Skip to content

Milvus operator cannot reconcile with external etcd configurations #397

@Ishiihara

Description

@Ishiihara

With the following YAML file,

kind: Milvus
metadata:
  name: my-release
  labels:
    app: milvus
spec:
  components:
    standalone:
      replicas: 1
      serviceType: LoadBalancer
    image: milvusdb/milvus:v2.5.15
    volumeMounts:
    - mountPath: /etcd/tls
      name: etcd-tls
      readOnly: true
    volumes:
    - name: etcd-tls
      secret:
        defaultMode: 420
        secretName: etcd-cert
  config: 
    etcd:
      rootPath: my-release
      ssl:
        enabled: true
        tlsCACert: "/etcd/tls/etcd-client-ca.crt"
        tlsCert: "/etcd/tls/etcd-client.crt"
        tlsKey: "/etcd/tls/etcd-client.key"
        tlsMinVersion: "1.2"
  dependencies:
    etcd:
      external: true
      endpoints:
      - "[2605:340:cd50:1400:1835:7efe:d8bc:a7b1]:2379" 

Milvus cannot reconcile and here is the related logs from Milvus operator:

{"level":"info","ts":"2025-08-19T13:12:05Z","logger":"controller.milvus","msg":"reconcileAll","err":"reconcile milvus: run group failed: groups error: configmap: reconcile configmap[&ObjectMeta{Name:my-release,GenerateName:,Namespace:default,SelfLink:,UID:,ResourceVersion:,Generation:0,CreationTimestamp:0001-01-01 00:00:00 +0000 UTC,DeletionTimestamp:<nil>,DeletionGracePeriodSeconds:nil,Labels:map[string]string{},Annotations:map[string]string{},OwnerReferences:[]OwnerReference{},Finalizers:[],ManagedFields:[]ManagedFieldsEntry{},}]: error converting YAML to JSON: yaml: line 2: did not find expected '-' indicator"}
{"level":"error","ts":"2025-08-19T13:12:05Z","msg":"Reconciler error","controller":"milvus","controllerGroup":"milvus.io","controllerKind":"Milvus","Milvus":{"name":"my-release","namespace":"default"},"namespace":"default","name":"my-release","reconcileID":"2210dfa2-00b6-49a4-acf6-51a2da26fb66","error":"reconcile milvus: run group failed: groups error: configmap: reconcile configmap[&ObjectMeta{Name:my-release,GenerateName:,Namespace:default,SelfLink:,UID:,ResourceVersion:,Generation:0,CreationTimestamp:0001-01-01 00:00:00 +0000 UTC,DeletionTimestamp:<nil>,DeletionGracePeriodSeconds:nil,Labels:map[string]string{},Annotations:map[string]string{},OwnerReferences:[]OwnerReference{},Finalizers:[],ManagedFields:[]ManagedFieldsEntry{},}]: error converting YAML to JSON: yaml: line 2: did not find expected '-' indicator","errorVerbose":"groups error: configmap: reconcile configmap[&ObjectMeta{Name:my-release,GenerateName:,Namespace:default,SelfLink:,UID:,ResourceVersion:,Generation:0,CreationTimestamp:0001-01-01 00:00:00 +0000 UTC,DeletionTimestamp:<nil>,DeletionGracePeriodSeconds:nil,Labels:map[string]string{},Annotations:map[string]string{},OwnerReferences:[]OwnerReference{},Finalizers:[],ManagedFields:[]ManagedFieldsEntry{},}]: error converting YAML to JSON: yaml: line 2: did not find expected '-' indicator\ngithub.com/zilliztech/milvus-operator/pkg/controllers.(*Group).Wait\n\t/workspace/pkg/controllers/groups.go:89\ngithub.com/zilliztech/milvus-operator/pkg/controllers.ParallelGroupRunner.Run\n\t/workspace/pkg/controllers/group_runner.go:60\ngithub.com/zilliztech/milvus-operator/pkg/controllers.(*MilvusReconciler).ReconcileAll\n\t/workspace/pkg/controllers/milvus.go:52\ngithub.com/zilliztech/milvus-operator/pkg/controllers.(*MilvusReconciler).Reconcile\n\t/workspace/pkg/controllers/milvus_controller.go:184\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/[email protected]/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/[email protected]/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/[email protected]/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/[email protected]/pkg/internal/controller/controller.go:224\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_arm64.s:1223\nrun group failed\ngithub.com/zilliztech/milvus-operator/pkg/controllers.ParallelGroupRunner.Run\n\t/workspace/pkg/controllers/group_runner.go:61\ngithub.com/zilliztech/milvus-operator/pkg/controllers.(*MilvusReconciler).ReconcileAll\n\t/workspace/pkg/controllers/milvus.go:52\ngithub.com/zilliztech/milvus-operator/pkg/controllers.(*MilvusReconciler).Reconcile\n\t/workspace/pkg/controllers/milvus_controller.go:184\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/[email protected]/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/[email protected]/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/[email protected]/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/[email protected]/pkg/internal/controller/controller.go:224\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_arm64.s:1223\nreconcile milvus\ngithub.com/zilliztech/milvus-operator/pkg/controllers.(*MilvusReconciler).ReconcileAll\n\t/workspace/pkg/controllers/milvus.go:53\ngithub.com/zilliztech/milvus-operator/pkg/controllers.(*MilvusReconciler).Reconcile\n\t/workspace/pkg/controllers/milvus_controller.go:184\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/[email protected]/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/[email protected]/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/[email protected]/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/[email protected]/pkg/internal/controller/controller.go:224\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_arm64.s:1223","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/[email protected]/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/[email protected]/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/[email protected]/pkg/internal/controller/controller.go:224"}

Metadata

Metadata

Assignees

No one assigned

    Labels

    No labels
    No labels

    Type

    No type

    Projects

    No projects

    Milestone

    No milestone

    Relationships

    None yet

    Development

    No branches or pull requests

    Issue actions