I0729 14:26:49.034377 1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a I0729 14:26:49.034499 1 cephcsi.go:223] Starting driver type: controller with name: rbd.csi.ceph.com I0729 14:26:49.035098 1 leaderelection.go:250] attempting to acquire leader lease kube-system/rbd.csi.ceph.com-kube-system... I0729 14:26:49.045020 1 leaderelection.go:354] lock is held by ceph-csi-rbd-provisioner-69cb97fb6-6xcpk_8062c107-00d0-4171-9a0a-070c826dbeb0 and has not yet expired I0729 14:26:49.045049 1 leaderelection.go:255] failed to acquire lease kube-system/rbd.csi.ceph.com-kube-system I0729 14:26:52.781920 1 leaderelection.go:354] lock is held by ceph-csi-rbd-provisioner-69cb97fb6-6xcpk_8062c107-00d0-4171-9a0a-070c826dbeb0 and has not yet expired I0729 14:26:52.781955 1 leaderelection.go:255] failed to acquire lease kube-system/rbd.csi.ceph.com-kube-system I0729 14:26:56.470643 1 leaderelection.go:354] lock is held by ceph-csi-rbd-provisioner-69cb97fb6-6xcpk_8062c107-00d0-4171-9a0a-070c826dbeb0 and has not yet expired I0729 14:26:56.470676 1 leaderelection.go:255] failed to acquire lease kube-system/rbd.csi.ceph.com-kube-system I0729 14:26:59.921964 1 leaderelection.go:354] lock is held by ceph-csi-rbd-provisioner-69cb97fb6-6xcpk_8062c107-00d0-4171-9a0a-070c826dbeb0 and has not yet expired I0729 14:26:59.921999 1 leaderelection.go:255] failed to acquire lease kube-system/rbd.csi.ceph.com-kube-system I0729 14:27:03.522781 1 leaderelection.go:354] lock is held by ceph-csi-rbd-provisioner-69cb97fb6-6xcpk_8062c107-00d0-4171-9a0a-070c826dbeb0 and has not yet expired I0729 14:27:03.522805 1 leaderelection.go:255] failed to acquire lease kube-system/rbd.csi.ceph.com-kube-system I0729 14:27:06.168927 1 leaderelection.go:260] successfully acquired lease kube-system/rbd.csi.ceph.com-kube-system I0729 14:27:06.173069 1 reflector.go:289] Starting reflector *v1.PersistentVolume (10h17m3.72967912s) from sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:105 I0729 14:27:06.173106 1 reflector.go:325] Listing and watching *v1.PersistentVolume from sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:105 I0729 14:27:06.174978 1 leaderelection.go:281] successfully renewed lease kube-system/rbd.csi.ceph.com-kube-system I0729 14:27:06.174993 1 reflector.go:351] Caches populated for *v1.PersistentVolume from sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:105 I0729 14:27:06.273543 1 reflector.go:289] Starting reflector *v1.Secret (9h19m20.141864591s) from sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:105 I0729 14:27:06.273571 1 reflector.go:325] Listing and watching *v1.Secret from sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:105 I0729 14:27:06.346140 1 reflector.go:351] Caches populated for *v1.Secret from sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:105 I0729 14:27:06.396794 1 omap.go:89] got omap values: (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-280c4f7e-8344-4b06-823d-f73d7148f729:83a79c47-faab-4a30-8158-f0f9ba55c456] I0729 14:27:06.397996 1 omap.go:89] got omap values: (pool="kube", namespace="", name="csi.volume.83a79c47-faab-4a30-8158-f0f9ba55c456"): map[csi.imageid:37c698ca8aae csi.imagename:csi-vol-83a79c47-faab-4a30-8158-f0f9ba55c456 csi.volname:pvc-280c4f7e-8344-4b06-823d-f73d7148f729 csi.volume.owner:openstack] I0729 14:27:06.540153 1 omap.go:89] got omap values: (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-9898ece1-85a0-4087-8dbe-fb8287913980:121390c5-a1e8-4635-8ef9-6e862f205163] I0729 14:27:06.541391 1 omap.go:89] got omap values: (pool="kube", namespace="", name="csi.volume.121390c5-a1e8-4635-8ef9-6e862f205163"): map[csi.imageid:37c660ec58a2 csi.imagename:csi-vol-121390c5-a1e8-4635-8ef9-6e862f205163 csi.volname:pvc-9898ece1-85a0-4087-8dbe-fb8287913980 csi.volume.owner:openstack] I0729 14:27:06.687310 1 omap.go:89] got omap values: (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-a0670b7b-1660-4e9e-ae09-127fc78e02b4:b36851a8-3af1-48b5-9f64-c62d49f13aed] I0729 14:27:06.689038 1 omap.go:89] got omap values: (pool="kube", namespace="", name="csi.volume.b36851a8-3af1-48b5-9f64-c62d49f13aed"): map[csi.imageid:37c65dba4dbc csi.imagename:csi-vol-b36851a8-3af1-48b5-9f64-c62d49f13aed csi.volname:pvc-a0670b7b-1660-4e9e-ae09-127fc78e02b4 csi.volume.owner:openstack] I0729 14:27:08.184203 1 leaderelection.go:281] successfully renewed lease kube-system/rbd.csi.ceph.com-kube-system I0729 14:27:10.193820 1 leaderelection.go:281] successfully renewed lease kube-system/rbd.csi.ceph.com-kube-system I0729 14:27:12.206915 1 leaderelection.go:281] successfully renewed lease kube-system/rbd.csi.ceph.com-kube-system I0729 14:27:14.253238 1 leaderelection.go:281] successfully renewed lease kube-system/rbd.csi.ceph.com-kube-system I0729 14:27:16.263715 1 leaderelection.go:281] successfully renewed lease kube-system/rbd.csi.ceph.com-kube-system I0729 14:27:18.274595 1 leaderelection.go:281] successfully renewed lease kube-system/rbd.csi.ceph.com-kube-system E0729 14:27:30.275551 1 leaderelection.go:332] error retrieving resource lock kube-system/rbd.csi.ceph.com-kube-system: Get "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/rbd.csi.ceph.com-kube-system": context deadline exceeded I0729 14:27:30.275610 1 leaderelection.go:285] failed to renew lease kube-system/rbd.csi.ceph.com-kube-system: timed out waiting for the condition E0729 14:27:30.275698 1 controller.go:85] failed to start manager leader election lost E0729 14:27:30.275712 1 cephcsi.go:314] leader election lost