I0729 13:50:31.967690 1 feature_gate.go:249] feature gates: &{map[HonorPVReclaimPolicy:true]} I0729 13:50:31.967763 1 csi-provisioner.go:154] Version: v4.0.0 I0729 13:50:31.967768 1 csi-provisioner.go:177] Building kube configs for running in cluster... I0729 13:50:31.968971 1 common.go:138] Probing CSI driver for readiness I0729 13:50:31.977471 1 common.go:138] Probing CSI driver for readiness I0729 13:50:31.981757 1 csi-provisioner.go:302] CSI driver does not support PUBLISH_UNPUBLISH_VOLUME, not watching VolumeAttachments I0729 13:50:31.982904 1 leaderelection.go:250] attempting to acquire leader lease kube-system/rbd-csi-ceph-com... I0729 13:50:31.999472 1 leaderelection.go:260] successfully acquired lease kube-system/rbd-csi-ceph-com I0729 13:50:32.100876 1 controller.go:811] Starting provisioner controller rbd.csi.ceph.com_ceph-csi-rbd-provisioner-69cb97fb6-wb5bf_fa8e44a6-8485-4946-a102-23d0a60f11cc! I0729 13:50:32.100977 1 volume_store.go:97] Starting save volume queue I0729 13:50:32.100982 1 clone_controller.go:66] Starting CloningProtection controller I0729 13:50:32.101057 1 clone_controller.go:82] Started CloningProtection controller I0729 13:50:32.202769 1 controller.go:860] Started provisioner controller rbd.csi.ceph.com_ceph-csi-rbd-provisioner-69cb97fb6-wb5bf_fa8e44a6-8485-4946-a102-23d0a60f11cc! I0729 13:51:21.653080 1 controller.go:1366] provision "openstack/datadir-percona-xtradb-pxc-0" class "general": started I0729 13:51:21.653663 1 event.go:364] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"openstack", Name:"datadir-percona-xtradb-pxc-0", UID:"65c34424-29b7-42ca-8bfc-9943f1d8cae3", APIVersion:"v1", ResourceVersion:"2155", FieldPath:""}): type: 'Normal' reason: 'Provisioning' External provisioner is provisioning volume for claim "openstack/datadir-percona-xtradb-pxc-0" I0729 13:51:21.882136 1 controller.go:1449] provision "openstack/datadir-percona-xtradb-pxc-0" class "general": volume "pvc-65c34424-29b7-42ca-8bfc-9943f1d8cae3" provisioned I0729 13:51:21.882185 1 controller.go:1462] provision "openstack/datadir-percona-xtradb-pxc-0" class "general": succeeded I0729 13:51:21.891344 1 event.go:364] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"openstack", Name:"datadir-percona-xtradb-pxc-0", UID:"65c34424-29b7-42ca-8bfc-9943f1d8cae3", APIVersion:"v1", ResourceVersion:"2155", FieldPath:""}): type: 'Normal' reason: 'ProvisioningSucceeded' Successfully provisioned volume pvc-65c34424-29b7-42ca-8bfc-9943f1d8cae3 I0729 13:53:36.317136 1 controller.go:1366] provision "openstack/valkey-data-valkey-node-0" class "general": started I0729 13:53:36.317379 1 event.go:364] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"openstack", Name:"valkey-data-valkey-node-0", UID:"5751cef4-c8c7-477c-b001-fb52637a0c43", APIVersion:"v1", ResourceVersion:"3204", FieldPath:""}): type: 'Normal' reason: 'Provisioning' External provisioner is provisioning volume for claim "openstack/valkey-data-valkey-node-0" I0729 13:53:36.518171 1 controller.go:1449] provision "openstack/valkey-data-valkey-node-0" class "general": volume "pvc-5751cef4-c8c7-477c-b001-fb52637a0c43" provisioned I0729 13:53:36.518200 1 controller.go:1462] provision "openstack/valkey-data-valkey-node-0" class "general": succeeded I0729 13:53:36.523827 1 event.go:364] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"openstack", Name:"valkey-data-valkey-node-0", UID:"5751cef4-c8c7-477c-b001-fb52637a0c43", APIVersion:"v1", ResourceVersion:"3204", FieldPath:""}): type: 'Normal' reason: 'ProvisioningSucceeded' Successfully provisioned volume pvc-5751cef4-c8c7-477c-b001-fb52637a0c43 I0729 14:04:52.268038 1 controller.go:1366] provision "monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0" class "general": started I0729 14:04:52.268362 1 event.go:364] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"monitoring", Name:"alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0", UID:"d7761275-0851-41fe-932c-162fe8778950", APIVersion:"v1", ResourceVersion:"8331", FieldPath:""}): type: 'Normal' reason: 'Provisioning' External provisioner is provisioning volume for claim "monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0" I0729 14:04:52.527855 1 controller.go:1449] provision "monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0" class "general": volume "pvc-d7761275-0851-41fe-932c-162fe8778950" provisioned I0729 14:04:52.527882 1 controller.go:1462] provision "monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0" class "general": succeeded I0729 14:04:52.534460 1 event.go:364] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"monitoring", Name:"alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0", UID:"d7761275-0851-41fe-932c-162fe8778950", APIVersion:"v1", ResourceVersion:"8331", FieldPath:""}): type: 'Normal' reason: 'ProvisioningSucceeded' Successfully provisioned volume pvc-d7761275-0851-41fe-932c-162fe8778950 I0729 14:04:52.642274 1 controller.go:1366] provision "monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0" class "general": started I0729 14:04:52.642643 1 event.go:364] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"monitoring", Name:"prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0", UID:"0107d2ff-0943-4bf6-8fd7-23355e589bbd", APIVersion:"v1", ResourceVersion:"8361", FieldPath:""}): type: 'Normal' reason: 'Provisioning' External provisioner is provisioning volume for claim "monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0" I0729 14:04:52.863003 1 controller.go:1449] provision "monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0" class "general": volume "pvc-0107d2ff-0943-4bf6-8fd7-23355e589bbd" provisioned I0729 14:04:52.863037 1 controller.go:1462] provision "monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0" class "general": succeeded I0729 14:04:52.870083 1 event.go:364] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"monitoring", Name:"prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0", UID:"0107d2ff-0943-4bf6-8fd7-23355e589bbd", APIVersion:"v1", ResourceVersion:"8361", FieldPath:""}): type: 'Normal' reason: 'ProvisioningSucceeded' Successfully provisioned volume pvc-0107d2ff-0943-4bf6-8fd7-23355e589bbd I0729 14:04:58.732134 1 controller.go:1366] provision "monitoring/storage-loki-0" class "general": started I0729 14:04:58.732600 1 event.go:364] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"monitoring", Name:"storage-loki-0", UID:"b0d9d131-2cf8-41e6-9700-4415da6d3d51", APIVersion:"v1", ResourceVersion:"8566", FieldPath:""}): type: 'Normal' reason: 'Provisioning' External provisioner is provisioning volume for claim "monitoring/storage-loki-0" I0729 14:04:58.976515 1 controller.go:1449] provision "monitoring/storage-loki-0" class "general": volume "pvc-b0d9d131-2cf8-41e6-9700-4415da6d3d51" provisioned I0729 14:04:58.976543 1 controller.go:1462] provision "monitoring/storage-loki-0" class "general": succeeded I0729 14:04:58.981823 1 controller.go:1366] provision "monitoring/storage-loki-0" class "general": started I0729 14:04:58.981847 1 controller.go:1375] provision "monitoring/storage-loki-0" class "general": persistentvolume "pvc-b0d9d131-2cf8-41e6-9700-4415da6d3d51" already exists, skipping I0729 14:04:58.981924 1 event.go:364] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"monitoring", Name:"storage-loki-0", UID:"b0d9d131-2cf8-41e6-9700-4415da6d3d51", APIVersion:"v1", ResourceVersion:"8577", FieldPath:""}): type: 'Normal' reason: 'ProvisioningSucceeded' Successfully provisioned volume pvc-b0d9d131-2cf8-41e6-9700-4415da6d3d51 I0729 14:05:21.745126 1 controller.go:1366] provision "openstack/persistence-rabbitmq-keystone-server-0" class "general": started I0729 14:05:21.745494 1 event.go:364] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"openstack", Name:"persistence-rabbitmq-keystone-server-0", UID:"3b29160c-d85e-4a4e-bfdd-a85338ac3635", APIVersion:"v1", ResourceVersion:"9048", FieldPath:""}): type: 'Normal' reason: 'Provisioning' External provisioner is provisioning volume for claim "openstack/persistence-rabbitmq-keystone-server-0" I0729 14:05:21.964564 1 controller.go:1449] provision "openstack/persistence-rabbitmq-keystone-server-0" class "general": volume "pvc-3b29160c-d85e-4a4e-bfdd-a85338ac3635" provisioned I0729 14:05:21.964594 1 controller.go:1462] provision "openstack/persistence-rabbitmq-keystone-server-0" class "general": succeeded I0729 14:05:21.973961 1 event.go:364] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"openstack", Name:"persistence-rabbitmq-keystone-server-0", UID:"3b29160c-d85e-4a4e-bfdd-a85338ac3635", APIVersion:"v1", ResourceVersion:"9048", FieldPath:""}): type: 'Normal' reason: 'ProvisioningSucceeded' Successfully provisioned volume pvc-3b29160c-d85e-4a4e-bfdd-a85338ac3635 I0729 14:09:10.349682 1 controller.go:1366] provision "openstack/persistence-rabbitmq-barbican-server-0" class "general": started I0729 14:09:10.350092 1 event.go:364] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"openstack", Name:"persistence-rabbitmq-barbican-server-0", UID:"9cfbaf73-c1fc-4367-8750-9e9ad1a62abc", APIVersion:"v1", ResourceVersion:"11015", FieldPath:""}): type: 'Normal' reason: 'Provisioning' External provisioner is provisioning volume for claim "openstack/persistence-rabbitmq-barbican-server-0" I0729 14:09:10.548923 1 controller.go:1449] provision "openstack/persistence-rabbitmq-barbican-server-0" class "general": volume "pvc-9cfbaf73-c1fc-4367-8750-9e9ad1a62abc" provisioned I0729 14:09:10.548950 1 controller.go:1462] provision "openstack/persistence-rabbitmq-barbican-server-0" class "general": succeeded I0729 14:09:10.555424 1 event.go:364] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"openstack", Name:"persistence-rabbitmq-barbican-server-0", UID:"9cfbaf73-c1fc-4367-8750-9e9ad1a62abc", APIVersion:"v1", ResourceVersion:"11015", FieldPath:""}): type: 'Normal' reason: 'ProvisioningSucceeded' Successfully provisioned volume pvc-9cfbaf73-c1fc-4367-8750-9e9ad1a62abc I0729 14:13:27.791497 1 controller.go:1366] provision "openstack/persistence-rabbitmq-glance-server-0" class "general": started I0729 14:13:27.791845 1 event.go:364] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"openstack", Name:"persistence-rabbitmq-glance-server-0", UID:"e3077823-b562-4207-b1f4-ad57d28f2e12", APIVersion:"v1", ResourceVersion:"13319", FieldPath:""}): type: 'Normal' reason: 'Provisioning' External provisioner is provisioning volume for claim "openstack/persistence-rabbitmq-glance-server-0" I0729 14:13:28.011231 1 controller.go:1449] provision "openstack/persistence-rabbitmq-glance-server-0" class "general": volume "pvc-e3077823-b562-4207-b1f4-ad57d28f2e12" provisioned I0729 14:13:28.011276 1 controller.go:1462] provision "openstack/persistence-rabbitmq-glance-server-0" class "general": succeeded I0729 14:13:28.020664 1 event.go:364] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"openstack", Name:"persistence-rabbitmq-glance-server-0", UID:"e3077823-b562-4207-b1f4-ad57d28f2e12", APIVersion:"v1", ResourceVersion:"13319", FieldPath:""}): type: 'Normal' reason: 'ProvisioningSucceeded' Successfully provisioned volume pvc-e3077823-b562-4207-b1f4-ad57d28f2e12 I0729 14:19:00.529976 1 controller.go:1366] provision "openstack/persistence-rabbitmq-cinder-server-0" class "general": started I0729 14:19:00.530318 1 event.go:364] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"openstack", Name:"persistence-rabbitmq-cinder-server-0", UID:"133b78e8-480d-4616-919d-c8864231e7c5", APIVersion:"v1", ResourceVersion:"16123", FieldPath:""}): type: 'Normal' reason: 'Provisioning' External provisioner is provisioning volume for claim "openstack/persistence-rabbitmq-cinder-server-0" I0729 14:19:00.778007 1 controller.go:1449] provision "openstack/persistence-rabbitmq-cinder-server-0" class "general": volume "pvc-133b78e8-480d-4616-919d-c8864231e7c5" provisioned I0729 14:19:00.778035 1 controller.go:1462] provision "openstack/persistence-rabbitmq-cinder-server-0" class "general": succeeded I0729 14:19:00.784160 1 event.go:364] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"openstack", Name:"persistence-rabbitmq-cinder-server-0", UID:"133b78e8-480d-4616-919d-c8864231e7c5", APIVersion:"v1", ResourceVersion:"16123", FieldPath:""}): type: 'Normal' reason: 'ProvisioningSucceeded' Successfully provisioned volume pvc-133b78e8-480d-4616-919d-c8864231e7c5 I0729 14:27:34.207636 1 controller.go:1366] provision "openstack/persistence-rabbitmq-nova-server-0" class "general": started I0729 14:27:34.208088 1 event.go:364] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"openstack", Name:"persistence-rabbitmq-nova-server-0", UID:"580570d8-d396-4b98-a33c-e9a98a79a738", APIVersion:"v1", ResourceVersion:"20479", FieldPath:""}): type: 'Normal' reason: 'Provisioning' External provisioner is provisioning volume for claim "openstack/persistence-rabbitmq-nova-server-0" I0729 14:27:34.460278 1 controller.go:1449] provision "openstack/persistence-rabbitmq-nova-server-0" class "general": volume "pvc-580570d8-d396-4b98-a33c-e9a98a79a738" provisioned I0729 14:27:34.460312 1 controller.go:1462] provision "openstack/persistence-rabbitmq-nova-server-0" class "general": succeeded I0729 14:27:34.466465 1 event.go:364] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"openstack", Name:"persistence-rabbitmq-nova-server-0", UID:"580570d8-d396-4b98-a33c-e9a98a79a738", APIVersion:"v1", ResourceVersion:"20479", FieldPath:""}): type: 'Normal' reason: 'ProvisioningSucceeded' Successfully provisioned volume pvc-580570d8-d396-4b98-a33c-e9a98a79a738 I0729 14:34:43.800976 1 controller.go:1366] provision "openstack/persistence-rabbitmq-neutron-server-0" class "general": started I0729 14:34:43.801860 1 event.go:364] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"openstack", Name:"persistence-rabbitmq-neutron-server-0", UID:"7ccf7281-6f86-40d1-947c-427f5e048dd8", APIVersion:"v1", ResourceVersion:"23876", FieldPath:""}): type: 'Normal' reason: 'Provisioning' External provisioner is provisioning volume for claim "openstack/persistence-rabbitmq-neutron-server-0" I0729 14:34:44.244452 1 controller.go:1449] provision "openstack/persistence-rabbitmq-neutron-server-0" class "general": volume "pvc-7ccf7281-6f86-40d1-947c-427f5e048dd8" provisioned I0729 14:34:44.244500 1 controller.go:1462] provision "openstack/persistence-rabbitmq-neutron-server-0" class "general": succeeded I0729 14:34:44.257442 1 event.go:364] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"openstack", Name:"persistence-rabbitmq-neutron-server-0", UID:"7ccf7281-6f86-40d1-947c-427f5e048dd8", APIVersion:"v1", ResourceVersion:"23876", FieldPath:""}): type: 'Normal' reason: 'ProvisioningSucceeded' Successfully provisioned volume pvc-7ccf7281-6f86-40d1-947c-427f5e048dd8 I0729 14:43:01.903792 1 controller.go:1366] provision "openstack/persistence-rabbitmq-heat-server-0" class "general": started I0729 14:43:01.904204 1 event.go:364] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"openstack", Name:"persistence-rabbitmq-heat-server-0", UID:"a3f86cc4-fda2-411b-b0f5-d45e944d6116", APIVersion:"v1", ResourceVersion:"27639", FieldPath:""}): type: 'Normal' reason: 'Provisioning' External provisioner is provisioning volume for claim "openstack/persistence-rabbitmq-heat-server-0" I0729 14:43:02.164687 1 controller.go:1449] provision "openstack/persistence-rabbitmq-heat-server-0" class "general": volume "pvc-a3f86cc4-fda2-411b-b0f5-d45e944d6116" provisioned I0729 14:43:02.164718 1 controller.go:1462] provision "openstack/persistence-rabbitmq-heat-server-0" class "general": succeeded I0729 14:43:02.170094 1 event.go:364] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"openstack", Name:"persistence-rabbitmq-heat-server-0", UID:"a3f86cc4-fda2-411b-b0f5-d45e944d6116", APIVersion:"v1", ResourceVersion:"27639", FieldPath:""}): type: 'Normal' reason: 'ProvisioningSucceeded' Successfully provisioned volume pvc-a3f86cc4-fda2-411b-b0f5-d45e944d6116 I0729 14:47:32.743358 1 controller.go:1366] provision "openstack/persistence-rabbitmq-octavia-server-0" class "general": started I0729 14:47:32.743898 1 event.go:364] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"openstack", Name:"persistence-rabbitmq-octavia-server-0", UID:"067ddaa5-8075-4118-ba4f-39707e42e815", APIVersion:"v1", ResourceVersion:"30132", FieldPath:""}): type: 'Normal' reason: 'Provisioning' External provisioner is provisioning volume for claim "openstack/persistence-rabbitmq-octavia-server-0" I0729 14:47:33.007957 1 controller.go:1449] provision "openstack/persistence-rabbitmq-octavia-server-0" class "general": volume "pvc-067ddaa5-8075-4118-ba4f-39707e42e815" provisioned I0729 14:47:33.007989 1 controller.go:1462] provision "openstack/persistence-rabbitmq-octavia-server-0" class "general": succeeded I0729 14:47:33.017344 1 event.go:364] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"openstack", Name:"persistence-rabbitmq-octavia-server-0", UID:"067ddaa5-8075-4118-ba4f-39707e42e815", APIVersion:"v1", ResourceVersion:"30132", FieldPath:""}): type: 'Normal' reason: 'ProvisioningSucceeded' Successfully provisioned volume pvc-067ddaa5-8075-4118-ba4f-39707e42e815 E0729 14:54:20.099557 1 leaderelection.go:332] error retrieving resource lock kube-system/rbd-csi-ceph-com: Get "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/rbd-csi-ceph-com": context deadline exceeded I0729 14:54:20.099617 1 leaderelection.go:285] failed to renew lease kube-system/rbd-csi-ceph-com: timed out waiting for the condition F0729 14:54:20.099831 1 leader_election.go:181] stopped leading