I0428 03:26:36.346564       1 feature_gate.go:245] feature gates: &{map[]}
I0428 03:26:36.346643       1 csi-provisioner.go:139] Version: v3.1.0
I0428 03:26:36.346648       1 csi-provisioner.go:162] Building kube configs for running in cluster...
I0428 03:26:36.347226       1 connection.go:154] Connecting to unix:///csi/csi-provisioner.sock
W0428 03:26:46.347791       1 connection.go:173] Still connecting to unix:///csi/csi-provisioner.sock
W0428 03:26:56.348334       1 connection.go:173] Still connecting to unix:///csi/csi-provisioner.sock
I0428 03:26:58.789602       1 common.go:111] Probing CSI driver for readiness
I0428 03:26:58.789645       1 connection.go:183] GRPC call: /csi.v1.Identity/Probe
I0428 03:26:58.789654       1 connection.go:184] GRPC request: {}
I0428 03:26:58.793563       1 connection.go:186] GRPC response: {}
I0428 03:26:58.793637       1 connection.go:187] GRPC error: <nil>
I0428 03:26:58.793676       1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginInfo
I0428 03:26:58.793710       1 connection.go:184] GRPC request: {}
I0428 03:26:58.794898       1 connection.go:186] GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.5.1"}
I0428 03:26:58.794978       1 connection.go:187] GRPC error: <nil>
I0428 03:26:58.794994       1 csi-provisioner.go:206] Detected CSI driver rbd.csi.ceph.com
I0428 03:26:58.795005       1 csi-provisioner.go:216] Supports migration from in-tree plugin: kubernetes.io/rbd
I0428 03:26:58.795264       1 connection.go:154] Connecting to unix:///csi/csi-provisioner.sock
I0428 03:26:58.795989       1 common.go:111] Probing CSI driver for readiness
I0428 03:26:58.796008       1 connection.go:183] GRPC call: /csi.v1.Identity/Probe
I0428 03:26:58.796013       1 connection.go:184] GRPC request: {}
I0428 03:26:58.796804       1 connection.go:186] GRPC response: {}
I0428 03:26:58.796972       1 connection.go:187] GRPC error: <nil>
I0428 03:26:58.797023       1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0428 03:26:58.797099       1 connection.go:184] GRPC request: {}
I0428 03:26:58.798444       1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0428 03:26:58.798746       1 connection.go:187] GRPC error: <nil>
I0428 03:26:58.798765       1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0428 03:26:58.798772       1 connection.go:184] GRPC request: {}
I0428 03:26:58.799697       1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0428 03:26:58.799992       1 connection.go:187] GRPC error: <nil>
I0428 03:26:58.800089       1 csi-provisioner.go:278] CSI driver does not support PUBLISH_UNPUBLISH_VOLUME, not watching VolumeAttachments
I0428 03:26:58.803343       1 controller.go:732] Using saving PVs to API server in background
I0428 03:26:58.804012       1 leaderelection.go:248] attempting to acquire leader lease kube-system/rbd-csi-ceph-com...
I0428 03:26:58.823443       1 leaderelection.go:258] successfully acquired lease kube-system/rbd-csi-ceph-com
I0428 03:26:58.823529       1 leader_election.go:212] new leader detected, current leader: ceph-csi-rbd-provisioner-6f6497f79c-vqqm4
I0428 03:26:58.823591       1 leader_election.go:205] became leader, starting
I0428 03:26:58.823830       1 reflector.go:219] Starting reflector *v1.StorageClass (1h0m0s) from k8s.io/client-go/informers/factory.go:134
I0428 03:26:58.823845       1 reflector.go:255] Listing and watching *v1.StorageClass from k8s.io/client-go/informers/factory.go:134
I0428 03:26:58.823974       1 reflector.go:219] Starting reflector *v1.PersistentVolumeClaim (15m0s) from k8s.io/client-go/informers/factory.go:134
I0428 03:26:58.824000       1 reflector.go:255] Listing and watching *v1.PersistentVolumeClaim from k8s.io/client-go/informers/factory.go:134
I0428 03:26:58.831919       1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com
I0428 03:26:58.923827       1 shared_informer.go:270] caches populated
I0428 03:26:58.923900       1 shared_informer.go:270] caches populated
I0428 03:26:58.923934       1 controller.go:811] Starting provisioner controller rbd.csi.ceph.com_ceph-csi-rbd-provisioner-6f6497f79c-vqqm4_de05437e-f29f-4043-b3f4-4db6bdc1538d!
I0428 03:26:58.924012       1 clone_controller.go:66] Starting CloningProtection controller
I0428 03:26:58.924066       1 clone_controller.go:82] Started CloningProtection controller
I0428 03:26:58.924112       1 volume_store.go:97] Starting save volume queue
I0428 03:26:58.924389       1 reflector.go:219] Starting reflector *v1.PersistentVolume (15m0s) from sigs.k8s.io/sig-storage-lib-external-provisioner/v8/controller/controller.go:845
I0428 03:26:58.924422       1 reflector.go:255] Listing and watching *v1.PersistentVolume from sigs.k8s.io/sig-storage-lib-external-provisioner/v8/controller/controller.go:845
I0428 03:26:58.925104       1 reflector.go:219] Starting reflector *v1.StorageClass (15m0s) from sigs.k8s.io/sig-storage-lib-external-provisioner/v8/controller/controller.go:848
I0428 03:26:58.925129       1 reflector.go:255] Listing and watching *v1.StorageClass from sigs.k8s.io/sig-storage-lib-external-provisioner/v8/controller/controller.go:848
I0428 03:26:59.025041       1 shared_informer.go:270] caches populated
I0428 03:26:59.025814       1 controller.go:860] Started provisioner controller rbd.csi.ceph.com_ceph-csi-rbd-provisioner-6f6497f79c-vqqm4_de05437e-f29f-4043-b3f4-4db6bdc1538d!
I0428 03:27:03.843658       1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com
I0428 03:27:08.855475       1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com
I0428 03:27:13.864563       1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com
I0428 03:27:18.876211       1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com
I0428 03:27:23.887709       1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com
I0428 03:27:28.896784       1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com
I0428 03:27:33.905466       1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com
I0428 03:27:38.914438       1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com
I0428 03:27:43.921120       1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com
I0428 03:27:48.930773       1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com
I0428 03:27:53.938750       1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com
I0428 03:27:58.948300       1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com
I0428 03:28:03.956997       1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com
I0428 03:28:08.966572       1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com
I0428 03:28:13.974870       1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com
I0428 03:28:18.982983       1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com
I0428 03:28:23.993330       1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com
I0428 03:28:29.006806       1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com
I0428 03:28:34.015474       1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com
I0428 03:28:39.025992       1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com
I0428 03:28:44.033108       1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com
I0428 03:28:49.040894       1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com
I0428 03:28:54.052181       1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com
I0428 03:28:59.061999       1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com
I0428 03:29:04.069781       1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com
I0428 03:29:09.080139       1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com
I0428 03:29:14.090339       1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com
I0428 03:29:19.098100       1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com
I0428 03:29:24.109549       1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com
I0428 03:29:29.122170       1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com
I0428 03:29:34.129102       1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com
I0428 03:29:39.136025       1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com
I0428 03:29:44.145249       1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com
I0428 03:29:49.154167       1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com
I0428 03:29:54.163527       1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com
I0428 03:29:59.170633       1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com
I0428 03:30:04.179662       1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com
I0428 03:30:05.650898       1 controller.go:1337] provision "default/test-pvc" class "general": started
I0428 03:30:05.651010       1 controller.go:528] skip translation of storage class for plugin: rbd.csi.ceph.com
I0428 03:30:05.651774       1 event.go:285] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"default", Name:"test-pvc", UID:"50ec8c8c-9ca8-4419-ad1a-afe695b0846f", APIVersion:"v1", ResourceVersion:"2225", FieldPath:""}): type: 'Normal' reason: 'Provisioning' External provisioner is provisioning volume for claim "default/test-pvc"
I0428 03:30:05.653554       1 connection.go:183] GRPC call: /csi.v1.Controller/CreateVolume
I0428 03:30:05.653651       1 connection.go:184] GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-50ec8c8c-9ca8-4419-ad1a-afe695b0846f","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-50ec8c8c-9ca8-4419-ad1a-afe695b0846f","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube","thickProvision":"false"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0428 03:30:07.857415       1 connection.go:186] GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-50ec8c8c-9ca8-4419-ad1a-afe695b0846f","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","imageName":"csi-vol-8caa4dcc-42b2-11f1-a8af-e2443a150b2c","journalPool":"kube","pool":"kube","thickProvision":"false"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-8caa4dcc-42b2-11f1-a8af-e2443a150b2c"}}
I0428 03:30:07.857625       1 connection.go:187] GRPC error: <nil>
I0428 03:30:07.857639       1 controller.go:774] create volume rep: {CapacityBytes:5368709120 VolumeId:0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-8caa4dcc-42b2-11f1-a8af-e2443a150b2c VolumeContext:map[clusterID:4837cbf8-4f90-4300-b3f6-726c9b9f89b4 csi.storage.k8s.io/pv/name:pvc-50ec8c8c-9ca8-4419-ad1a-afe695b0846f csi.storage.k8s.io/pvc/name:test-pvc csi.storage.k8s.io/pvc/namespace:default imageFeatures:layering imageName:csi-vol-8caa4dcc-42b2-11f1-a8af-e2443a150b2c journalPool:kube pool:kube thickProvision:false] ContentSource:<nil> AccessibleTopology:[] XXX_NoUnkeyedLiteral:{} XXX_unrecognized:[] XXX_sizecache:0}
I0428 03:30:07.857716       1 controller.go:858] successfully created PV pvc-50ec8c8c-9ca8-4419-ad1a-afe695b0846f for PVC test-pvc and csi volume name 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-8caa4dcc-42b2-11f1-a8af-e2443a150b2c
I0428 03:30:07.857738       1 controller.go:874] successfully created PV {GCEPersistentDisk:nil AWSElasticBlockStore:nil HostPath:nil Glusterfs:nil NFS:nil RBD:nil ISCSI:nil Cinder:nil CephFS:nil FC:nil Flocker:nil FlexVolume:nil AzureFile:nil VsphereVolume:nil Quobyte:nil AzureDisk:nil PhotonPersistentDisk:nil PortworxVolume:nil ScaleIO:nil Local:nil StorageOS:nil CSI:&CSIPersistentVolumeSource{Driver:rbd.csi.ceph.com,VolumeHandle:0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-8caa4dcc-42b2-11f1-a8af-e2443a150b2c,ReadOnly:false,FSType:ext4,VolumeAttributes:map[string]string{clusterID: 4837cbf8-4f90-4300-b3f6-726c9b9f89b4,csi.storage.k8s.io/pv/name: pvc-50ec8c8c-9ca8-4419-ad1a-afe695b0846f,csi.storage.k8s.io/pvc/name: test-pvc,csi.storage.k8s.io/pvc/namespace: default,imageFeatures: layering,imageName: csi-vol-8caa4dcc-42b2-11f1-a8af-e2443a150b2c,journalPool: kube,pool: kube,storage.kubernetes.io/csiProvisionerIdentity: 1777346818800-8081-rbd.csi.ceph.com,thickProvision: false,},ControllerPublishSecretRef:nil,NodeStageSecretRef:&SecretReference{Name:csi-rbd-secret,Namespace:kube-system,},NodePublishSecretRef:nil,ControllerExpandSecretRef:&SecretReference{Name:csi-rbd-secret,Namespace:kube-system,},}}
I0428 03:30:07.857926       1 controller.go:1442] provision "default/test-pvc" class "general": volume "pvc-50ec8c8c-9ca8-4419-ad1a-afe695b0846f" provisioned
I0428 03:30:07.857944       1 controller.go:1455] provision "default/test-pvc" class "general": succeeded
I0428 03:30:07.857951       1 volume_store.go:154] Saving volume pvc-50ec8c8c-9ca8-4419-ad1a-afe695b0846f
I0428 03:30:07.867963       1 volume_store.go:157] Volume pvc-50ec8c8c-9ca8-4419-ad1a-afe695b0846f saved
I0428 03:30:07.868191       1 controller.go:1069] Claim processing succeeded, removing PVC 50ec8c8c-9ca8-4419-ad1a-afe695b0846f from claims in progress
I0428 03:30:07.868264       1 event.go:285] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"default", Name:"test-pvc", UID:"50ec8c8c-9ca8-4419-ad1a-afe695b0846f", APIVersion:"v1", ResourceVersion:"2225", FieldPath:""}): type: 'Normal' reason: 'ProvisioningSucceeded' Successfully provisioned volume pvc-50ec8c8c-9ca8-4419-ad1a-afe695b0846f
I0428 03:30:09.188669       1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com
I0428 03:30:14.203364       1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com
I0428 03:30:19.215181       1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com
I0428 03:30:24.224616       1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com
I0428 03:30:29.234819       1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com
I0428 03:30:34.244041       1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com
I0428 03:30:39.253528       1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com
I0428 03:30:44.265838       1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com
I0428 03:30:49.283942       1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com
I0428 03:30:54.291069       1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com