I0520 00:26:04.112034 1 feature_gate.go:245] feature gates: &{map[]} I0520 00:26:04.112090 1 csi-provisioner.go:139] Version: v3.1.0 I0520 00:26:04.112094 1 csi-provisioner.go:162] Building kube configs for running in cluster... I0520 00:26:04.112646 1 connection.go:154] Connecting to unix:///csi/csi-provisioner.sock W0520 00:26:14.112915 1 connection.go:173] Still connecting to unix:///csi/csi-provisioner.sock W0520 00:26:24.113428 1 connection.go:173] Still connecting to unix:///csi/csi-provisioner.sock I0520 00:26:25.018751 1 common.go:111] Probing CSI driver for readiness I0520 00:26:25.018807 1 connection.go:183] GRPC call: /csi.v1.Identity/Probe I0520 00:26:25.018811 1 connection.go:184] GRPC request: {} I0520 00:26:25.025710 1 connection.go:186] GRPC response: {} I0520 00:26:25.025770 1 connection.go:187] GRPC error: I0520 00:26:25.025781 1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginInfo I0520 00:26:25.025785 1 connection.go:184] GRPC request: {} I0520 00:26:25.026299 1 connection.go:186] GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.5.1"} I0520 00:26:25.026377 1 connection.go:187] GRPC error: I0520 00:26:25.026386 1 csi-provisioner.go:206] Detected CSI driver rbd.csi.ceph.com I0520 00:26:25.026395 1 csi-provisioner.go:216] Supports migration from in-tree plugin: kubernetes.io/rbd I0520 00:26:25.026467 1 connection.go:154] Connecting to unix:///csi/csi-provisioner.sock I0520 00:26:25.027272 1 common.go:111] Probing CSI driver for readiness I0520 00:26:25.027288 1 connection.go:183] GRPC call: /csi.v1.Identity/Probe I0520 00:26:25.027292 1 connection.go:184] GRPC request: {} I0520 00:26:25.029072 1 connection.go:186] GRPC response: {} I0520 00:26:25.029113 1 connection.go:187] GRPC error: I0520 00:26:25.029132 1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginCapabilities I0520 00:26:25.029138 1 connection.go:184] GRPC request: {} I0520 00:26:25.031130 1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0520 00:26:25.031372 1 connection.go:187] GRPC error: I0520 00:26:25.031388 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0520 00:26:25.031394 1 connection.go:184] GRPC request: {} I0520 00:26:25.033243 1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0520 00:26:25.033474 1 connection.go:187] GRPC error: I0520 00:26:25.033577 1 csi-provisioner.go:278] CSI driver does not support PUBLISH_UNPUBLISH_VOLUME, not watching VolumeAttachments I0520 00:26:25.035057 1 controller.go:732] Using saving PVs to API server in background I0520 00:26:25.036332 1 leaderelection.go:248] attempting to acquire leader lease kube-system/rbd-csi-ceph-com... I0520 00:26:25.047546 1 leaderelection.go:258] successfully acquired lease kube-system/rbd-csi-ceph-com I0520 00:26:25.047922 1 leader_election.go:212] new leader detected, current leader: ceph-csi-rbd-provisioner-6f6497f79c-b96r4 I0520 00:26:25.048515 1 leader_election.go:205] became leader, starting I0520 00:26:25.048897 1 reflector.go:219] Starting reflector *v1.StorageClass (1h0m0s) from k8s.io/client-go/informers/factory.go:134 I0520 00:26:25.049005 1 reflector.go:255] Listing and watching *v1.StorageClass from k8s.io/client-go/informers/factory.go:134 I0520 00:26:25.049498 1 reflector.go:219] Starting reflector *v1.PersistentVolumeClaim (15m0s) from k8s.io/client-go/informers/factory.go:134 I0520 00:26:25.049567 1 reflector.go:255] Listing and watching *v1.PersistentVolumeClaim from k8s.io/client-go/informers/factory.go:134 I0520 00:26:25.055915 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0520 00:26:25.149391 1 shared_informer.go:270] caches populated I0520 00:26:25.149537 1 shared_informer.go:270] caches populated I0520 00:26:25.149580 1 controller.go:811] Starting provisioner controller rbd.csi.ceph.com_ceph-csi-rbd-provisioner-6f6497f79c-b96r4_4c45d72d-7e49-4401-a8a7-327bf5c4ff84! I0520 00:26:25.149666 1 clone_controller.go:66] Starting CloningProtection controller I0520 00:26:25.149733 1 clone_controller.go:82] Started CloningProtection controller I0520 00:26:25.149778 1 volume_store.go:97] Starting save volume queue I0520 00:26:25.150277 1 reflector.go:219] Starting reflector *v1.PersistentVolume (15m0s) from sigs.k8s.io/sig-storage-lib-external-provisioner/v8/controller/controller.go:845 I0520 00:26:25.150345 1 reflector.go:255] Listing and watching *v1.PersistentVolume from sigs.k8s.io/sig-storage-lib-external-provisioner/v8/controller/controller.go:845 I0520 00:26:25.150887 1 reflector.go:219] Starting reflector *v1.StorageClass (15m0s) from sigs.k8s.io/sig-storage-lib-external-provisioner/v8/controller/controller.go:848 I0520 00:26:25.151032 1 reflector.go:255] Listing and watching *v1.StorageClass from sigs.k8s.io/sig-storage-lib-external-provisioner/v8/controller/controller.go:848 I0520 00:26:25.249950 1 shared_informer.go:270] caches populated I0520 00:26:25.250883 1 controller.go:860] Started provisioner controller rbd.csi.ceph.com_ceph-csi-rbd-provisioner-6f6497f79c-b96r4_4c45d72d-7e49-4401-a8a7-327bf5c4ff84! I0520 00:26:30.065312 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0520 00:26:35.073942 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0520 00:26:40.083187 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0520 00:26:45.092043 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0520 00:26:50.102111 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0520 00:26:55.108434 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0520 00:27:00.122524 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0520 00:27:05.132808 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0520 00:27:10.140577 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0520 00:27:15.149507 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0520 00:27:20.159572 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0520 00:27:25.167094 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0520 00:27:30.175439 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0520 00:27:35.185908 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0520 00:27:40.195381 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0520 00:27:45.204409 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0520 00:27:50.214487 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0520 00:27:55.224094 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0520 00:28:00.234697 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0520 00:28:05.244718 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0520 00:28:10.254350 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0520 00:28:15.261654 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0520 00:28:20.270420 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0520 00:28:25.278373 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0520 00:28:30.287539 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0520 00:28:35.295918 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0520 00:28:40.304158 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0520 00:28:45.315459 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0520 00:28:50.322683 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0520 00:28:55.331386 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0520 00:29:00.341326 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0520 00:29:05.350484 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0520 00:29:10.363604 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0520 00:29:15.373833 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0520 00:29:20.384862 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0520 00:29:25.394063 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0520 00:29:30.402500 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0520 00:29:35.410875 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0520 00:29:40.418983 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0520 00:29:45.428368 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0520 00:29:50.438315 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0520 00:29:55.447661 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0520 00:30:00.457644 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0520 00:30:05.466070 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0520 00:30:07.696533 1 controller.go:1337] provision "default/test-pvc" class "general": started I0520 00:30:07.696637 1 controller.go:528] skip translation of storage class for plugin: rbd.csi.ceph.com I0520 00:30:07.697388 1 event.go:285] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"default", Name:"test-pvc", UID:"7b4597b4-32fd-4eb1-beaf-7fcdfc24d9cb", APIVersion:"v1", ResourceVersion:"2450", FieldPath:""}): type: 'Normal' reason: 'Provisioning' External provisioner is provisioning volume for claim "default/test-pvc" I0520 00:30:07.700290 1 connection.go:183] GRPC call: /csi.v1.Controller/CreateVolume I0520 00:30:07.700317 1 connection.go:184] GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-7b4597b4-32fd-4eb1-beaf-7fcdfc24d9cb","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-7b4597b4-32fd-4eb1-beaf-7fcdfc24d9cb","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube","thickProvision":"false"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0520 00:30:07.817885 1 connection.go:186] GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-7b4597b4-32fd-4eb1-beaf-7fcdfc24d9cb","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","imageName":"csi-vol-0daba3e1-53e3-11f1-a643-5e4e325f4fdf","journalPool":"kube","pool":"kube","thickProvision":"false"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-0daba3e1-53e3-11f1-a643-5e4e325f4fdf"}} I0520 00:30:07.818058 1 connection.go:187] GRPC error: I0520 00:30:07.818070 1 controller.go:774] create volume rep: {CapacityBytes:5368709120 VolumeId:0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-0daba3e1-53e3-11f1-a643-5e4e325f4fdf VolumeContext:map[clusterID:4837cbf8-4f90-4300-b3f6-726c9b9f89b4 csi.storage.k8s.io/pv/name:pvc-7b4597b4-32fd-4eb1-beaf-7fcdfc24d9cb csi.storage.k8s.io/pvc/name:test-pvc csi.storage.k8s.io/pvc/namespace:default imageFeatures:layering imageName:csi-vol-0daba3e1-53e3-11f1-a643-5e4e325f4fdf journalPool:kube pool:kube thickProvision:false] ContentSource: AccessibleTopology:[] XXX_NoUnkeyedLiteral:{} XXX_unrecognized:[] XXX_sizecache:0} I0520 00:30:07.818158 1 controller.go:858] successfully created PV pvc-7b4597b4-32fd-4eb1-beaf-7fcdfc24d9cb for PVC test-pvc and csi volume name 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-0daba3e1-53e3-11f1-a643-5e4e325f4fdf I0520 00:30:07.818177 1 controller.go:874] successfully created PV {GCEPersistentDisk:nil AWSElasticBlockStore:nil HostPath:nil Glusterfs:nil NFS:nil RBD:nil ISCSI:nil Cinder:nil CephFS:nil FC:nil Flocker:nil FlexVolume:nil AzureFile:nil VsphereVolume:nil Quobyte:nil AzureDisk:nil PhotonPersistentDisk:nil PortworxVolume:nil ScaleIO:nil Local:nil StorageOS:nil CSI:&CSIPersistentVolumeSource{Driver:rbd.csi.ceph.com,VolumeHandle:0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-0daba3e1-53e3-11f1-a643-5e4e325f4fdf,ReadOnly:false,FSType:ext4,VolumeAttributes:map[string]string{clusterID: 4837cbf8-4f90-4300-b3f6-726c9b9f89b4,csi.storage.k8s.io/pv/name: pvc-7b4597b4-32fd-4eb1-beaf-7fcdfc24d9cb,csi.storage.k8s.io/pvc/name: test-pvc,csi.storage.k8s.io/pvc/namespace: default,imageFeatures: layering,imageName: csi-vol-0daba3e1-53e3-11f1-a643-5e4e325f4fdf,journalPool: kube,pool: kube,storage.kubernetes.io/csiProvisionerIdentity: 1779236785033-8081-rbd.csi.ceph.com,thickProvision: false,},ControllerPublishSecretRef:nil,NodeStageSecretRef:&SecretReference{Name:csi-rbd-secret,Namespace:kube-system,},NodePublishSecretRef:nil,ControllerExpandSecretRef:&SecretReference{Name:csi-rbd-secret,Namespace:kube-system,},}} I0520 00:30:07.818341 1 controller.go:1442] provision "default/test-pvc" class "general": volume "pvc-7b4597b4-32fd-4eb1-beaf-7fcdfc24d9cb" provisioned I0520 00:30:07.818356 1 controller.go:1455] provision "default/test-pvc" class "general": succeeded I0520 00:30:07.818363 1 volume_store.go:154] Saving volume pvc-7b4597b4-32fd-4eb1-beaf-7fcdfc24d9cb I0520 00:30:07.826718 1 volume_store.go:157] Volume pvc-7b4597b4-32fd-4eb1-beaf-7fcdfc24d9cb saved I0520 00:30:07.826766 1 controller.go:1069] Claim processing succeeded, removing PVC 7b4597b4-32fd-4eb1-beaf-7fcdfc24d9cb from claims in progress I0520 00:30:07.826972 1 event.go:285] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"default", Name:"test-pvc", UID:"7b4597b4-32fd-4eb1-beaf-7fcdfc24d9cb", APIVersion:"v1", ResourceVersion:"2450", FieldPath:""}): type: 'Normal' reason: 'ProvisioningSucceeded' Successfully provisioned volume pvc-7b4597b4-32fd-4eb1-beaf-7fcdfc24d9cb I0520 00:30:10.474559 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0520 00:30:15.485605 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0520 00:30:20.493542 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0520 00:30:25.500192 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0520 00:30:30.509478 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0520 00:30:35.519023 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0520 00:30:40.526068 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0520 00:30:45.532234 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0520 00:30:50.539824 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com