I0319 09:03:03.960712 1 feature_gate.go:245] feature gates: &{map[]} I0319 09:03:03.960760 1 csi-provisioner.go:139] Version: v3.1.0 I0319 09:03:03.960765 1 csi-provisioner.go:162] Building kube configs for running in cluster... I0319 09:03:03.961267 1 connection.go:154] Connecting to unix:///csi/csi-provisioner.sock W0319 09:03:13.962246 1 connection.go:173] Still connecting to unix:///csi/csi-provisioner.sock W0319 09:03:23.965440 1 connection.go:173] Still connecting to unix:///csi/csi-provisioner.sock I0319 09:03:24.248536 1 common.go:111] Probing CSI driver for readiness I0319 09:03:24.248590 1 connection.go:183] GRPC call: /csi.v1.Identity/Probe I0319 09:03:24.248599 1 connection.go:184] GRPC request: {} I0319 09:03:24.260892 1 connection.go:186] GRPC response: {} I0319 09:03:24.260950 1 connection.go:187] GRPC error: I0319 09:03:24.260961 1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginInfo I0319 09:03:24.260964 1 connection.go:184] GRPC request: {} I0319 09:03:24.261725 1 connection.go:186] GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.5.1"} I0319 09:03:24.261770 1 connection.go:187] GRPC error: I0319 09:03:24.261778 1 csi-provisioner.go:206] Detected CSI driver rbd.csi.ceph.com I0319 09:03:24.261785 1 csi-provisioner.go:216] Supports migration from in-tree plugin: kubernetes.io/rbd I0319 09:03:24.261866 1 connection.go:154] Connecting to unix:///csi/csi-provisioner.sock I0319 09:03:24.262446 1 common.go:111] Probing CSI driver for readiness I0319 09:03:24.262461 1 connection.go:183] GRPC call: /csi.v1.Identity/Probe I0319 09:03:24.262466 1 connection.go:184] GRPC request: {} I0319 09:03:24.263073 1 connection.go:186] GRPC response: {} I0319 09:03:24.263129 1 connection.go:187] GRPC error: I0319 09:03:24.263160 1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginCapabilities I0319 09:03:24.263168 1 connection.go:184] GRPC request: {} I0319 09:03:24.264607 1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0319 09:03:24.264778 1 connection.go:187] GRPC error: I0319 09:03:24.264786 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0319 09:03:24.264791 1 connection.go:184] GRPC request: {} I0319 09:03:24.266064 1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0319 09:03:24.266220 1 connection.go:187] GRPC error: I0319 09:03:24.266377 1 csi-provisioner.go:278] CSI driver does not support PUBLISH_UNPUBLISH_VOLUME, not watching VolumeAttachments I0319 09:03:24.267260 1 controller.go:732] Using saving PVs to API server in background I0319 09:03:24.275248 1 leaderelection.go:248] attempting to acquire leader lease kube-system/rbd-csi-ceph-com... I0319 09:03:24.288912 1 leaderelection.go:258] successfully acquired lease kube-system/rbd-csi-ceph-com I0319 09:03:24.288933 1 leader_election.go:212] new leader detected, current leader: ceph-csi-rbd-provisioner-6f6497f79c-mfjq9 I0319 09:03:24.288996 1 leader_election.go:205] became leader, starting I0319 09:03:24.289448 1 reflector.go:219] Starting reflector *v1.PersistentVolumeClaim (15m0s) from k8s.io/client-go/informers/factory.go:134 I0319 09:03:24.289478 1 reflector.go:255] Listing and watching *v1.PersistentVolumeClaim from k8s.io/client-go/informers/factory.go:134 I0319 09:03:24.291880 1 reflector.go:219] Starting reflector *v1.StorageClass (1h0m0s) from k8s.io/client-go/informers/factory.go:134 I0319 09:03:24.291901 1 reflector.go:255] Listing and watching *v1.StorageClass from k8s.io/client-go/informers/factory.go:134 I0319 09:03:24.297779 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0319 09:03:24.390241 1 shared_informer.go:270] caches populated I0319 09:03:24.390291 1 shared_informer.go:270] caches populated I0319 09:03:24.390310 1 controller.go:811] Starting provisioner controller rbd.csi.ceph.com_ceph-csi-rbd-provisioner-6f6497f79c-mfjq9_ebe7c3ab-ccfc-449a-be37-d84ee1f07b9c! I0319 09:03:24.390355 1 clone_controller.go:66] Starting CloningProtection controller I0319 09:03:24.390469 1 clone_controller.go:82] Started CloningProtection controller I0319 09:03:24.390632 1 volume_store.go:97] Starting save volume queue I0319 09:03:24.390938 1 reflector.go:219] Starting reflector *v1.PersistentVolume (15m0s) from sigs.k8s.io/sig-storage-lib-external-provisioner/v8/controller/controller.go:845 I0319 09:03:24.390961 1 reflector.go:255] Listing and watching *v1.PersistentVolume from sigs.k8s.io/sig-storage-lib-external-provisioner/v8/controller/controller.go:845 I0319 09:03:24.391447 1 reflector.go:219] Starting reflector *v1.StorageClass (15m0s) from sigs.k8s.io/sig-storage-lib-external-provisioner/v8/controller/controller.go:848 I0319 09:03:24.391475 1 reflector.go:255] Listing and watching *v1.StorageClass from sigs.k8s.io/sig-storage-lib-external-provisioner/v8/controller/controller.go:848 I0319 09:03:24.490888 1 shared_informer.go:270] caches populated I0319 09:03:24.491271 1 controller.go:860] Started provisioner controller rbd.csi.ceph.com_ceph-csi-rbd-provisioner-6f6497f79c-mfjq9_ebe7c3ab-ccfc-449a-be37-d84ee1f07b9c! I0319 09:03:29.392861 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0319 09:03:34.406241 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0319 09:03:39.423766 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0319 09:03:44.437380 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0319 09:03:49.451483 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0319 09:03:54.462265 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0319 09:03:59.475197 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0319 09:04:04.488662 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0319 09:04:09.499038 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0319 09:04:14.510907 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0319 09:04:19.519767 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0319 09:04:24.528780 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0319 09:04:29.538797 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0319 09:04:34.549739 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0319 09:04:39.560901 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0319 09:04:44.572088 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0319 09:04:49.583394 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0319 09:04:54.595840 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0319 09:04:59.605845 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0319 09:05:04.617700 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0319 09:05:09.627494 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0319 09:05:14.637864 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0319 09:05:19.648077 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0319 09:05:24.656192 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0319 09:05:29.666601 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0319 09:05:34.683374 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0319 09:05:39.695653 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0319 09:05:44.704837 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0319 09:05:49.716360 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0319 09:05:54.724894 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0319 09:05:59.735413 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0319 09:06:04.744145 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0319 09:06:09.751252 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0319 09:06:14.761882 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0319 09:06:19.772593 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0319 09:06:24.782733 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0319 09:06:29.790961 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0319 09:06:34.800094 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0319 09:06:38.680720 1 controller.go:1337] provision "default/test-pvc" class "general": started I0319 09:06:38.680994 1 controller.go:528] skip translation of storage class for plugin: rbd.csi.ceph.com I0319 09:06:38.681714 1 event.go:285] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"default", Name:"test-pvc", UID:"d079f31c-51a7-4cbd-9f19-5271d297252b", APIVersion:"v1", ResourceVersion:"1888", FieldPath:""}): type: 'Normal' reason: 'Provisioning' External provisioner is provisioning volume for claim "default/test-pvc" I0319 09:06:38.685192 1 connection.go:183] GRPC call: /csi.v1.Controller/CreateVolume I0319 09:06:38.685219 1 connection.go:184] GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-d079f31c-51a7-4cbd-9f19-5271d297252b","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-d079f31c-51a7-4cbd-9f19-5271d297252b","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube","thickProvision":"false"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0319 09:06:39.810011 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0319 09:06:40.232150 1 connection.go:186] GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-d079f31c-51a7-4cbd-9f19-5271d297252b","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","imageName":"csi-vol-f01ff46c-2372-11f1-977c-ce7bcd9e9a34","journalPool":"kube","pool":"kube","thickProvision":"false"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-f01ff46c-2372-11f1-977c-ce7bcd9e9a34"}} I0319 09:06:40.232520 1 connection.go:187] GRPC error: I0319 09:06:40.232542 1 controller.go:774] create volume rep: {CapacityBytes:5368709120 VolumeId:0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-f01ff46c-2372-11f1-977c-ce7bcd9e9a34 VolumeContext:map[clusterID:4837cbf8-4f90-4300-b3f6-726c9b9f89b4 csi.storage.k8s.io/pv/name:pvc-d079f31c-51a7-4cbd-9f19-5271d297252b csi.storage.k8s.io/pvc/name:test-pvc csi.storage.k8s.io/pvc/namespace:default imageFeatures:layering imageName:csi-vol-f01ff46c-2372-11f1-977c-ce7bcd9e9a34 journalPool:kube pool:kube thickProvision:false] ContentSource: AccessibleTopology:[] XXX_NoUnkeyedLiteral:{} XXX_unrecognized:[] XXX_sizecache:0} I0319 09:06:40.232632 1 controller.go:858] successfully created PV pvc-d079f31c-51a7-4cbd-9f19-5271d297252b for PVC test-pvc and csi volume name 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-f01ff46c-2372-11f1-977c-ce7bcd9e9a34 I0319 09:06:40.232657 1 controller.go:874] successfully created PV {GCEPersistentDisk:nil AWSElasticBlockStore:nil HostPath:nil Glusterfs:nil NFS:nil RBD:nil ISCSI:nil Cinder:nil CephFS:nil FC:nil Flocker:nil FlexVolume:nil AzureFile:nil VsphereVolume:nil Quobyte:nil AzureDisk:nil PhotonPersistentDisk:nil PortworxVolume:nil ScaleIO:nil Local:nil StorageOS:nil CSI:&CSIPersistentVolumeSource{Driver:rbd.csi.ceph.com,VolumeHandle:0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-f01ff46c-2372-11f1-977c-ce7bcd9e9a34,ReadOnly:false,FSType:ext4,VolumeAttributes:map[string]string{clusterID: 4837cbf8-4f90-4300-b3f6-726c9b9f89b4,csi.storage.k8s.io/pv/name: pvc-d079f31c-51a7-4cbd-9f19-5271d297252b,csi.storage.k8s.io/pvc/name: test-pvc,csi.storage.k8s.io/pvc/namespace: default,imageFeatures: layering,imageName: csi-vol-f01ff46c-2372-11f1-977c-ce7bcd9e9a34,journalPool: kube,pool: kube,storage.kubernetes.io/csiProvisionerIdentity: 1773911004266-8081-rbd.csi.ceph.com,thickProvision: false,},ControllerPublishSecretRef:nil,NodeStageSecretRef:&SecretReference{Name:csi-rbd-secret,Namespace:kube-system,},NodePublishSecretRef:nil,ControllerExpandSecretRef:&SecretReference{Name:csi-rbd-secret,Namespace:kube-system,},}} I0319 09:06:40.232919 1 controller.go:1442] provision "default/test-pvc" class "general": volume "pvc-d079f31c-51a7-4cbd-9f19-5271d297252b" provisioned I0319 09:06:40.232932 1 controller.go:1455] provision "default/test-pvc" class "general": succeeded I0319 09:06:40.232940 1 volume_store.go:154] Saving volume pvc-d079f31c-51a7-4cbd-9f19-5271d297252b I0319 09:06:40.242513 1 volume_store.go:157] Volume pvc-d079f31c-51a7-4cbd-9f19-5271d297252b saved I0319 09:06:40.242599 1 controller.go:1069] Claim processing succeeded, removing PVC d079f31c-51a7-4cbd-9f19-5271d297252b from claims in progress I0319 09:06:40.242832 1 event.go:285] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"default", Name:"test-pvc", UID:"d079f31c-51a7-4cbd-9f19-5271d297252b", APIVersion:"v1", ResourceVersion:"1888", FieldPath:""}): type: 'Normal' reason: 'ProvisioningSucceeded' Successfully provisioned volume pvc-d079f31c-51a7-4cbd-9f19-5271d297252b I0319 09:06:44.820595 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0319 09:06:49.831347 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0319 09:06:54.843223 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0319 09:06:59.854055 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0319 09:07:04.863975 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0319 09:07:09.872875 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0319 09:07:14.887319 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0319 09:07:19.896938 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com I0319 09:07:24.909023 1 leaderelection.go:278] successfully renewed lease kube-system/rbd-csi-ceph-com