I0303 18:55:00.971983       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0303 18:55:00.972194       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0303 18:55:00.972249       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0303 18:55:00.972264       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0303 18:55:00.972277       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0303 18:55:00.972289       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0303 18:55:00.972317       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0303 18:55:00.972340       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0303 18:55:00.972353       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0303 18:55:00.972370       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0303 18:55:00.972669       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0303 18:55:00.972690       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0303 18:55:04.021769       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0303 18:55:04.023796       1 utils.go:199] ID: 1 GRPC request: {}
I0303 18:55:04.023876       1 utils.go:205] ID: 1 GRPC response: {}
I0303 18:55:04.031191       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0303 18:55:04.031302       1 utils.go:199] ID: 2 GRPC request: {}
I0303 18:55:04.031322       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0303 18:55:04.031484       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0303 18:55:04.033660       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0303 18:55:04.033707       1 utils.go:199] ID: 3 GRPC request: {}
I0303 18:55:04.033737       1 utils.go:205] ID: 3 GRPC response: {}
I0303 18:55:04.034266       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0303 18:55:04.034318       1 utils.go:199] ID: 4 GRPC request: {}
I0303 18:55:04.034488       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0303 18:55:04.035472       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0303 18:55:04.035566       1 utils.go:199] ID: 5 GRPC request: {}
I0303 18:55:04.035586       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0303 18:55:04.035808       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0303 18:55:06.036135       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0303 18:55:06.036201       1 utils.go:199] ID: 6 GRPC request: {}
I0303 18:55:06.036231       1 utils.go:205] ID: 6 GRPC response: {}
I0303 18:55:06.038221       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0303 18:55:06.038251       1 utils.go:199] ID: 7 GRPC request: {}
I0303 18:55:06.038263       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0303 18:55:06.038303       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0303 18:55:06.039736       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0303 18:55:06.039778       1 utils.go:199] ID: 8 GRPC request: {}
I0303 18:55:06.039805       1 utils.go:205] ID: 8 GRPC response: {}
I0303 18:55:06.040457       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0303 18:55:06.040496       1 utils.go:199] ID: 9 GRPC request: {}
I0303 18:55:06.040607       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0303 18:55:06.043238       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0303 18:55:06.043348       1 utils.go:199] ID: 10 GRPC request: {}
I0303 18:55:06.043407       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0303 18:55:06.043534       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0303 18:55:06.044167       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0303 18:55:06.044190       1 utils.go:199] ID: 11 GRPC request: {}
I0303 18:55:06.044198       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0303 18:55:06.044284       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0303 18:55:06.044778       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0303 18:55:06.044886       1 utils.go:199] ID: 12 GRPC request: {}
I0303 18:55:06.044975       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0303 18:55:06.045124       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0303 18:55:07.631378       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0303 18:55:07.631416       1 utils.go:199] ID: 13 GRPC request: {}
I0303 18:55:07.631427       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0303 18:55:07.631457       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0303 18:55:07.633487       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0303 18:55:07.633567       1 utils.go:199] ID: 14 GRPC request: {}
I0303 18:55:07.633624       1 utils.go:205] ID: 14 GRPC response: {}
I0303 18:55:07.634045       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0303 18:55:07.634065       1 utils.go:199] ID: 15 GRPC request: {}
I0303 18:55:07.634071       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0303 18:55:07.634135       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0303 18:55:10.838050       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0303 18:55:10.838094       1 utils.go:199] ID: 16 GRPC request: {}
I0303 18:55:10.838117       1 utils.go:205] ID: 16 GRPC response: {}
I0303 18:55:10.840342       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0303 18:55:10.840371       1 utils.go:199] ID: 17 GRPC request: {}
I0303 18:55:10.840382       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0303 18:55:10.840627       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0303 18:55:10.842964       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0303 18:55:10.843001       1 utils.go:199] ID: 18 GRPC request: {}
I0303 18:55:10.843018       1 utils.go:205] ID: 18 GRPC response: {}
I0303 18:55:10.843714       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0303 18:55:10.843735       1 utils.go:199] ID: 19 GRPC request: {}
I0303 18:55:10.843849       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0303 18:55:10.845119       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0303 18:55:10.845143       1 utils.go:199] ID: 20 GRPC request: {}
I0303 18:55:10.845154       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0303 18:55:10.845322       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0303 18:56:18.641462       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0303 18:56:18.641514       1 utils.go:199] ID: 21 GRPC request: {}
I0303 18:56:18.641536       1 utils.go:205] ID: 21 GRPC response: {}
I0303 18:57:18.613225       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0303 18:57:18.613283       1 utils.go:199] ID: 22 GRPC request: {}
I0303 18:57:18.613386       1 utils.go:205] ID: 22 GRPC response: {}
I0303 18:58:12.066453       1 utils.go:198] ID: 23 Req-ID: pvc-23fdbf53-bf53-4917-878b-148ba6866fca GRPC call: /csi.v1.Controller/CreateVolume
I0303 18:58:12.066863       1 utils.go:199] ID: 23 Req-ID: pvc-23fdbf53-bf53-4917-878b-148ba6866fca GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-23fdbf53-bf53-4917-878b-148ba6866fca","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-23fdbf53-bf53-4917-878b-148ba6866fca","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0303 18:58:12.067168       1 rbd_util.go:1315] ID: 23 Req-ID: pvc-23fdbf53-bf53-4917-878b-148ba6866fca setting disableInUseChecks: false image features: [layering] mounter: rbd
E0303 18:58:12.083907       1 omap.go:80] ID: 23 Req-ID: pvc-23fdbf53-bf53-4917-878b-148ba6866fca omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0303 18:58:12.099942       1 omap.go:159] ID: 23 Req-ID: pvc-23fdbf53-bf53-4917-878b-148ba6866fca set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-23fdbf53-bf53-4917-878b-148ba6866fca:6f964eb0-f61b-4016-8fcd-814fe6e6b861])
I0303 18:58:12.105798       1 omap.go:159] ID: 23 Req-ID: pvc-23fdbf53-bf53-4917-878b-148ba6866fca set omap keys (pool="kube", namespace="", name="csi.volume.6f964eb0-f61b-4016-8fcd-814fe6e6b861"): map[csi.imagename:csi-vol-6f964eb0-f61b-4016-8fcd-814fe6e6b861 csi.volname:pvc-23fdbf53-bf53-4917-878b-148ba6866fca csi.volume.owner:default])
I0303 18:58:12.105831       1 rbd_journal.go:491] ID: 23 Req-ID: pvc-23fdbf53-bf53-4917-878b-148ba6866fca generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-6f964eb0-f61b-4016-8fcd-814fe6e6b861) and image name (csi-vol-6f964eb0-f61b-4016-8fcd-814fe6e6b861) for request name (pvc-23fdbf53-bf53-4917-878b-148ba6866fca)
I0303 18:58:12.105910       1 rbd_util.go:423] ID: 23 Req-ID: pvc-23fdbf53-bf53-4917-878b-148ba6866fca rbd: create kube/csi-vol-6f964eb0-f61b-4016-8fcd-814fe6e6b861 size 5120M (features: [layering]) using mon 199.204.45.57
I0303 18:58:12.106018       1 rbd_util.go:1563] ID: 23 Req-ID: pvc-23fdbf53-bf53-4917-878b-148ba6866fca setting image options on kube/csi-vol-6f964eb0-f61b-4016-8fcd-814fe6e6b861
I0303 18:58:13.561431       1 controllerserver.go:763] ID: 23 Req-ID: pvc-23fdbf53-bf53-4917-878b-148ba6866fca created image kube/csi-vol-6f964eb0-f61b-4016-8fcd-814fe6e6b861 backed for request name pvc-23fdbf53-bf53-4917-878b-148ba6866fca
I0303 18:58:13.601820       1 omap.go:159] ID: 23 Req-ID: pvc-23fdbf53-bf53-4917-878b-148ba6866fca set omap keys (pool="kube", namespace="", name="csi.volume.6f964eb0-f61b-4016-8fcd-814fe6e6b861"): map[csi.imageid:37d9470f1500])
I0303 18:58:13.757947       1 utils.go:205] ID: 23 Req-ID: pvc-23fdbf53-bf53-4917-878b-148ba6866fca GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-6f964eb0-f61b-4016-8fcd-814fe6e6b861","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-6f964eb0-f61b-4016-8fcd-814fe6e6b861"}}
I0303 18:58:18.611368       1 utils.go:198] ID: 24 GRPC call: /csi.v1.Identity/Probe
I0303 18:58:18.611450       1 utils.go:199] ID: 24 GRPC request: {}
I0303 18:58:18.611472       1 utils.go:205] ID: 24 GRPC response: {}