I0508 01:37:29.987852       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0508 01:37:29.988005       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0508 01:37:29.988029       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0508 01:37:29.988033       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0508 01:37:29.988036       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0508 01:37:29.988038       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0508 01:37:29.988043       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0508 01:37:29.988046       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0508 01:37:29.988048       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0508 01:37:29.988052       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0508 01:37:29.988613       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0508 01:37:29.988663       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0508 01:37:31.422374       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0508 01:37:31.423732       1 utils.go:199] ID: 1 GRPC request: {}
I0508 01:37:31.423832       1 utils.go:205] ID: 1 GRPC response: {}
I0508 01:37:31.425734       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0508 01:37:31.425812       1 utils.go:199] ID: 2 GRPC request: {}
I0508 01:37:31.425840       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0508 01:37:31.425948       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0508 01:37:31.427328       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0508 01:37:31.427372       1 utils.go:199] ID: 3 GRPC request: {}
I0508 01:37:31.427412       1 utils.go:205] ID: 3 GRPC response: {}
I0508 01:37:31.427769       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0508 01:37:31.427845       1 utils.go:199] ID: 4 GRPC request: {}
I0508 01:37:31.427978       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0508 01:37:31.428875       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0508 01:37:31.428967       1 utils.go:199] ID: 5 GRPC request: {}
I0508 01:37:31.428996       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0508 01:37:31.429119       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0508 01:37:36.024847       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0508 01:37:36.024904       1 utils.go:199] ID: 6 GRPC request: {}
I0508 01:37:36.024925       1 utils.go:205] ID: 6 GRPC response: {}
I0508 01:37:36.028583       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0508 01:37:36.028604       1 utils.go:199] ID: 7 GRPC request: {}
I0508 01:37:36.028612       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0508 01:37:36.028651       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0508 01:37:36.030858       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0508 01:37:36.030884       1 utils.go:199] ID: 8 GRPC request: {}
I0508 01:37:36.030914       1 utils.go:205] ID: 8 GRPC response: {}
I0508 01:37:36.031550       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0508 01:37:36.031572       1 utils.go:199] ID: 9 GRPC request: {}
I0508 01:37:36.031674       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0508 01:37:36.032500       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0508 01:37:36.032525       1 utils.go:199] ID: 10 GRPC request: {}
I0508 01:37:36.032554       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0508 01:37:36.032647       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0508 01:37:36.033405       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0508 01:37:36.033439       1 utils.go:199] ID: 11 GRPC request: {}
I0508 01:37:36.033444       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0508 01:37:36.033557       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0508 01:37:36.033944       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0508 01:37:36.033983       1 utils.go:199] ID: 12 GRPC request: {}
I0508 01:37:36.033988       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0508 01:37:36.034054       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0508 01:37:37.180885       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0508 01:37:37.180946       1 utils.go:199] ID: 13 GRPC request: {}
I0508 01:37:37.180957       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0508 01:37:37.180989       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0508 01:37:37.184862       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0508 01:37:37.184920       1 utils.go:199] ID: 14 GRPC request: {}
I0508 01:37:37.184941       1 utils.go:205] ID: 14 GRPC response: {}
I0508 01:37:37.185512       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0508 01:37:37.185537       1 utils.go:199] ID: 15 GRPC request: {}
I0508 01:37:37.185548       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0508 01:37:37.185803       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0508 01:37:38.442382       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0508 01:37:38.442423       1 utils.go:199] ID: 16 GRPC request: {}
I0508 01:37:38.442437       1 utils.go:205] ID: 16 GRPC response: {}
I0508 01:37:38.444693       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0508 01:37:38.444763       1 utils.go:199] ID: 17 GRPC request: {}
I0508 01:37:38.444810       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0508 01:37:38.444851       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0508 01:37:38.446369       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0508 01:37:38.446419       1 utils.go:199] ID: 18 GRPC request: {}
I0508 01:37:38.446431       1 utils.go:205] ID: 18 GRPC response: {}
I0508 01:37:38.446682       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0508 01:37:38.446700       1 utils.go:199] ID: 19 GRPC request: {}
I0508 01:37:38.446810       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0508 01:37:38.453059       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0508 01:37:38.453083       1 utils.go:199] ID: 20 GRPC request: {}
I0508 01:37:38.453108       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0508 01:37:38.453212       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0508 01:38:38.636315       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0508 01:38:38.636393       1 utils.go:199] ID: 21 GRPC request: {}
I0508 01:38:38.636425       1 utils.go:205] ID: 21 GRPC response: {}
I0508 01:39:38.636982       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0508 01:39:38.637048       1 utils.go:199] ID: 22 GRPC request: {}
I0508 01:39:38.637066       1 utils.go:205] ID: 22 GRPC response: {}
I0508 01:40:38.636155       1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe
I0508 01:40:38.636235       1 utils.go:199] ID: 23 GRPC request: {}
I0508 01:40:38.636259       1 utils.go:205] ID: 23 GRPC response: {}
I0508 01:40:39.100622       1 utils.go:198] ID: 24 Req-ID: pvc-65573706-8d98-48bf-9a47-21ae9390de29 GRPC call: /csi.v1.Controller/CreateVolume
I0508 01:40:39.101235       1 utils.go:199] ID: 24 Req-ID: pvc-65573706-8d98-48bf-9a47-21ae9390de29 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-65573706-8d98-48bf-9a47-21ae9390de29","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-65573706-8d98-48bf-9a47-21ae9390de29","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0508 01:40:39.102188       1 rbd_util.go:1315] ID: 24 Req-ID: pvc-65573706-8d98-48bf-9a47-21ae9390de29 setting disableInUseChecks: false image features: [layering] mounter: rbd
E0508 01:40:39.121925       1 omap.go:80] ID: 24 Req-ID: pvc-65573706-8d98-48bf-9a47-21ae9390de29 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0508 01:40:39.136885       1 omap.go:159] ID: 24 Req-ID: pvc-65573706-8d98-48bf-9a47-21ae9390de29 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-65573706-8d98-48bf-9a47-21ae9390de29:17b7c581-4dc1-44b0-b88a-ebd98252a368])
I0508 01:40:39.141444       1 omap.go:159] ID: 24 Req-ID: pvc-65573706-8d98-48bf-9a47-21ae9390de29 set omap keys (pool="kube", namespace="", name="csi.volume.17b7c581-4dc1-44b0-b88a-ebd98252a368"): map[csi.imagename:csi-vol-17b7c581-4dc1-44b0-b88a-ebd98252a368 csi.volname:pvc-65573706-8d98-48bf-9a47-21ae9390de29 csi.volume.owner:default])
I0508 01:40:39.141468       1 rbd_journal.go:491] ID: 24 Req-ID: pvc-65573706-8d98-48bf-9a47-21ae9390de29 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-17b7c581-4dc1-44b0-b88a-ebd98252a368) and image name (csi-vol-17b7c581-4dc1-44b0-b88a-ebd98252a368) for request name (pvc-65573706-8d98-48bf-9a47-21ae9390de29)
I0508 01:40:39.141535       1 rbd_util.go:423] ID: 24 Req-ID: pvc-65573706-8d98-48bf-9a47-21ae9390de29 rbd: create kube/csi-vol-17b7c581-4dc1-44b0-b88a-ebd98252a368 size 5120M (features: [layering]) using mon 199.204.45.78
I0508 01:40:39.141600       1 rbd_util.go:1563] ID: 24 Req-ID: pvc-65573706-8d98-48bf-9a47-21ae9390de29 setting image options on kube/csi-vol-17b7c581-4dc1-44b0-b88a-ebd98252a368
I0508 01:40:40.885579       1 controllerserver.go:763] ID: 24 Req-ID: pvc-65573706-8d98-48bf-9a47-21ae9390de29 created image kube/csi-vol-17b7c581-4dc1-44b0-b88a-ebd98252a368 backed for request name pvc-65573706-8d98-48bf-9a47-21ae9390de29
I0508 01:40:40.919227       1 omap.go:159] ID: 24 Req-ID: pvc-65573706-8d98-48bf-9a47-21ae9390de29 set omap keys (pool="kube", namespace="", name="csi.volume.17b7c581-4dc1-44b0-b88a-ebd98252a368"): map[csi.imageid:37d9355f9c59])
I0508 01:40:41.010437       1 utils.go:205] ID: 24 Req-ID: pvc-65573706-8d98-48bf-9a47-21ae9390de29 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-17b7c581-4dc1-44b0-b88a-ebd98252a368","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-17b7c581-4dc1-44b0-b88a-ebd98252a368"}}