I0505 22:15:49.712784       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0505 22:15:49.712898       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0505 22:15:49.712910       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0505 22:15:49.712914       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0505 22:15:49.712917       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0505 22:15:49.712920       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0505 22:15:49.712924       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0505 22:15:49.712927       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0505 22:15:49.712930       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0505 22:15:49.712933       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0505 22:15:49.713199       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0505 22:15:49.713230       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0505 22:15:54.666050       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0505 22:15:54.667096       1 utils.go:199] ID: 1 GRPC request: {}
I0505 22:15:54.667190       1 utils.go:205] ID: 1 GRPC response: {}
I0505 22:15:54.675812       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0505 22:15:54.675992       1 utils.go:199] ID: 2 GRPC request: {}
I0505 22:15:54.676057       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0505 22:15:54.676202       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0505 22:15:54.678199       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0505 22:15:54.678262       1 utils.go:199] ID: 3 GRPC request: {}
I0505 22:15:54.678626       1 utils.go:205] ID: 3 GRPC response: {}
I0505 22:15:54.679578       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0505 22:15:54.679718       1 utils.go:199] ID: 4 GRPC request: {}
I0505 22:15:54.679997       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0505 22:15:54.680943       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0505 22:15:54.681023       1 utils.go:199] ID: 5 GRPC request: {}
I0505 22:15:54.681038       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0505 22:15:54.681206       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0505 22:15:56.754352       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0505 22:15:56.754393       1 utils.go:199] ID: 6 GRPC request: {}
I0505 22:15:56.754410       1 utils.go:205] ID: 6 GRPC response: {}
I0505 22:15:56.756841       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0505 22:15:56.756988       1 utils.go:199] ID: 7 GRPC request: {}
I0505 22:15:56.757041       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0505 22:15:56.757206       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0505 22:15:56.760036       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0505 22:15:56.760116       1 utils.go:199] ID: 8 GRPC request: {}
I0505 22:15:56.760165       1 utils.go:205] ID: 8 GRPC response: {}
I0505 22:15:56.761790       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0505 22:15:56.761852       1 utils.go:199] ID: 9 GRPC request: {}
I0505 22:15:56.762009       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0505 22:15:56.763511       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0505 22:15:56.763579       1 utils.go:199] ID: 10 GRPC request: {}
I0505 22:15:56.763590       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0505 22:15:56.763754       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0505 22:15:56.764607       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0505 22:15:56.764627       1 utils.go:199] ID: 11 GRPC request: {}
I0505 22:15:56.764634       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0505 22:15:56.764709       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0505 22:15:56.765684       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0505 22:15:56.765757       1 utils.go:199] ID: 12 GRPC request: {}
I0505 22:15:56.765791       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0505 22:15:56.765958       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0505 22:15:57.990497       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0505 22:15:57.990551       1 utils.go:199] ID: 13 GRPC request: {}
I0505 22:15:57.990563       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0505 22:15:57.990596       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0505 22:15:57.994837       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0505 22:15:57.994899       1 utils.go:199] ID: 14 GRPC request: {}
I0505 22:15:57.994929       1 utils.go:205] ID: 14 GRPC response: {}
I0505 22:15:57.995618       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0505 22:15:57.995760       1 utils.go:199] ID: 15 GRPC request: {}
I0505 22:15:57.995799       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0505 22:15:57.995957       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0505 22:15:59.245751       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0505 22:15:59.245821       1 utils.go:199] ID: 16 GRPC request: {}
I0505 22:15:59.245857       1 utils.go:205] ID: 16 GRPC response: {}
I0505 22:15:59.255136       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0505 22:15:59.255251       1 utils.go:199] ID: 17 GRPC request: {}
I0505 22:15:59.255309       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0505 22:15:59.255413       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0505 22:15:59.257309       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0505 22:15:59.257369       1 utils.go:199] ID: 18 GRPC request: {}
I0505 22:15:59.257409       1 utils.go:205] ID: 18 GRPC response: {}
I0505 22:15:59.257769       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0505 22:15:59.257832       1 utils.go:199] ID: 19 GRPC request: {}
I0505 22:15:59.258000       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0505 22:15:59.258880       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0505 22:15:59.258906       1 utils.go:199] ID: 20 GRPC request: {}
I0505 22:15:59.258917       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0505 22:15:59.259028       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0505 22:16:59.451651       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0505 22:16:59.451738       1 utils.go:199] ID: 21 GRPC request: {}
I0505 22:16:59.451776       1 utils.go:205] ID: 21 GRPC response: {}
I0505 22:17:59.437024       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0505 22:17:59.437138       1 utils.go:199] ID: 22 GRPC request: {}
I0505 22:17:59.437172       1 utils.go:205] ID: 22 GRPC response: {}
I0505 22:18:59.437539       1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe
I0505 22:18:59.437603       1 utils.go:199] ID: 23 GRPC request: {}
I0505 22:18:59.437634       1 utils.go:205] ID: 23 GRPC response: {}
I0505 22:19:04.133179       1 utils.go:198] ID: 24 Req-ID: pvc-39f5b2cd-12fa-403d-9c21-3d1e90ebb45c GRPC call: /csi.v1.Controller/CreateVolume
I0505 22:19:04.134087       1 utils.go:199] ID: 24 Req-ID: pvc-39f5b2cd-12fa-403d-9c21-3d1e90ebb45c GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-39f5b2cd-12fa-403d-9c21-3d1e90ebb45c","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-39f5b2cd-12fa-403d-9c21-3d1e90ebb45c","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0505 22:19:04.134507       1 rbd_util.go:1315] ID: 24 Req-ID: pvc-39f5b2cd-12fa-403d-9c21-3d1e90ebb45c setting disableInUseChecks: false image features: [layering] mounter: rbd
E0505 22:19:04.149675       1 omap.go:80] ID: 24 Req-ID: pvc-39f5b2cd-12fa-403d-9c21-3d1e90ebb45c omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0505 22:19:04.163206       1 omap.go:159] ID: 24 Req-ID: pvc-39f5b2cd-12fa-403d-9c21-3d1e90ebb45c set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-39f5b2cd-12fa-403d-9c21-3d1e90ebb45c:c1a01b91-fbaf-4cc6-96a8-5fc9900e2383])
I0505 22:19:04.168985       1 omap.go:159] ID: 24 Req-ID: pvc-39f5b2cd-12fa-403d-9c21-3d1e90ebb45c set omap keys (pool="kube", namespace="", name="csi.volume.c1a01b91-fbaf-4cc6-96a8-5fc9900e2383"): map[csi.imagename:csi-vol-c1a01b91-fbaf-4cc6-96a8-5fc9900e2383 csi.volname:pvc-39f5b2cd-12fa-403d-9c21-3d1e90ebb45c csi.volume.owner:default])
I0505 22:19:04.169019       1 rbd_journal.go:491] ID: 24 Req-ID: pvc-39f5b2cd-12fa-403d-9c21-3d1e90ebb45c generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-c1a01b91-fbaf-4cc6-96a8-5fc9900e2383) and image name (csi-vol-c1a01b91-fbaf-4cc6-96a8-5fc9900e2383) for request name (pvc-39f5b2cd-12fa-403d-9c21-3d1e90ebb45c)
I0505 22:19:04.169113       1 rbd_util.go:423] ID: 24 Req-ID: pvc-39f5b2cd-12fa-403d-9c21-3d1e90ebb45c rbd: create kube/csi-vol-c1a01b91-fbaf-4cc6-96a8-5fc9900e2383 size 5120M (features: [layering]) using mon 199.204.45.156
I0505 22:19:04.169167       1 rbd_util.go:1563] ID: 24 Req-ID: pvc-39f5b2cd-12fa-403d-9c21-3d1e90ebb45c setting image options on kube/csi-vol-c1a01b91-fbaf-4cc6-96a8-5fc9900e2383
I0505 22:19:06.039642       1 controllerserver.go:763] ID: 24 Req-ID: pvc-39f5b2cd-12fa-403d-9c21-3d1e90ebb45c created image kube/csi-vol-c1a01b91-fbaf-4cc6-96a8-5fc9900e2383 backed for request name pvc-39f5b2cd-12fa-403d-9c21-3d1e90ebb45c
I0505 22:19:06.073683       1 omap.go:159] ID: 24 Req-ID: pvc-39f5b2cd-12fa-403d-9c21-3d1e90ebb45c set omap keys (pool="kube", namespace="", name="csi.volume.c1a01b91-fbaf-4cc6-96a8-5fc9900e2383"): map[csi.imageid:37d97e615ab4])
I0505 22:19:06.160841       1 utils.go:205] ID: 24 Req-ID: pvc-39f5b2cd-12fa-403d-9c21-3d1e90ebb45c GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-c1a01b91-fbaf-4cc6-96a8-5fc9900e2383","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-c1a01b91-fbaf-4cc6-96a8-5fc9900e2383"}}