I0416 00:52:07.723688       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0416 00:52:07.723825       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0416 00:52:07.723839       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0416 00:52:07.723842       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0416 00:52:07.723846       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0416 00:52:07.723850       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0416 00:52:07.723854       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0416 00:52:07.723857       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0416 00:52:07.723860       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0416 00:52:07.723864       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0416 00:52:07.724168       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0416 00:52:07.724192       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0416 00:52:09.887215       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0416 00:52:09.888151       1 utils.go:199] ID: 1 GRPC request: {}
I0416 00:52:09.888193       1 utils.go:205] ID: 1 GRPC response: {}
I0416 00:52:09.891186       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0416 00:52:09.891226       1 utils.go:199] ID: 2 GRPC request: {}
I0416 00:52:09.891236       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0416 00:52:09.891265       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0416 00:52:09.894408       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0416 00:52:09.894428       1 utils.go:199] ID: 3 GRPC request: {}
I0416 00:52:09.894436       1 utils.go:205] ID: 3 GRPC response: {}
I0416 00:52:09.894755       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0416 00:52:09.894793       1 utils.go:199] ID: 4 GRPC request: {}
I0416 00:52:09.894886       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0416 00:52:09.895839       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0416 00:52:09.895878       1 utils.go:199] ID: 5 GRPC request: {}
I0416 00:52:09.895890       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0416 00:52:09.895966       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0416 00:52:10.802435       1 utils.go:198] ID: 6 Req-ID: pvc-4d893654-45ce-4109-a117-98c642565c85 GRPC call: /csi.v1.Controller/CreateVolume
I0416 00:52:10.802655       1 utils.go:199] ID: 6 Req-ID: pvc-4d893654-45ce-4109-a117-98c642565c85 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-4d893654-45ce-4109-a117-98c642565c85","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-4d893654-45ce-4109-a117-98c642565c85","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0416 00:52:10.802812       1 rbd_util.go:1315] ID: 6 Req-ID: pvc-4d893654-45ce-4109-a117-98c642565c85 setting disableInUseChecks: false image features: [layering] mounter: rbd
E0416 00:52:10.817570       1 omap.go:80] ID: 6 Req-ID: pvc-4d893654-45ce-4109-a117-98c642565c85 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0416 00:52:10.842826       1 omap.go:159] ID: 6 Req-ID: pvc-4d893654-45ce-4109-a117-98c642565c85 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-4d893654-45ce-4109-a117-98c642565c85:badb985c-144b-4cb4-b32f-80c8f4ad1197])
I0416 00:52:10.849591       1 omap.go:159] ID: 6 Req-ID: pvc-4d893654-45ce-4109-a117-98c642565c85 set omap keys (pool="kube", namespace="", name="csi.volume.badb985c-144b-4cb4-b32f-80c8f4ad1197"): map[csi.imagename:csi-vol-badb985c-144b-4cb4-b32f-80c8f4ad1197 csi.volname:pvc-4d893654-45ce-4109-a117-98c642565c85 csi.volume.owner:default])
I0416 00:52:10.849648       1 rbd_journal.go:491] ID: 6 Req-ID: pvc-4d893654-45ce-4109-a117-98c642565c85 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-badb985c-144b-4cb4-b32f-80c8f4ad1197) and image name (csi-vol-badb985c-144b-4cb4-b32f-80c8f4ad1197) for request name (pvc-4d893654-45ce-4109-a117-98c642565c85)
I0416 00:52:10.849800       1 rbd_util.go:423] ID: 6 Req-ID: pvc-4d893654-45ce-4109-a117-98c642565c85 rbd: create kube/csi-vol-badb985c-144b-4cb4-b32f-80c8f4ad1197 size 5120M (features: [layering]) using mon 199.204.45.65
I0416 00:52:10.849879       1 rbd_util.go:1563] ID: 6 Req-ID: pvc-4d893654-45ce-4109-a117-98c642565c85 setting image options on kube/csi-vol-badb985c-144b-4cb4-b32f-80c8f4ad1197
I0416 00:52:11.094299       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/Probe
I0416 00:52:11.094336       1 utils.go:199] ID: 7 GRPC request: {}
I0416 00:52:11.094352       1 utils.go:205] ID: 7 GRPC response: {}
I0416 00:52:11.097793       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/GetPluginInfo
I0416 00:52:11.097845       1 utils.go:199] ID: 8 GRPC request: {}
I0416 00:52:11.097928       1 identityserver-default.go:40] ID: 8 Using default GetPluginInfo
I0416 00:52:11.097967       1 utils.go:205] ID: 8 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0416 00:52:11.099892       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/Probe
I0416 00:52:11.099924       1 utils.go:199] ID: 9 GRPC request: {}
I0416 00:52:11.100129       1 utils.go:205] ID: 9 GRPC response: {}
I0416 00:52:11.100748       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0416 00:52:11.100768       1 utils.go:199] ID: 10 GRPC request: {}
I0416 00:52:11.100923       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0416 00:52:11.101578       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0416 00:52:11.101603       1 utils.go:199] ID: 11 GRPC request: {}
I0416 00:52:11.101611       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0416 00:52:11.101796       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0416 00:52:11.102293       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0416 00:52:11.102312       1 utils.go:199] ID: 12 GRPC request: {}
I0416 00:52:11.102318       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0416 00:52:11.102521       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0416 00:52:11.102910       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0416 00:52:11.103025       1 utils.go:199] ID: 13 GRPC request: {}
I0416 00:52:11.103042       1 controllerserver-default.go:42] ID: 13 Using default ControllerGetCapabilities
I0416 00:52:11.103249       1 utils.go:205] ID: 13 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0416 00:52:13.484935       1 controllerserver.go:763] ID: 6 Req-ID: pvc-4d893654-45ce-4109-a117-98c642565c85 created image kube/csi-vol-badb985c-144b-4cb4-b32f-80c8f4ad1197 backed for request name pvc-4d893654-45ce-4109-a117-98c642565c85
I0416 00:52:13.513706       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/GetPluginInfo
I0416 00:52:13.513748       1 utils.go:199] ID: 14 GRPC request: {}
I0416 00:52:13.513757       1 identityserver-default.go:40] ID: 14 Using default GetPluginInfo
I0416 00:52:13.513781       1 utils.go:205] ID: 14 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0416 00:52:13.516726       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Identity/Probe
I0416 00:52:13.516823       1 utils.go:199] ID: 15 GRPC request: {}
I0416 00:52:13.516843       1 utils.go:205] ID: 15 GRPC response: {}
I0416 00:52:13.517677       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0416 00:52:13.517710       1 utils.go:199] ID: 16 GRPC request: {}
I0416 00:52:13.517719       1 controllerserver-default.go:42] ID: 16 Using default ControllerGetCapabilities
I0416 00:52:13.517831       1 utils.go:205] ID: 16 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0416 00:52:13.532392       1 omap.go:159] ID: 6 Req-ID: pvc-4d893654-45ce-4109-a117-98c642565c85 set omap keys (pool="kube", namespace="", name="csi.volume.badb985c-144b-4cb4-b32f-80c8f4ad1197"): map[csi.imageid:37b542df33e7])
I0416 00:52:13.628679       1 utils.go:205] ID: 6 Req-ID: pvc-4d893654-45ce-4109-a117-98c642565c85 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-badb985c-144b-4cb4-b32f-80c8f4ad1197","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-badb985c-144b-4cb4-b32f-80c8f4ad1197"}}
I0416 00:52:14.743947       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/Probe
I0416 00:52:14.743997       1 utils.go:199] ID: 17 GRPC request: {}
I0416 00:52:14.744024       1 utils.go:205] ID: 17 GRPC response: {}
I0416 00:52:14.745999       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/GetPluginInfo
I0416 00:52:14.746112       1 utils.go:199] ID: 18 GRPC request: {}
I0416 00:52:14.746221       1 identityserver-default.go:40] ID: 18 Using default GetPluginInfo
I0416 00:52:14.746264       1 utils.go:205] ID: 18 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0416 00:52:14.747860       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/Probe
I0416 00:52:14.747901       1 utils.go:199] ID: 19 GRPC request: {}
I0416 00:52:14.747917       1 utils.go:205] ID: 19 GRPC response: {}
I0416 00:52:14.748117       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0416 00:52:14.748133       1 utils.go:199] ID: 20 GRPC request: {}
I0416 00:52:14.748255       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0416 00:52:14.748861       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0416 00:52:14.748902       1 utils.go:199] ID: 21 GRPC request: {}
I0416 00:52:14.748914       1 controllerserver-default.go:42] ID: 21 Using default ControllerGetCapabilities
I0416 00:52:14.749006       1 utils.go:205] ID: 21 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}