I0226 03:00:53.438381       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0226 03:00:53.438533       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0226 03:00:53.438550       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0226 03:00:53.438555       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0226 03:00:53.438560       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0226 03:00:53.438564       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0226 03:00:53.438571       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0226 03:00:53.438576       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0226 03:00:53.438633       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0226 03:00:53.438639       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0226 03:00:53.439010       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0226 03:00:53.439018       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0226 03:00:56.523490       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0226 03:00:56.525676       1 utils.go:199] ID: 1 GRPC request: {}
I0226 03:00:56.525758       1 utils.go:205] ID: 1 GRPC response: {}
I0226 03:00:56.528434       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0226 03:00:56.528582       1 utils.go:199] ID: 2 GRPC request: {}
I0226 03:00:56.528638       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0226 03:00:56.528729       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0226 03:00:56.530272       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0226 03:00:56.530318       1 utils.go:199] ID: 3 GRPC request: {}
I0226 03:00:56.530332       1 utils.go:205] ID: 3 GRPC response: {}
I0226 03:00:56.531002       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0226 03:00:56.531076       1 utils.go:199] ID: 4 GRPC request: {}
I0226 03:00:56.531304       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0226 03:00:56.532239       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0226 03:00:56.532361       1 utils.go:199] ID: 5 GRPC request: {}
I0226 03:00:56.532382       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0226 03:00:56.532601       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0226 03:00:58.740476       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0226 03:00:58.740520       1 utils.go:199] ID: 6 GRPC request: {}
I0226 03:00:58.740536       1 utils.go:205] ID: 6 GRPC response: {}
I0226 03:00:58.742754       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0226 03:00:58.742797       1 utils.go:199] ID: 7 GRPC request: {}
I0226 03:00:58.742808       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0226 03:00:58.742838       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0226 03:00:58.745528       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0226 03:00:58.745721       1 utils.go:199] ID: 8 GRPC request: {}
I0226 03:00:58.745848       1 utils.go:205] ID: 8 GRPC response: {}
I0226 03:00:58.746879       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0226 03:00:58.746917       1 utils.go:199] ID: 9 GRPC request: {}
I0226 03:00:58.747049       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0226 03:00:58.748190       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0226 03:00:58.748224       1 utils.go:199] ID: 10 GRPC request: {}
I0226 03:00:58.748236       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0226 03:00:58.748384       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0226 03:00:58.749034       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0226 03:00:58.749066       1 utils.go:199] ID: 11 GRPC request: {}
I0226 03:00:58.749075       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0226 03:00:58.749165       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0226 03:00:58.749576       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0226 03:00:58.749605       1 utils.go:199] ID: 12 GRPC request: {}
I0226 03:00:58.749613       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0226 03:00:58.749691       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0226 03:01:00.165285       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0226 03:01:00.165358       1 utils.go:199] ID: 13 GRPC request: {}
I0226 03:01:00.165388       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0226 03:01:00.165423       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0226 03:01:00.171170       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0226 03:01:00.171240       1 utils.go:199] ID: 14 GRPC request: {}
I0226 03:01:00.171307       1 utils.go:205] ID: 14 GRPC response: {}
I0226 03:01:00.171886       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0226 03:01:00.171945       1 utils.go:199] ID: 15 GRPC request: {}
I0226 03:01:00.171965       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0226 03:01:00.172154       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0226 03:01:07.160840       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0226 03:01:07.160987       1 utils.go:199] ID: 16 GRPC request: {}
I0226 03:01:07.161028       1 utils.go:205] ID: 16 GRPC response: {}
I0226 03:01:07.163539       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0226 03:01:07.163650       1 utils.go:199] ID: 17 GRPC request: {}
I0226 03:01:07.163679       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0226 03:01:07.163751       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0226 03:01:07.166049       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0226 03:01:07.166071       1 utils.go:199] ID: 18 GRPC request: {}
I0226 03:01:07.166196       1 utils.go:205] ID: 18 GRPC response: {}
I0226 03:01:07.166791       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0226 03:01:07.166848       1 utils.go:199] ID: 19 GRPC request: {}
I0226 03:01:07.167104       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0226 03:01:07.169598       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0226 03:01:07.169621       1 utils.go:199] ID: 20 GRPC request: {}
I0226 03:01:07.169648       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0226 03:01:07.169743       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0226 03:02:07.435684       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0226 03:02:07.435828       1 utils.go:199] ID: 21 GRPC request: {}
I0226 03:02:07.435876       1 utils.go:205] ID: 21 GRPC response: {}
I0226 03:03:07.386465       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0226 03:03:07.386597       1 utils.go:199] ID: 22 GRPC request: {}
I0226 03:03:07.386618       1 utils.go:205] ID: 22 GRPC response: {}
I0226 03:04:07.385792       1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe
I0226 03:04:07.385844       1 utils.go:199] ID: 23 GRPC request: {}
I0226 03:04:07.385865       1 utils.go:205] ID: 23 GRPC response: {}
I0226 03:04:15.212489       1 utils.go:198] ID: 24 Req-ID: pvc-d3cee476-1489-4a09-887d-842462ec455e GRPC call: /csi.v1.Controller/CreateVolume
I0226 03:04:15.212916       1 utils.go:199] ID: 24 Req-ID: pvc-d3cee476-1489-4a09-887d-842462ec455e GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-d3cee476-1489-4a09-887d-842462ec455e","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-d3cee476-1489-4a09-887d-842462ec455e","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0226 03:04:15.213600       1 rbd_util.go:1315] ID: 24 Req-ID: pvc-d3cee476-1489-4a09-887d-842462ec455e setting disableInUseChecks: false image features: [layering] mounter: rbd
E0226 03:04:15.232967       1 omap.go:80] ID: 24 Req-ID: pvc-d3cee476-1489-4a09-887d-842462ec455e omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0226 03:04:15.248098       1 omap.go:159] ID: 24 Req-ID: pvc-d3cee476-1489-4a09-887d-842462ec455e set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-d3cee476-1489-4a09-887d-842462ec455e:8e99edd3-1a72-4fd8-8487-c1b98705a1b9])
I0226 03:04:15.254591       1 omap.go:159] ID: 24 Req-ID: pvc-d3cee476-1489-4a09-887d-842462ec455e set omap keys (pool="kube", namespace="", name="csi.volume.8e99edd3-1a72-4fd8-8487-c1b98705a1b9"): map[csi.imagename:csi-vol-8e99edd3-1a72-4fd8-8487-c1b98705a1b9 csi.volname:pvc-d3cee476-1489-4a09-887d-842462ec455e csi.volume.owner:default])
I0226 03:04:15.254629       1 rbd_journal.go:491] ID: 24 Req-ID: pvc-d3cee476-1489-4a09-887d-842462ec455e generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-8e99edd3-1a72-4fd8-8487-c1b98705a1b9) and image name (csi-vol-8e99edd3-1a72-4fd8-8487-c1b98705a1b9) for request name (pvc-d3cee476-1489-4a09-887d-842462ec455e)
I0226 03:04:15.254752       1 rbd_util.go:423] ID: 24 Req-ID: pvc-d3cee476-1489-4a09-887d-842462ec455e rbd: create kube/csi-vol-8e99edd3-1a72-4fd8-8487-c1b98705a1b9 size 5120M (features: [layering]) using mon 199.204.45.153
I0226 03:04:15.254840       1 rbd_util.go:1563] ID: 24 Req-ID: pvc-d3cee476-1489-4a09-887d-842462ec455e setting image options on kube/csi-vol-8e99edd3-1a72-4fd8-8487-c1b98705a1b9
I0226 03:04:16.947260       1 controllerserver.go:763] ID: 24 Req-ID: pvc-d3cee476-1489-4a09-887d-842462ec455e created image kube/csi-vol-8e99edd3-1a72-4fd8-8487-c1b98705a1b9 backed for request name pvc-d3cee476-1489-4a09-887d-842462ec455e
I0226 03:04:16.979946       1 omap.go:159] ID: 24 Req-ID: pvc-d3cee476-1489-4a09-887d-842462ec455e set omap keys (pool="kube", namespace="", name="csi.volume.8e99edd3-1a72-4fd8-8487-c1b98705a1b9"): map[csi.imageid:37d9a9908c30])
I0226 03:04:17.075541       1 utils.go:205] ID: 24 Req-ID: pvc-d3cee476-1489-4a09-887d-842462ec455e GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-8e99edd3-1a72-4fd8-8487-c1b98705a1b9","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-8e99edd3-1a72-4fd8-8487-c1b98705a1b9"}}