I0318 00:48:12.698534       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0318 00:48:12.698668       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0318 00:48:12.698686       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0318 00:48:12.698690       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0318 00:48:12.698693       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0318 00:48:12.698696       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0318 00:48:12.698700       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0318 00:48:12.698704       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0318 00:48:12.698707       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0318 00:48:12.698711       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0318 00:48:12.698971       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0318 00:48:12.699013       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0318 00:48:17.380139       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0318 00:48:17.381472       1 utils.go:199] ID: 1 GRPC request: {}
I0318 00:48:17.381519       1 utils.go:205] ID: 1 GRPC response: {}
I0318 00:48:17.386091       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0318 00:48:17.386189       1 utils.go:199] ID: 2 GRPC request: {}
I0318 00:48:17.386207       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0318 00:48:17.386264       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0318 00:48:17.387670       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0318 00:48:17.387701       1 utils.go:199] ID: 3 GRPC request: {}
I0318 00:48:17.387712       1 utils.go:205] ID: 3 GRPC response: {}
I0318 00:48:17.388131       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0318 00:48:17.388164       1 utils.go:199] ID: 4 GRPC request: {}
I0318 00:48:17.388277       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0318 00:48:17.388975       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0318 00:48:17.389001       1 utils.go:199] ID: 5 GRPC request: {}
I0318 00:48:17.389007       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0318 00:48:17.389071       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0318 00:48:21.276720       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0318 00:48:21.276759       1 utils.go:199] ID: 6 GRPC request: {}
I0318 00:48:21.276777       1 utils.go:205] ID: 6 GRPC response: {}
I0318 00:48:21.278720       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0318 00:48:21.278739       1 utils.go:199] ID: 7 GRPC request: {}
I0318 00:48:21.278747       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0318 00:48:21.278778       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0318 00:48:21.282289       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0318 00:48:21.282323       1 utils.go:199] ID: 8 GRPC request: {}
I0318 00:48:21.282341       1 utils.go:205] ID: 8 GRPC response: {}
I0318 00:48:21.282826       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0318 00:48:21.282857       1 utils.go:199] ID: 9 GRPC request: {}
I0318 00:48:21.282973       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0318 00:48:21.283559       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0318 00:48:21.283586       1 utils.go:199] ID: 10 GRPC request: {}
I0318 00:48:21.283597       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0318 00:48:21.283727       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0318 00:48:21.284194       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0318 00:48:21.284217       1 utils.go:199] ID: 11 GRPC request: {}
I0318 00:48:21.284226       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0318 00:48:21.284333       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0318 00:48:21.284647       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0318 00:48:21.284661       1 utils.go:199] ID: 12 GRPC request: {}
I0318 00:48:21.284664       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0318 00:48:21.284704       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0318 00:48:22.619532       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0318 00:48:22.619618       1 utils.go:199] ID: 13 GRPC request: {}
I0318 00:48:22.619631       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0318 00:48:22.619669       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0318 00:48:22.622511       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0318 00:48:22.622546       1 utils.go:199] ID: 14 GRPC request: {}
I0318 00:48:22.622561       1 utils.go:205] ID: 14 GRPC response: {}
I0318 00:48:22.623059       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0318 00:48:22.623090       1 utils.go:199] ID: 15 GRPC request: {}
I0318 00:48:22.623102       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0318 00:48:22.623227       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0318 00:48:23.894634       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0318 00:48:23.894672       1 utils.go:199] ID: 16 GRPC request: {}
I0318 00:48:23.894800       1 utils.go:205] ID: 16 GRPC response: {}
I0318 00:48:23.896802       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0318 00:48:23.896830       1 utils.go:199] ID: 17 GRPC request: {}
I0318 00:48:23.896838       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0318 00:48:23.896860       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0318 00:48:23.898246       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0318 00:48:23.898307       1 utils.go:199] ID: 18 GRPC request: {}
I0318 00:48:23.898327       1 utils.go:205] ID: 18 GRPC response: {}
I0318 00:48:23.898609       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0318 00:48:23.898649       1 utils.go:199] ID: 19 GRPC request: {}
I0318 00:48:23.898811       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0318 00:48:23.899342       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0318 00:48:23.899372       1 utils.go:199] ID: 20 GRPC request: {}
I0318 00:48:23.899381       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0318 00:48:23.899465       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0318 00:49:24.119927       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0318 00:49:24.120041       1 utils.go:199] ID: 21 GRPC request: {}
I0318 00:49:24.120065       1 utils.go:205] ID: 21 GRPC response: {}
I0318 00:50:24.090921       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0318 00:50:24.090997       1 utils.go:199] ID: 22 GRPC request: {}
I0318 00:50:24.091021       1 utils.go:205] ID: 22 GRPC response: {}
I0318 00:51:20.496250       1 utils.go:198] ID: 23 Req-ID: pvc-defa38e9-918b-4a50-9fd4-adf168a2661e GRPC call: /csi.v1.Controller/CreateVolume
I0318 00:51:20.496614       1 utils.go:199] ID: 23 Req-ID: pvc-defa38e9-918b-4a50-9fd4-adf168a2661e GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-defa38e9-918b-4a50-9fd4-adf168a2661e","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-defa38e9-918b-4a50-9fd4-adf168a2661e","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0318 00:51:20.496880       1 rbd_util.go:1315] ID: 23 Req-ID: pvc-defa38e9-918b-4a50-9fd4-adf168a2661e setting disableInUseChecks: false image features: [layering] mounter: rbd
E0318 00:51:20.524900       1 omap.go:80] ID: 23 Req-ID: pvc-defa38e9-918b-4a50-9fd4-adf168a2661e omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0318 00:51:20.620372       1 omap.go:159] ID: 23 Req-ID: pvc-defa38e9-918b-4a50-9fd4-adf168a2661e set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-defa38e9-918b-4a50-9fd4-adf168a2661e:a5b4efea-577a-4e47-9fe7-ab390e09a266])
I0318 00:51:20.687995       1 omap.go:159] ID: 23 Req-ID: pvc-defa38e9-918b-4a50-9fd4-adf168a2661e set omap keys (pool="kube", namespace="", name="csi.volume.a5b4efea-577a-4e47-9fe7-ab390e09a266"): map[csi.imagename:csi-vol-a5b4efea-577a-4e47-9fe7-ab390e09a266 csi.volname:pvc-defa38e9-918b-4a50-9fd4-adf168a2661e csi.volume.owner:default])
I0318 00:51:20.688055       1 rbd_journal.go:491] ID: 23 Req-ID: pvc-defa38e9-918b-4a50-9fd4-adf168a2661e generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-a5b4efea-577a-4e47-9fe7-ab390e09a266) and image name (csi-vol-a5b4efea-577a-4e47-9fe7-ab390e09a266) for request name (pvc-defa38e9-918b-4a50-9fd4-adf168a2661e)
I0318 00:51:20.688173       1 rbd_util.go:423] ID: 23 Req-ID: pvc-defa38e9-918b-4a50-9fd4-adf168a2661e rbd: create kube/csi-vol-a5b4efea-577a-4e47-9fe7-ab390e09a266 size 5120M (features: [layering]) using mon 199.204.45.23
I0318 00:51:20.688245       1 rbd_util.go:1563] ID: 23 Req-ID: pvc-defa38e9-918b-4a50-9fd4-adf168a2661e setting image options on kube/csi-vol-a5b4efea-577a-4e47-9fe7-ab390e09a266
I0318 00:51:21.970037       1 controllerserver.go:763] ID: 23 Req-ID: pvc-defa38e9-918b-4a50-9fd4-adf168a2661e created image kube/csi-vol-a5b4efea-577a-4e47-9fe7-ab390e09a266 backed for request name pvc-defa38e9-918b-4a50-9fd4-adf168a2661e
I0318 00:51:22.005505       1 omap.go:159] ID: 23 Req-ID: pvc-defa38e9-918b-4a50-9fd4-adf168a2661e set omap keys (pool="kube", namespace="", name="csi.volume.a5b4efea-577a-4e47-9fe7-ab390e09a266"): map[csi.imageid:37d9bd59dddc])
I0318 00:51:22.110943       1 utils.go:205] ID: 23 Req-ID: pvc-defa38e9-918b-4a50-9fd4-adf168a2661e GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-a5b4efea-577a-4e47-9fe7-ab390e09a266","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-a5b4efea-577a-4e47-9fe7-ab390e09a266"}}
I0318 00:51:24.088558       1 utils.go:198] ID: 24 GRPC call: /csi.v1.Identity/Probe
I0318 00:51:24.088756       1 utils.go:199] ID: 24 GRPC request: {}
I0318 00:51:24.088814       1 utils.go:205] ID: 24 GRPC response: {}