I0815 10:03:48.332693       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0815 10:03:48.332987       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0815 10:03:48.333041       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0815 10:03:48.333068       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0815 10:03:48.333085       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0815 10:03:48.333101       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0815 10:03:48.333121       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0815 10:03:48.333161       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0815 10:03:48.333182       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0815 10:03:48.333198       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0815 10:03:48.333769       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0815 10:03:48.333794       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0815 10:03:51.732249       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0815 10:03:51.733742       1 utils.go:199] ID: 1 GRPC request: {}
I0815 10:03:51.733827       1 utils.go:205] ID: 1 GRPC response: {}
I0815 10:03:51.737933       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0815 10:03:51.738034       1 utils.go:199] ID: 2 GRPC request: {}
I0815 10:03:51.738060       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0815 10:03:51.738118       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0815 10:03:51.740809       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0815 10:03:51.740858       1 utils.go:199] ID: 3 GRPC request: {}
I0815 10:03:51.740879       1 utils.go:205] ID: 3 GRPC response: {}
I0815 10:03:51.741415       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0815 10:03:51.741488       1 utils.go:199] ID: 4 GRPC request: {}
I0815 10:03:51.741662       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0815 10:03:51.742503       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0815 10:03:51.742569       1 utils.go:199] ID: 5 GRPC request: {}
I0815 10:03:51.742580       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0815 10:03:51.742717       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0815 10:03:56.377794       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0815 10:03:56.377842       1 utils.go:199] ID: 6 GRPC request: {}
I0815 10:03:56.377935       1 utils.go:205] ID: 6 GRPC response: {}
I0815 10:03:56.380337       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0815 10:03:56.380400       1 utils.go:199] ID: 7 GRPC request: {}
I0815 10:03:56.380414       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0815 10:03:56.380459       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0815 10:03:56.382175       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0815 10:03:56.382225       1 utils.go:199] ID: 8 GRPC request: {}
I0815 10:03:56.382245       1 utils.go:205] ID: 8 GRPC response: {}
I0815 10:03:56.382818       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0815 10:03:56.382849       1 utils.go:199] ID: 9 GRPC request: {}
I0815 10:03:56.382968       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0815 10:03:56.383874       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0815 10:03:56.383899       1 utils.go:199] ID: 10 GRPC request: {}
I0815 10:03:56.383908       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0815 10:03:56.384768       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0815 10:03:56.385513       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0815 10:03:56.385563       1 utils.go:199] ID: 11 GRPC request: {}
I0815 10:03:56.385579       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0815 10:03:56.385693       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0815 10:03:56.386082       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0815 10:03:56.386102       1 utils.go:199] ID: 12 GRPC request: {}
I0815 10:03:56.386169       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0815 10:03:56.386322       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0815 10:03:57.645009       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0815 10:03:57.645136       1 utils.go:199] ID: 13 GRPC request: {}
I0815 10:03:57.645151       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0815 10:03:57.645199       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0815 10:03:57.649678       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0815 10:03:57.649739       1 utils.go:199] ID: 14 GRPC request: {}
I0815 10:03:57.649773       1 utils.go:205] ID: 14 GRPC response: {}
I0815 10:03:57.650529       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0815 10:03:57.650583       1 utils.go:199] ID: 15 GRPC request: {}
I0815 10:03:57.650597       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0815 10:03:57.650694       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0815 10:03:58.934813       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0815 10:03:58.934855       1 utils.go:199] ID: 16 GRPC request: {}
I0815 10:03:58.934870       1 utils.go:205] ID: 16 GRPC response: {}
I0815 10:03:58.938506       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0815 10:03:58.938524       1 utils.go:199] ID: 17 GRPC request: {}
I0815 10:03:58.938530       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0815 10:03:58.938551       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0815 10:03:58.947245       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0815 10:03:58.947266       1 utils.go:199] ID: 18 GRPC request: {}
I0815 10:03:58.947279       1 utils.go:205] ID: 18 GRPC response: {}
I0815 10:03:58.947728       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0815 10:03:58.947762       1 utils.go:199] ID: 19 GRPC request: {}
I0815 10:03:58.947852       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0815 10:03:58.949111       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0815 10:03:58.949168       1 utils.go:199] ID: 20 GRPC request: {}
I0815 10:03:58.949179       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0815 10:03:58.949329       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0815 10:04:59.576125       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0815 10:04:59.576218       1 utils.go:199] ID: 21 GRPC request: {}
I0815 10:04:59.576264       1 utils.go:205] ID: 21 GRPC response: {}
I0815 10:05:59.576668       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0815 10:05:59.576737       1 utils.go:199] ID: 22 GRPC request: {}
I0815 10:05:59.576764       1 utils.go:205] ID: 22 GRPC response: {}
I0815 10:06:39.829622       1 utils.go:198] ID: 23 Req-ID: pvc-ecbb9aff-3ba8-4bd1-abbf-b715b7157792 GRPC call: /csi.v1.Controller/CreateVolume
I0815 10:06:39.830828       1 utils.go:199] ID: 23 Req-ID: pvc-ecbb9aff-3ba8-4bd1-abbf-b715b7157792 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-ecbb9aff-3ba8-4bd1-abbf-b715b7157792","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-ecbb9aff-3ba8-4bd1-abbf-b715b7157792","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0815 10:06:39.831232       1 rbd_util.go:1315] ID: 23 Req-ID: pvc-ecbb9aff-3ba8-4bd1-abbf-b715b7157792 setting disableInUseChecks: false image features: [layering] mounter: rbd
E0815 10:06:39.851091       1 omap.go:80] ID: 23 Req-ID: pvc-ecbb9aff-3ba8-4bd1-abbf-b715b7157792 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0815 10:06:39.860051       1 omap.go:159] ID: 23 Req-ID: pvc-ecbb9aff-3ba8-4bd1-abbf-b715b7157792 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-ecbb9aff-3ba8-4bd1-abbf-b715b7157792:a0f1f50e-a343-4b0f-a9c9-111cf260b907])
I0815 10:06:39.864497       1 omap.go:159] ID: 23 Req-ID: pvc-ecbb9aff-3ba8-4bd1-abbf-b715b7157792 set omap keys (pool="kube", namespace="", name="csi.volume.a0f1f50e-a343-4b0f-a9c9-111cf260b907"): map[csi.imagename:csi-vol-a0f1f50e-a343-4b0f-a9c9-111cf260b907 csi.volname:pvc-ecbb9aff-3ba8-4bd1-abbf-b715b7157792 csi.volume.owner:default])
I0815 10:06:39.864519       1 rbd_journal.go:491] ID: 23 Req-ID: pvc-ecbb9aff-3ba8-4bd1-abbf-b715b7157792 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-a0f1f50e-a343-4b0f-a9c9-111cf260b907) and image name (csi-vol-a0f1f50e-a343-4b0f-a9c9-111cf260b907) for request name (pvc-ecbb9aff-3ba8-4bd1-abbf-b715b7157792)
I0815 10:06:39.864565       1 rbd_util.go:423] ID: 23 Req-ID: pvc-ecbb9aff-3ba8-4bd1-abbf-b715b7157792 rbd: create kube/csi-vol-a0f1f50e-a343-4b0f-a9c9-111cf260b907 size 5120M (features: [layering]) using mon 199.204.45.22
I0815 10:06:39.864597       1 rbd_util.go:1563] ID: 23 Req-ID: pvc-ecbb9aff-3ba8-4bd1-abbf-b715b7157792 setting image options on kube/csi-vol-a0f1f50e-a343-4b0f-a9c9-111cf260b907
I0815 10:06:39.883319       1 controllerserver.go:763] ID: 23 Req-ID: pvc-ecbb9aff-3ba8-4bd1-abbf-b715b7157792 created image kube/csi-vol-a0f1f50e-a343-4b0f-a9c9-111cf260b907 backed for request name pvc-ecbb9aff-3ba8-4bd1-abbf-b715b7157792
I0815 10:06:39.918020       1 omap.go:159] ID: 23 Req-ID: pvc-ecbb9aff-3ba8-4bd1-abbf-b715b7157792 set omap keys (pool="kube", namespace="", name="csi.volume.a0f1f50e-a343-4b0f-a9c9-111cf260b907"): map[csi.imageid:38025ae821a2])
I0815 10:06:39.983430       1 utils.go:205] ID: 23 Req-ID: pvc-ecbb9aff-3ba8-4bd1-abbf-b715b7157792 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-a0f1f50e-a343-4b0f-a9c9-111cf260b907","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-a0f1f50e-a343-4b0f-a9c9-111cf260b907"}}
I0815 10:06:59.630134       1 utils.go:198] ID: 24 GRPC call: /csi.v1.Identity/Probe
I0815 10:06:59.630326       1 utils.go:199] ID: 24 GRPC request: {}
I0815 10:06:59.630443       1 utils.go:205] ID: 24 GRPC response: {}