I0420 20:57:00.401293       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0420 20:57:00.401415       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0420 20:57:00.401428       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0420 20:57:00.401436       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0420 20:57:00.401439       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0420 20:57:00.401442       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0420 20:57:00.401445       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0420 20:57:00.401449       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0420 20:57:00.401452       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0420 20:57:00.401455       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0420 20:57:00.401852       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0420 20:57:00.401867       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0420 20:57:03.934691       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0420 20:57:03.936127       1 utils.go:199] ID: 1 GRPC request: {}
I0420 20:57:03.936177       1 utils.go:205] ID: 1 GRPC response: {}
I0420 20:57:03.940139       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0420 20:57:03.940192       1 utils.go:199] ID: 2 GRPC request: {}
I0420 20:57:03.940207       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0420 20:57:03.940250       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0420 20:57:03.941827       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0420 20:57:03.941897       1 utils.go:199] ID: 3 GRPC request: {}
I0420 20:57:03.941929       1 utils.go:205] ID: 3 GRPC response: {}
I0420 20:57:03.942735       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0420 20:57:03.942799       1 utils.go:199] ID: 4 GRPC request: {}
I0420 20:57:03.942941       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0420 20:57:03.943786       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0420 20:57:03.943859       1 utils.go:199] ID: 5 GRPC request: {}
I0420 20:57:03.943872       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0420 20:57:03.944013       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0420 20:57:08.336268       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0420 20:57:08.336385       1 utils.go:199] ID: 6 GRPC request: {}
I0420 20:57:08.336521       1 utils.go:205] ID: 6 GRPC response: {}
I0420 20:57:08.338638       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0420 20:57:08.338883       1 utils.go:199] ID: 7 GRPC request: {}
I0420 20:57:08.338896       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0420 20:57:08.339110       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0420 20:57:08.341093       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0420 20:57:08.341124       1 utils.go:199] ID: 8 GRPC request: {}
I0420 20:57:08.341142       1 utils.go:205] ID: 8 GRPC response: {}
I0420 20:57:08.341843       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0420 20:57:08.341895       1 utils.go:199] ID: 9 GRPC request: {}
I0420 20:57:08.342117       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0420 20:57:08.342890       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0420 20:57:08.342922       1 utils.go:199] ID: 10 GRPC request: {}
I0420 20:57:08.342934       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0420 20:57:08.343205       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0420 20:57:08.343916       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0420 20:57:08.343952       1 utils.go:199] ID: 11 GRPC request: {}
I0420 20:57:08.343965       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0420 20:57:08.344156       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0420 20:57:08.344586       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0420 20:57:08.344626       1 utils.go:199] ID: 12 GRPC request: {}
I0420 20:57:08.344764       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0420 20:57:08.345046       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0420 20:57:09.663619       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0420 20:57:09.663687       1 utils.go:199] ID: 13 GRPC request: {}
I0420 20:57:09.663718       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0420 20:57:09.663767       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0420 20:57:09.666255       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0420 20:57:09.666316       1 utils.go:199] ID: 14 GRPC request: {}
I0420 20:57:09.666346       1 utils.go:205] ID: 14 GRPC response: {}
I0420 20:57:09.667305       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0420 20:57:09.667372       1 utils.go:199] ID: 15 GRPC request: {}
I0420 20:57:09.667394       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0420 20:57:09.667814       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0420 20:57:10.975266       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0420 20:57:10.975376       1 utils.go:199] ID: 16 GRPC request: {}
I0420 20:57:10.975406       1 utils.go:205] ID: 16 GRPC response: {}
I0420 20:57:10.978666       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0420 20:57:10.978706       1 utils.go:199] ID: 17 GRPC request: {}
I0420 20:57:10.978714       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0420 20:57:10.978739       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0420 20:57:10.981413       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0420 20:57:10.981449       1 utils.go:199] ID: 18 GRPC request: {}
I0420 20:57:10.981469       1 utils.go:205] ID: 18 GRPC response: {}
I0420 20:57:10.982714       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0420 20:57:10.982776       1 utils.go:199] ID: 19 GRPC request: {}
I0420 20:57:10.982884       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0420 20:57:10.983497       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0420 20:57:10.983514       1 utils.go:199] ID: 20 GRPC request: {}
I0420 20:57:10.983523       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0420 20:57:10.983582       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0420 20:58:11.177180       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0420 20:58:11.177330       1 utils.go:199] ID: 21 GRPC request: {}
I0420 20:58:11.177532       1 utils.go:205] ID: 21 GRPC response: {}
I0420 20:59:11.181855       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0420 20:59:11.182107       1 utils.go:199] ID: 22 GRPC request: {}
I0420 20:59:11.182244       1 utils.go:205] ID: 22 GRPC response: {}
I0420 21:00:11.176758       1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe
I0420 21:00:11.176874       1 utils.go:199] ID: 23 GRPC request: {}
I0420 21:00:11.176949       1 utils.go:205] ID: 23 GRPC response: {}
I0420 21:00:12.944434       1 utils.go:198] ID: 24 Req-ID: pvc-85d3272f-aeb9-402c-bd70-03c121bf5597 GRPC call: /csi.v1.Controller/CreateVolume
I0420 21:00:12.945238       1 utils.go:199] ID: 24 Req-ID: pvc-85d3272f-aeb9-402c-bd70-03c121bf5597 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-85d3272f-aeb9-402c-bd70-03c121bf5597","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-85d3272f-aeb9-402c-bd70-03c121bf5597","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0420 21:00:12.945661       1 rbd_util.go:1315] ID: 24 Req-ID: pvc-85d3272f-aeb9-402c-bd70-03c121bf5597 setting disableInUseChecks: false image features: [layering] mounter: rbd
E0420 21:00:12.965421       1 omap.go:80] ID: 24 Req-ID: pvc-85d3272f-aeb9-402c-bd70-03c121bf5597 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0420 21:00:12.984573       1 omap.go:159] ID: 24 Req-ID: pvc-85d3272f-aeb9-402c-bd70-03c121bf5597 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-85d3272f-aeb9-402c-bd70-03c121bf5597:0073db95-3f1f-4d23-be5c-4e2d9b00eae1])
I0420 21:00:12.992813       1 omap.go:159] ID: 24 Req-ID: pvc-85d3272f-aeb9-402c-bd70-03c121bf5597 set omap keys (pool="kube", namespace="", name="csi.volume.0073db95-3f1f-4d23-be5c-4e2d9b00eae1"): map[csi.imagename:csi-vol-0073db95-3f1f-4d23-be5c-4e2d9b00eae1 csi.volname:pvc-85d3272f-aeb9-402c-bd70-03c121bf5597 csi.volume.owner:default])
I0420 21:00:12.992881       1 rbd_journal.go:491] ID: 24 Req-ID: pvc-85d3272f-aeb9-402c-bd70-03c121bf5597 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-0073db95-3f1f-4d23-be5c-4e2d9b00eae1) and image name (csi-vol-0073db95-3f1f-4d23-be5c-4e2d9b00eae1) for request name (pvc-85d3272f-aeb9-402c-bd70-03c121bf5597)
I0420 21:00:12.992985       1 rbd_util.go:423] ID: 24 Req-ID: pvc-85d3272f-aeb9-402c-bd70-03c121bf5597 rbd: create kube/csi-vol-0073db95-3f1f-4d23-be5c-4e2d9b00eae1 size 5120M (features: [layering]) using mon 199.204.45.138
I0420 21:00:12.993170       1 rbd_util.go:1563] ID: 24 Req-ID: pvc-85d3272f-aeb9-402c-bd70-03c121bf5597 setting image options on kube/csi-vol-0073db95-3f1f-4d23-be5c-4e2d9b00eae1
I0420 21:00:14.989505       1 controllerserver.go:763] ID: 24 Req-ID: pvc-85d3272f-aeb9-402c-bd70-03c121bf5597 created image kube/csi-vol-0073db95-3f1f-4d23-be5c-4e2d9b00eae1 backed for request name pvc-85d3272f-aeb9-402c-bd70-03c121bf5597
I0420 21:00:15.027106       1 omap.go:159] ID: 24 Req-ID: pvc-85d3272f-aeb9-402c-bd70-03c121bf5597 set omap keys (pool="kube", namespace="", name="csi.volume.0073db95-3f1f-4d23-be5c-4e2d9b00eae1"): map[csi.imageid:37d97d63ef0a])
I0420 21:00:15.136220       1 utils.go:205] ID: 24 Req-ID: pvc-85d3272f-aeb9-402c-bd70-03c121bf5597 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-0073db95-3f1f-4d23-be5c-4e2d9b00eae1","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-0073db95-3f1f-4d23-be5c-4e2d9b00eae1"}}