I0408 22:56:55.561964       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0408 22:56:55.562073       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0408 22:56:55.562086       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0408 22:56:55.562092       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0408 22:56:55.562095       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0408 22:56:55.562098       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0408 22:56:55.562102       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0408 22:56:55.562104       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0408 22:56:55.562109       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0408 22:56:55.562111       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0408 22:56:55.562512       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0408 22:56:55.562533       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0408 22:56:58.206624       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0408 22:56:58.208360       1 utils.go:199] ID: 1 GRPC request: {}
I0408 22:56:58.208433       1 utils.go:205] ID: 1 GRPC response: {}
I0408 22:56:58.228234       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0408 22:56:58.228394       1 utils.go:199] ID: 2 GRPC request: {}
I0408 22:56:58.228425       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0408 22:56:58.228562       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0408 22:56:58.230863       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0408 22:56:58.230895       1 utils.go:199] ID: 3 GRPC request: {}
I0408 22:56:58.230913       1 utils.go:205] ID: 3 GRPC response: {}
I0408 22:56:58.231612       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0408 22:56:58.231735       1 utils.go:199] ID: 4 GRPC request: {}
I0408 22:56:58.232055       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0408 22:56:58.233714       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0408 22:56:58.233923       1 utils.go:199] ID: 5 GRPC request: {}
I0408 22:56:58.234029       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0408 22:56:58.234414       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0408 22:57:00.539122       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0408 22:57:00.539316       1 utils.go:199] ID: 6 GRPC request: {}
I0408 22:57:00.539400       1 utils.go:205] ID: 6 GRPC response: {}
I0408 22:57:00.544025       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0408 22:57:00.544090       1 utils.go:199] ID: 7 GRPC request: {}
I0408 22:57:00.544106       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0408 22:57:00.545742       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0408 22:57:00.548326       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0408 22:57:00.548365       1 utils.go:199] ID: 8 GRPC request: {}
I0408 22:57:00.548442       1 utils.go:205] ID: 8 GRPC response: {}
I0408 22:57:00.549118       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0408 22:57:00.549134       1 utils.go:199] ID: 9 GRPC request: {}
I0408 22:57:00.549277       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0408 22:57:00.550054       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0408 22:57:00.550084       1 utils.go:199] ID: 10 GRPC request: {}
I0408 22:57:00.550093       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0408 22:57:00.550163       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0408 22:57:00.550612       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0408 22:57:00.550626       1 utils.go:199] ID: 11 GRPC request: {}
I0408 22:57:00.550630       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0408 22:57:00.550679       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0408 22:57:00.550974       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0408 22:57:00.550986       1 utils.go:199] ID: 12 GRPC request: {}
I0408 22:57:00.550991       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0408 22:57:00.551072       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0408 22:57:01.919433       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0408 22:57:01.919476       1 utils.go:199] ID: 13 GRPC request: {}
I0408 22:57:01.919484       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0408 22:57:01.919513       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0408 22:57:01.922449       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0408 22:57:01.922488       1 utils.go:199] ID: 14 GRPC request: {}
I0408 22:57:01.922505       1 utils.go:205] ID: 14 GRPC response: {}
I0408 22:57:01.923353       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0408 22:57:01.923377       1 utils.go:199] ID: 15 GRPC request: {}
I0408 22:57:01.923385       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0408 22:57:01.923548       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0408 22:57:03.079164       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0408 22:57:03.079232       1 utils.go:199] ID: 16 GRPC request: {}
I0408 22:57:03.079263       1 utils.go:205] ID: 16 GRPC response: {}
I0408 22:57:03.084432       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0408 22:57:03.084467       1 utils.go:199] ID: 17 GRPC request: {}
I0408 22:57:03.084479       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0408 22:57:03.084533       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0408 22:57:03.087230       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0408 22:57:03.087262       1 utils.go:199] ID: 18 GRPC request: {}
I0408 22:57:03.087279       1 utils.go:205] ID: 18 GRPC response: {}
I0408 22:57:03.089950       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0408 22:57:03.090051       1 utils.go:199] ID: 19 GRPC request: {}
I0408 22:57:03.090386       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0408 22:57:03.092013       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0408 22:57:03.092102       1 utils.go:199] ID: 20 GRPC request: {}
I0408 22:57:03.092144       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0408 22:57:03.092397       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0408 22:58:03.293789       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0408 22:58:03.293925       1 utils.go:199] ID: 21 GRPC request: {}
I0408 22:58:03.293983       1 utils.go:205] ID: 21 GRPC response: {}
I0408 22:59:03.262258       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0408 22:59:03.262396       1 utils.go:199] ID: 22 GRPC request: {}
I0408 22:59:03.262444       1 utils.go:205] ID: 22 GRPC response: {}
I0408 23:00:03.257919       1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe
I0408 23:00:03.258001       1 utils.go:199] ID: 23 GRPC request: {}
I0408 23:00:03.258052       1 utils.go:205] ID: 23 GRPC response: {}
I0408 23:00:11.520749       1 utils.go:198] ID: 24 Req-ID: pvc-09d2fc1e-d2fe-4627-8e43-38c768d5b813 GRPC call: /csi.v1.Controller/CreateVolume
I0408 23:00:11.521268       1 utils.go:199] ID: 24 Req-ID: pvc-09d2fc1e-d2fe-4627-8e43-38c768d5b813 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-09d2fc1e-d2fe-4627-8e43-38c768d5b813","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-09d2fc1e-d2fe-4627-8e43-38c768d5b813","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0408 23:00:11.521601       1 rbd_util.go:1315] ID: 24 Req-ID: pvc-09d2fc1e-d2fe-4627-8e43-38c768d5b813 setting disableInUseChecks: false image features: [layering] mounter: rbd
E0408 23:00:11.542987       1 omap.go:80] ID: 24 Req-ID: pvc-09d2fc1e-d2fe-4627-8e43-38c768d5b813 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0408 23:00:11.559111       1 omap.go:159] ID: 24 Req-ID: pvc-09d2fc1e-d2fe-4627-8e43-38c768d5b813 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-09d2fc1e-d2fe-4627-8e43-38c768d5b813:b9a9a168-e25f-45a8-8313-513b5a458148])
I0408 23:00:11.566684       1 omap.go:159] ID: 24 Req-ID: pvc-09d2fc1e-d2fe-4627-8e43-38c768d5b813 set omap keys (pool="kube", namespace="", name="csi.volume.b9a9a168-e25f-45a8-8313-513b5a458148"): map[csi.imagename:csi-vol-b9a9a168-e25f-45a8-8313-513b5a458148 csi.volname:pvc-09d2fc1e-d2fe-4627-8e43-38c768d5b813 csi.volume.owner:default])
I0408 23:00:11.566845       1 rbd_journal.go:491] ID: 24 Req-ID: pvc-09d2fc1e-d2fe-4627-8e43-38c768d5b813 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-b9a9a168-e25f-45a8-8313-513b5a458148) and image name (csi-vol-b9a9a168-e25f-45a8-8313-513b5a458148) for request name (pvc-09d2fc1e-d2fe-4627-8e43-38c768d5b813)
I0408 23:00:11.567033       1 rbd_util.go:423] ID: 24 Req-ID: pvc-09d2fc1e-d2fe-4627-8e43-38c768d5b813 rbd: create kube/csi-vol-b9a9a168-e25f-45a8-8313-513b5a458148 size 5120M (features: [layering]) using mon 199.204.45.238
I0408 23:00:11.567183       1 rbd_util.go:1563] ID: 24 Req-ID: pvc-09d2fc1e-d2fe-4627-8e43-38c768d5b813 setting image options on kube/csi-vol-b9a9a168-e25f-45a8-8313-513b5a458148
I0408 23:00:13.518195       1 controllerserver.go:763] ID: 24 Req-ID: pvc-09d2fc1e-d2fe-4627-8e43-38c768d5b813 created image kube/csi-vol-b9a9a168-e25f-45a8-8313-513b5a458148 backed for request name pvc-09d2fc1e-d2fe-4627-8e43-38c768d5b813
I0408 23:00:13.559288       1 omap.go:159] ID: 24 Req-ID: pvc-09d2fc1e-d2fe-4627-8e43-38c768d5b813 set omap keys (pool="kube", namespace="", name="csi.volume.b9a9a168-e25f-45a8-8313-513b5a458148"): map[csi.imageid:37d9813e3b66])
I0408 23:00:13.651951       1 utils.go:205] ID: 24 Req-ID: pvc-09d2fc1e-d2fe-4627-8e43-38c768d5b813 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-b9a9a168-e25f-45a8-8313-513b5a458148","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-b9a9a168-e25f-45a8-8313-513b5a458148"}}
I0408 23:01:03.269985       1 utils.go:198] ID: 25 GRPC call: /csi.v1.Identity/Probe
I0408 23:01:03.270131       1 utils.go:199] ID: 25 GRPC request: {}
I0408 23:01:03.270180       1 utils.go:205] ID: 25 GRPC response: {}