I0612 03:16:04.731404       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0612 03:16:04.731510       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0612 03:16:04.731522       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0612 03:16:04.731526       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0612 03:16:04.731529       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0612 03:16:04.731532       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0612 03:16:04.731535       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0612 03:16:04.731539       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0612 03:16:04.731542       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0612 03:16:04.731545       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0612 03:16:04.731838       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0612 03:16:04.731891       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0612 03:16:06.960166       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0612 03:16:06.961868       1 utils.go:199] ID: 1 GRPC request: {}
I0612 03:16:06.961993       1 utils.go:205] ID: 1 GRPC response: {}
I0612 03:16:06.965350       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0612 03:16:06.965511       1 utils.go:199] ID: 2 GRPC request: {}
I0612 03:16:06.965585       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0612 03:16:06.965678       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0612 03:16:06.967281       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0612 03:16:06.967321       1 utils.go:199] ID: 3 GRPC request: {}
I0612 03:16:06.967349       1 utils.go:205] ID: 3 GRPC response: {}
I0612 03:16:06.967684       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0612 03:16:06.967806       1 utils.go:199] ID: 4 GRPC request: {}
I0612 03:16:06.968042       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0612 03:16:06.968925       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0612 03:16:06.968988       1 utils.go:199] ID: 5 GRPC request: {}
I0612 03:16:06.969000       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0612 03:16:06.969124       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0612 03:16:09.114767       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0612 03:16:09.114810       1 utils.go:199] ID: 6 GRPC request: {}
I0612 03:16:09.114832       1 utils.go:205] ID: 6 GRPC response: {}
I0612 03:16:09.116546       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0612 03:16:09.116569       1 utils.go:199] ID: 7 GRPC request: {}
I0612 03:16:09.116577       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0612 03:16:09.116599       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0612 03:16:09.119307       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0612 03:16:09.119341       1 utils.go:199] ID: 8 GRPC request: {}
I0612 03:16:09.119358       1 utils.go:205] ID: 8 GRPC response: {}
I0612 03:16:09.119988       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0612 03:16:09.120051       1 utils.go:199] ID: 9 GRPC request: {}
I0612 03:16:09.120156       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0612 03:16:09.121328       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0612 03:16:09.121380       1 utils.go:199] ID: 10 GRPC request: {}
I0612 03:16:09.121394       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0612 03:16:09.121507       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0612 03:16:09.122892       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0612 03:16:09.122975       1 utils.go:199] ID: 11 GRPC request: {}
I0612 03:16:09.123000       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0612 03:16:09.123122       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0612 03:16:09.123528       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0612 03:16:09.123542       1 utils.go:199] ID: 12 GRPC request: {}
I0612 03:16:09.123546       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0612 03:16:09.123590       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0612 03:16:10.959117       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0612 03:16:10.959174       1 utils.go:199] ID: 13 GRPC request: {}
I0612 03:16:10.959187       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0612 03:16:10.959229       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0612 03:16:10.962335       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0612 03:16:10.962373       1 utils.go:199] ID: 14 GRPC request: {}
I0612 03:16:10.962392       1 utils.go:205] ID: 14 GRPC response: {}
I0612 03:16:10.963007       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0612 03:16:10.963040       1 utils.go:199] ID: 15 GRPC request: {}
I0612 03:16:10.963051       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0612 03:16:10.963151       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0612 03:16:12.802473       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0612 03:16:12.802508       1 utils.go:199] ID: 16 GRPC request: {}
I0612 03:16:12.802524       1 utils.go:205] ID: 16 GRPC response: {}
I0612 03:16:12.804794       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0612 03:16:12.804831       1 utils.go:199] ID: 17 GRPC request: {}
I0612 03:16:12.804840       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0612 03:16:12.804866       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0612 03:16:12.807042       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0612 03:16:12.807091       1 utils.go:199] ID: 18 GRPC request: {}
I0612 03:16:12.807135       1 utils.go:205] ID: 18 GRPC response: {}
I0612 03:16:12.808134       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0612 03:16:12.808193       1 utils.go:199] ID: 19 GRPC request: {}
I0612 03:16:12.808367       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0612 03:16:12.809396       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0612 03:16:12.809416       1 utils.go:199] ID: 20 GRPC request: {}
I0612 03:16:12.809425       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0612 03:16:12.809501       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0612 03:17:12.997041       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0612 03:17:12.997270       1 utils.go:199] ID: 21 GRPC request: {}
I0612 03:17:12.997329       1 utils.go:205] ID: 21 GRPC response: {}
I0612 03:18:12.998403       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0612 03:18:12.998634       1 utils.go:199] ID: 22 GRPC request: {}
I0612 03:18:12.998806       1 utils.go:205] ID: 22 GRPC response: {}
I0612 03:19:13.052725       1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe
I0612 03:19:13.052789       1 utils.go:199] ID: 23 GRPC request: {}
I0612 03:19:13.052827       1 utils.go:205] ID: 23 GRPC response: {}
I0612 03:19:51.449806       1 utils.go:198] ID: 24 Req-ID: pvc-48a28559-78b8-45d6-889f-e16c81fb5add GRPC call: /csi.v1.Controller/CreateVolume
I0612 03:19:51.450224       1 utils.go:199] ID: 24 Req-ID: pvc-48a28559-78b8-45d6-889f-e16c81fb5add GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-48a28559-78b8-45d6-889f-e16c81fb5add","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-48a28559-78b8-45d6-889f-e16c81fb5add","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0612 03:19:51.450531       1 rbd_util.go:1315] ID: 24 Req-ID: pvc-48a28559-78b8-45d6-889f-e16c81fb5add setting disableInUseChecks: false image features: [layering] mounter: rbd
E0612 03:19:51.467958       1 omap.go:80] ID: 24 Req-ID: pvc-48a28559-78b8-45d6-889f-e16c81fb5add omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0612 03:19:51.481402       1 omap.go:159] ID: 24 Req-ID: pvc-48a28559-78b8-45d6-889f-e16c81fb5add set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-48a28559-78b8-45d6-889f-e16c81fb5add:70ee3dcd-771a-4974-b7c5-3585a909542b])
I0612 03:19:51.489196       1 omap.go:159] ID: 24 Req-ID: pvc-48a28559-78b8-45d6-889f-e16c81fb5add set omap keys (pool="kube", namespace="", name="csi.volume.70ee3dcd-771a-4974-b7c5-3585a909542b"): map[csi.imagename:csi-vol-70ee3dcd-771a-4974-b7c5-3585a909542b csi.volname:pvc-48a28559-78b8-45d6-889f-e16c81fb5add csi.volume.owner:default])
I0612 03:19:51.489278       1 rbd_journal.go:491] ID: 24 Req-ID: pvc-48a28559-78b8-45d6-889f-e16c81fb5add generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-70ee3dcd-771a-4974-b7c5-3585a909542b) and image name (csi-vol-70ee3dcd-771a-4974-b7c5-3585a909542b) for request name (pvc-48a28559-78b8-45d6-889f-e16c81fb5add)
I0612 03:19:51.489486       1 rbd_util.go:423] ID: 24 Req-ID: pvc-48a28559-78b8-45d6-889f-e16c81fb5add rbd: create kube/csi-vol-70ee3dcd-771a-4974-b7c5-3585a909542b size 5120M (features: [layering]) using mon 199.204.45.116
I0612 03:19:51.489570       1 rbd_util.go:1563] ID: 24 Req-ID: pvc-48a28559-78b8-45d6-889f-e16c81fb5add setting image options on kube/csi-vol-70ee3dcd-771a-4974-b7c5-3585a909542b
I0612 03:19:51.521631       1 controllerserver.go:763] ID: 24 Req-ID: pvc-48a28559-78b8-45d6-889f-e16c81fb5add created image kube/csi-vol-70ee3dcd-771a-4974-b7c5-3585a909542b backed for request name pvc-48a28559-78b8-45d6-889f-e16c81fb5add
I0612 03:19:51.553524       1 omap.go:159] ID: 24 Req-ID: pvc-48a28559-78b8-45d6-889f-e16c81fb5add set omap keys (pool="kube", namespace="", name="csi.volume.70ee3dcd-771a-4974-b7c5-3585a909542b"): map[csi.imageid:37edf75e3043])
I0612 03:19:51.645624       1 utils.go:205] ID: 24 Req-ID: pvc-48a28559-78b8-45d6-889f-e16c81fb5add GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-70ee3dcd-771a-4974-b7c5-3585a909542b","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-70ee3dcd-771a-4974-b7c5-3585a909542b"}}
I0612 03:20:13.007449       1 utils.go:198] ID: 25 GRPC call: /csi.v1.Identity/Probe
I0612 03:20:13.007499       1 utils.go:199] ID: 25 GRPC request: {}
I0612 03:20:13.007523       1 utils.go:205] ID: 25 GRPC response: {}