I0421 01:29:09.776416       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0421 01:29:09.777453       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0421 01:29:09.777486       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0421 01:29:09.777510       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0421 01:29:09.777527       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0421 01:29:09.777546       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0421 01:29:09.777566       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0421 01:29:09.777587       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0421 01:29:09.777606       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0421 01:29:09.777622       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0421 01:29:09.778133       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0421 01:29:09.778148       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0421 01:29:11.805964       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0421 01:29:11.807424       1 utils.go:199] ID: 1 GRPC request: {}
I0421 01:29:11.807502       1 utils.go:205] ID: 1 GRPC response: {}
I0421 01:29:11.810380       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0421 01:29:11.810489       1 utils.go:199] ID: 2 GRPC request: {}
I0421 01:29:11.810910       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0421 01:29:11.810993       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0421 01:29:11.812930       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0421 01:29:11.812967       1 utils.go:199] ID: 3 GRPC request: {}
I0421 01:29:11.812980       1 utils.go:205] ID: 3 GRPC response: {}
I0421 01:29:11.813356       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0421 01:29:11.813416       1 utils.go:199] ID: 4 GRPC request: {}
I0421 01:29:11.813613       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0421 01:29:11.814351       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0421 01:29:11.814403       1 utils.go:199] ID: 5 GRPC request: {}
I0421 01:29:11.814415       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0421 01:29:11.814613       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0421 01:29:14.037031       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0421 01:29:14.037082       1 utils.go:199] ID: 6 GRPC request: {}
I0421 01:29:14.037111       1 utils.go:205] ID: 6 GRPC response: {}
I0421 01:29:14.042400       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0421 01:29:14.042611       1 utils.go:199] ID: 7 GRPC request: {}
I0421 01:29:14.042631       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0421 01:29:14.043527       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0421 01:29:14.047545       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0421 01:29:14.047583       1 utils.go:199] ID: 8 GRPC request: {}
I0421 01:29:14.047604       1 utils.go:205] ID: 8 GRPC response: {}
I0421 01:29:14.048182       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0421 01:29:14.048213       1 utils.go:199] ID: 9 GRPC request: {}
I0421 01:29:14.048377       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0421 01:29:14.050733       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0421 01:29:14.050771       1 utils.go:199] ID: 10 GRPC request: {}
I0421 01:29:14.050783       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0421 01:29:14.050937       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0421 01:29:14.051504       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0421 01:29:14.051528       1 utils.go:199] ID: 11 GRPC request: {}
I0421 01:29:14.051590       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0421 01:29:14.051712       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0421 01:29:14.052205       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0421 01:29:14.052226       1 utils.go:199] ID: 12 GRPC request: {}
I0421 01:29:14.052292       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0421 01:29:14.052391       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0421 01:29:15.689235       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0421 01:29:15.689266       1 utils.go:199] ID: 13 GRPC request: {}
I0421 01:29:15.689274       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0421 01:29:15.689355       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0421 01:29:15.691370       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0421 01:29:15.691405       1 utils.go:199] ID: 14 GRPC request: {}
I0421 01:29:15.691420       1 utils.go:205] ID: 14 GRPC response: {}
I0421 01:29:15.691903       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0421 01:29:15.691919       1 utils.go:199] ID: 15 GRPC request: {}
I0421 01:29:15.691926       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0421 01:29:15.692012       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0421 01:29:16.908168       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0421 01:29:16.908204       1 utils.go:199] ID: 16 GRPC request: {}
I0421 01:29:16.908221       1 utils.go:205] ID: 16 GRPC response: {}
I0421 01:29:16.912714       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0421 01:29:16.912746       1 utils.go:199] ID: 17 GRPC request: {}
I0421 01:29:16.912752       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0421 01:29:16.912773       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0421 01:29:16.915405       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0421 01:29:16.915439       1 utils.go:199] ID: 18 GRPC request: {}
I0421 01:29:16.915455       1 utils.go:205] ID: 18 GRPC response: {}
I0421 01:29:16.915780       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0421 01:29:16.915797       1 utils.go:199] ID: 19 GRPC request: {}
I0421 01:29:16.915859       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0421 01:29:16.916464       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0421 01:29:16.916486       1 utils.go:199] ID: 20 GRPC request: {}
I0421 01:29:16.916493       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0421 01:29:16.916547       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0421 01:30:17.145330       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0421 01:30:17.145384       1 utils.go:199] ID: 21 GRPC request: {}
I0421 01:30:17.145405       1 utils.go:205] ID: 21 GRPC response: {}
I0421 01:31:17.087114       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0421 01:31:17.087200       1 utils.go:199] ID: 22 GRPC request: {}
I0421 01:31:17.087227       1 utils.go:205] ID: 22 GRPC response: {}
I0421 01:32:17.086040       1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe
I0421 01:32:17.086092       1 utils.go:199] ID: 23 GRPC request: {}
I0421 01:32:17.086113       1 utils.go:205] ID: 23 GRPC response: {}
I0421 01:32:22.627726       1 utils.go:198] ID: 24 Req-ID: pvc-b52a7fe0-b364-4164-b3f6-e51730b568fb GRPC call: /csi.v1.Controller/CreateVolume
I0421 01:32:22.627997       1 utils.go:199] ID: 24 Req-ID: pvc-b52a7fe0-b364-4164-b3f6-e51730b568fb GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-b52a7fe0-b364-4164-b3f6-e51730b568fb","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-b52a7fe0-b364-4164-b3f6-e51730b568fb","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0421 01:32:22.628222       1 rbd_util.go:1315] ID: 24 Req-ID: pvc-b52a7fe0-b364-4164-b3f6-e51730b568fb setting disableInUseChecks: false image features: [layering] mounter: rbd
E0421 01:32:22.643040       1 omap.go:80] ID: 24 Req-ID: pvc-b52a7fe0-b364-4164-b3f6-e51730b568fb omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0421 01:32:22.657478       1 omap.go:159] ID: 24 Req-ID: pvc-b52a7fe0-b364-4164-b3f6-e51730b568fb set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-b52a7fe0-b364-4164-b3f6-e51730b568fb:37feafb0-3704-4f98-bf3e-48369bd49721])
I0421 01:32:22.665179       1 omap.go:159] ID: 24 Req-ID: pvc-b52a7fe0-b364-4164-b3f6-e51730b568fb set omap keys (pool="kube", namespace="", name="csi.volume.37feafb0-3704-4f98-bf3e-48369bd49721"): map[csi.imagename:csi-vol-37feafb0-3704-4f98-bf3e-48369bd49721 csi.volname:pvc-b52a7fe0-b364-4164-b3f6-e51730b568fb csi.volume.owner:default])
I0421 01:32:22.665234       1 rbd_journal.go:491] ID: 24 Req-ID: pvc-b52a7fe0-b364-4164-b3f6-e51730b568fb generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-37feafb0-3704-4f98-bf3e-48369bd49721) and image name (csi-vol-37feafb0-3704-4f98-bf3e-48369bd49721) for request name (pvc-b52a7fe0-b364-4164-b3f6-e51730b568fb)
I0421 01:32:22.665355       1 rbd_util.go:423] ID: 24 Req-ID: pvc-b52a7fe0-b364-4164-b3f6-e51730b568fb rbd: create kube/csi-vol-37feafb0-3704-4f98-bf3e-48369bd49721 size 5120M (features: [layering]) using mon 199.204.45.238
I0421 01:32:22.665444       1 rbd_util.go:1563] ID: 24 Req-ID: pvc-b52a7fe0-b364-4164-b3f6-e51730b568fb setting image options on kube/csi-vol-37feafb0-3704-4f98-bf3e-48369bd49721
I0421 01:32:24.630751       1 controllerserver.go:763] ID: 24 Req-ID: pvc-b52a7fe0-b364-4164-b3f6-e51730b568fb created image kube/csi-vol-37feafb0-3704-4f98-bf3e-48369bd49721 backed for request name pvc-b52a7fe0-b364-4164-b3f6-e51730b568fb
I0421 01:32:24.663910       1 omap.go:159] ID: 24 Req-ID: pvc-b52a7fe0-b364-4164-b3f6-e51730b568fb set omap keys (pool="kube", namespace="", name="csi.volume.37feafb0-3704-4f98-bf3e-48369bd49721"): map[csi.imageid:37d8f469504b])
I0421 01:32:24.771568       1 utils.go:205] ID: 24 Req-ID: pvc-b52a7fe0-b364-4164-b3f6-e51730b568fb GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-37feafb0-3704-4f98-bf3e-48369bd49721","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-37feafb0-3704-4f98-bf3e-48369bd49721"}}