I0509 21:49:21.616586 1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a I0509 21:49:21.616787 1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com I0509 21:49:21.616808 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME I0509 21:49:21.616813 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0509 21:49:21.616816 1 driver.go:95] Enabling controller service capability: CLONE_VOLUME I0509 21:49:21.616822 1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME I0509 21:49:21.616826 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER I0509 21:49:21.616831 1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0509 21:49:21.616835 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0509 21:49:21.616840 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0509 21:49:21.617315 1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0509 21:49:21.617393 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0509 21:49:23.158469 1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe I0509 21:49:23.159893 1 utils.go:199] ID: 1 GRPC request: {} I0509 21:49:23.159951 1 utils.go:205] ID: 1 GRPC response: {} I0509 21:49:23.164150 1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0509 21:49:23.164355 1 utils.go:199] ID: 2 GRPC request: {} I0509 21:49:23.164377 1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo I0509 21:49:23.164565 1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0509 21:49:23.166426 1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe I0509 21:49:23.166462 1 utils.go:199] ID: 3 GRPC request: {} I0509 21:49:23.166627 1 utils.go:205] ID: 3 GRPC response: {} I0509 21:49:23.167599 1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0509 21:49:23.167749 1 utils.go:199] ID: 4 GRPC request: {} I0509 21:49:23.167987 1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0509 21:49:23.169162 1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0509 21:49:23.169233 1 utils.go:199] ID: 5 GRPC request: {} I0509 21:49:23.169254 1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities I0509 21:49:23.169432 1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0509 21:49:31.652924 1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe I0509 21:49:31.652972 1 utils.go:199] ID: 6 GRPC request: {} I0509 21:49:31.652993 1 utils.go:205] ID: 6 GRPC response: {} I0509 21:49:31.657668 1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo I0509 21:49:31.657701 1 utils.go:199] ID: 7 GRPC request: {} I0509 21:49:31.657712 1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo I0509 21:49:31.657744 1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0509 21:49:31.660328 1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe I0509 21:49:31.660378 1 utils.go:199] ID: 8 GRPC request: {} I0509 21:49:31.660403 1 utils.go:205] ID: 8 GRPC response: {} I0509 21:49:31.660972 1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0509 21:49:31.661000 1 utils.go:199] ID: 9 GRPC request: {} I0509 21:49:31.661162 1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0509 21:49:31.662120 1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0509 21:49:31.662150 1 utils.go:199] ID: 10 GRPC request: {} I0509 21:49:31.662161 1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities I0509 21:49:31.662280 1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0509 21:49:31.662883 1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0509 21:49:31.662911 1 utils.go:199] ID: 11 GRPC request: {} I0509 21:49:31.662921 1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities I0509 21:49:31.662996 1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0509 21:49:31.663472 1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0509 21:49:31.663498 1 utils.go:199] ID: 12 GRPC request: {} I0509 21:49:31.663506 1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities I0509 21:49:31.663608 1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0509 21:49:32.923042 1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo I0509 21:49:32.923093 1 utils.go:199] ID: 13 GRPC request: {} I0509 21:49:32.923103 1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo I0509 21:49:32.923139 1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0509 21:49:32.927229 1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe I0509 21:49:32.927284 1 utils.go:199] ID: 14 GRPC request: {} I0509 21:49:32.927313 1 utils.go:205] ID: 14 GRPC response: {} I0509 21:49:32.928018 1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0509 21:49:32.928071 1 utils.go:199] ID: 15 GRPC request: {} I0509 21:49:32.928082 1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities I0509 21:49:32.928253 1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0509 21:49:34.197551 1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe I0509 21:49:34.197640 1 utils.go:199] ID: 16 GRPC request: {} I0509 21:49:34.197854 1 utils.go:205] ID: 16 GRPC response: {} I0509 21:49:34.200458 1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo I0509 21:49:34.200502 1 utils.go:199] ID: 17 GRPC request: {} I0509 21:49:34.200536 1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo I0509 21:49:34.200656 1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0509 21:49:34.207235 1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe I0509 21:49:34.207312 1 utils.go:199] ID: 18 GRPC request: {} I0509 21:49:34.207346 1 utils.go:205] ID: 18 GRPC response: {} I0509 21:49:34.208048 1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0509 21:49:34.208104 1 utils.go:199] ID: 19 GRPC request: {} I0509 21:49:34.208218 1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0509 21:49:34.208846 1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0509 21:49:34.208863 1 utils.go:199] ID: 20 GRPC request: {} I0509 21:49:34.208874 1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities I0509 21:49:34.208937 1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0509 21:50:34.428197 1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe I0509 21:50:34.428253 1 utils.go:199] ID: 21 GRPC request: {} I0509 21:50:34.428277 1 utils.go:205] ID: 21 GRPC response: {} I0509 21:51:34.383821 1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe I0509 21:51:34.383876 1 utils.go:199] ID: 22 GRPC request: {} I0509 21:51:34.383892 1 utils.go:205] ID: 22 GRPC response: {} I0509 21:52:34.381680 1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe I0509 21:52:34.381741 1 utils.go:199] ID: 23 GRPC request: {} I0509 21:52:34.381764 1 utils.go:205] ID: 23 GRPC response: {} I0509 21:52:47.639531 1 utils.go:198] ID: 24 Req-ID: pvc-432daa4f-a936-41ee-81e7-ae251bc23f2c GRPC call: /csi.v1.Controller/CreateVolume I0509 21:52:47.640138 1 utils.go:199] ID: 24 Req-ID: pvc-432daa4f-a936-41ee-81e7-ae251bc23f2c GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-432daa4f-a936-41ee-81e7-ae251bc23f2c","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-432daa4f-a936-41ee-81e7-ae251bc23f2c","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0509 21:52:47.640498 1 rbd_util.go:1315] ID: 24 Req-ID: pvc-432daa4f-a936-41ee-81e7-ae251bc23f2c setting disableInUseChecks: false image features: [layering] mounter: rbd E0509 21:52:47.659174 1 omap.go:80] ID: 24 Req-ID: pvc-432daa4f-a936-41ee-81e7-ae251bc23f2c omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0509 21:52:47.670803 1 omap.go:159] ID: 24 Req-ID: pvc-432daa4f-a936-41ee-81e7-ae251bc23f2c set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-432daa4f-a936-41ee-81e7-ae251bc23f2c:2ccfa670-244e-42f5-87ba-029381a6fcc5]) I0509 21:52:47.676348 1 omap.go:159] ID: 24 Req-ID: pvc-432daa4f-a936-41ee-81e7-ae251bc23f2c set omap keys (pool="kube", namespace="", name="csi.volume.2ccfa670-244e-42f5-87ba-029381a6fcc5"): map[csi.imagename:csi-vol-2ccfa670-244e-42f5-87ba-029381a6fcc5 csi.volname:pvc-432daa4f-a936-41ee-81e7-ae251bc23f2c csi.volume.owner:default]) I0509 21:52:47.676569 1 rbd_journal.go:491] ID: 24 Req-ID: pvc-432daa4f-a936-41ee-81e7-ae251bc23f2c generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-2ccfa670-244e-42f5-87ba-029381a6fcc5) and image name (csi-vol-2ccfa670-244e-42f5-87ba-029381a6fcc5) for request name (pvc-432daa4f-a936-41ee-81e7-ae251bc23f2c) I0509 21:52:47.676759 1 rbd_util.go:423] ID: 24 Req-ID: pvc-432daa4f-a936-41ee-81e7-ae251bc23f2c rbd: create kube/csi-vol-2ccfa670-244e-42f5-87ba-029381a6fcc5 size 5120M (features: [layering]) using mon 199.204.45.238 I0509 21:52:47.676897 1 rbd_util.go:1563] ID: 24 Req-ID: pvc-432daa4f-a936-41ee-81e7-ae251bc23f2c setting image options on kube/csi-vol-2ccfa670-244e-42f5-87ba-029381a6fcc5 I0509 21:52:49.519154 1 controllerserver.go:763] ID: 24 Req-ID: pvc-432daa4f-a936-41ee-81e7-ae251bc23f2c created image kube/csi-vol-2ccfa670-244e-42f5-87ba-029381a6fcc5 backed for request name pvc-432daa4f-a936-41ee-81e7-ae251bc23f2c I0509 21:52:49.559819 1 omap.go:159] ID: 24 Req-ID: pvc-432daa4f-a936-41ee-81e7-ae251bc23f2c set omap keys (pool="kube", namespace="", name="csi.volume.2ccfa670-244e-42f5-87ba-029381a6fcc5"): map[csi.imageid:37d938ab3c0f]) I0509 21:52:49.662355 1 utils.go:205] ID: 24 Req-ID: pvc-432daa4f-a936-41ee-81e7-ae251bc23f2c GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-2ccfa670-244e-42f5-87ba-029381a6fcc5","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-2ccfa670-244e-42f5-87ba-029381a6fcc5"}} I0509 21:53:34.393795 1 utils.go:198] ID: 25 GRPC call: /csi.v1.Identity/Probe I0509 21:53:34.393845 1 utils.go:199] ID: 25 GRPC request: {} I0509 21:53:34.393866 1 utils.go:205] ID: 25 GRPC response: {}