I0306 22:06:05.222973 1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a I0306 22:06:05.223091 1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com I0306 22:06:05.223105 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME I0306 22:06:05.223111 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0306 22:06:05.223114 1 driver.go:95] Enabling controller service capability: CLONE_VOLUME I0306 22:06:05.223117 1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME I0306 22:06:05.223120 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER I0306 22:06:05.223123 1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0306 22:06:05.223127 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0306 22:06:05.223131 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0306 22:06:05.223375 1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0306 22:06:05.223415 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0306 22:06:07.049807 1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe I0306 22:06:07.050753 1 utils.go:199] ID: 1 GRPC request: {} I0306 22:06:07.050844 1 utils.go:205] ID: 1 GRPC response: {} I0306 22:06:07.052595 1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0306 22:06:07.052683 1 utils.go:199] ID: 2 GRPC request: {} I0306 22:06:07.052715 1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo I0306 22:06:07.052775 1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0306 22:06:07.054025 1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe I0306 22:06:07.054045 1 utils.go:199] ID: 3 GRPC request: {} I0306 22:06:07.054073 1 utils.go:205] ID: 3 GRPC response: {} I0306 22:06:07.054302 1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0306 22:06:07.054387 1 utils.go:199] ID: 4 GRPC request: {} I0306 22:06:07.054528 1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0306 22:06:07.055005 1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0306 22:06:07.055035 1 utils.go:199] ID: 5 GRPC request: {} I0306 22:06:07.055045 1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities I0306 22:06:07.055212 1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0306 22:06:08.883895 1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe I0306 22:06:08.883982 1 utils.go:199] ID: 6 GRPC request: {} I0306 22:06:08.884011 1 utils.go:205] ID: 6 GRPC response: {} I0306 22:06:08.888069 1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo I0306 22:06:08.888107 1 utils.go:199] ID: 7 GRPC request: {} I0306 22:06:08.888115 1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo I0306 22:06:08.888140 1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0306 22:06:08.892605 1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe I0306 22:06:08.892626 1 utils.go:199] ID: 8 GRPC request: {} I0306 22:06:08.892650 1 utils.go:205] ID: 8 GRPC response: {} I0306 22:06:08.893089 1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0306 22:06:08.893109 1 utils.go:199] ID: 9 GRPC request: {} I0306 22:06:08.893206 1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0306 22:06:08.893959 1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0306 22:06:08.894022 1 utils.go:199] ID: 10 GRPC request: {} I0306 22:06:08.894046 1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities I0306 22:06:08.894181 1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0306 22:06:08.894617 1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0306 22:06:08.894640 1 utils.go:199] ID: 11 GRPC request: {} I0306 22:06:08.894648 1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities I0306 22:06:08.894740 1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0306 22:06:08.895163 1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0306 22:06:08.895184 1 utils.go:199] ID: 12 GRPC request: {} I0306 22:06:08.895193 1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities I0306 22:06:08.895275 1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0306 22:06:11.696172 1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo I0306 22:06:11.696204 1 utils.go:199] ID: 13 GRPC request: {} I0306 22:06:11.696212 1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo I0306 22:06:11.696247 1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0306 22:06:11.699780 1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe I0306 22:06:11.699821 1 utils.go:199] ID: 14 GRPC request: {} I0306 22:06:11.699840 1 utils.go:205] ID: 14 GRPC response: {} I0306 22:06:11.700256 1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0306 22:06:11.700275 1 utils.go:199] ID: 15 GRPC request: {} I0306 22:06:11.700284 1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities I0306 22:06:11.700377 1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0306 22:06:12.999384 1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe I0306 22:06:12.999527 1 utils.go:199] ID: 16 GRPC request: {} I0306 22:06:12.999562 1 utils.go:205] ID: 16 GRPC response: {} I0306 22:06:13.001271 1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo I0306 22:06:13.001319 1 utils.go:199] ID: 17 GRPC request: {} I0306 22:06:13.001349 1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo I0306 22:06:13.001380 1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0306 22:06:13.003100 1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe I0306 22:06:13.003129 1 utils.go:199] ID: 18 GRPC request: {} I0306 22:06:13.003178 1 utils.go:205] ID: 18 GRPC response: {} I0306 22:06:13.004949 1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0306 22:06:13.004971 1 utils.go:199] ID: 19 GRPC request: {} I0306 22:06:13.005060 1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0306 22:06:13.005686 1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0306 22:06:13.005708 1 utils.go:199] ID: 20 GRPC request: {} I0306 22:06:13.005729 1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities I0306 22:06:13.005806 1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0306 22:07:13.177754 1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe I0306 22:07:13.177823 1 utils.go:199] ID: 21 GRPC request: {} I0306 22:07:13.177845 1 utils.go:205] ID: 21 GRPC response: {} I0306 22:08:13.180914 1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe I0306 22:08:13.180964 1 utils.go:199] ID: 22 GRPC request: {} I0306 22:08:13.181158 1 utils.go:205] ID: 22 GRPC response: {} I0306 22:09:04.369898 1 utils.go:198] ID: 23 Req-ID: pvc-9e32f5cd-614c-44ae-92e7-86fa3f2b3d42 GRPC call: /csi.v1.Controller/CreateVolume I0306 22:09:04.370161 1 utils.go:199] ID: 23 Req-ID: pvc-9e32f5cd-614c-44ae-92e7-86fa3f2b3d42 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-9e32f5cd-614c-44ae-92e7-86fa3f2b3d42","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-9e32f5cd-614c-44ae-92e7-86fa3f2b3d42","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0306 22:09:04.370328 1 rbd_util.go:1315] ID: 23 Req-ID: pvc-9e32f5cd-614c-44ae-92e7-86fa3f2b3d42 setting disableInUseChecks: false image features: [layering] mounter: rbd E0306 22:09:04.385139 1 omap.go:80] ID: 23 Req-ID: pvc-9e32f5cd-614c-44ae-92e7-86fa3f2b3d42 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0306 22:09:04.399678 1 omap.go:159] ID: 23 Req-ID: pvc-9e32f5cd-614c-44ae-92e7-86fa3f2b3d42 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-9e32f5cd-614c-44ae-92e7-86fa3f2b3d42:25615bee-d196-4374-84a3-dd2e94b44d2d]) I0306 22:09:04.405964 1 omap.go:159] ID: 23 Req-ID: pvc-9e32f5cd-614c-44ae-92e7-86fa3f2b3d42 set omap keys (pool="kube", namespace="", name="csi.volume.25615bee-d196-4374-84a3-dd2e94b44d2d"): map[csi.imagename:csi-vol-25615bee-d196-4374-84a3-dd2e94b44d2d csi.volname:pvc-9e32f5cd-614c-44ae-92e7-86fa3f2b3d42 csi.volume.owner:default]) I0306 22:09:04.405988 1 rbd_journal.go:491] ID: 23 Req-ID: pvc-9e32f5cd-614c-44ae-92e7-86fa3f2b3d42 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-25615bee-d196-4374-84a3-dd2e94b44d2d) and image name (csi-vol-25615bee-d196-4374-84a3-dd2e94b44d2d) for request name (pvc-9e32f5cd-614c-44ae-92e7-86fa3f2b3d42) I0306 22:09:04.406033 1 rbd_util.go:423] ID: 23 Req-ID: pvc-9e32f5cd-614c-44ae-92e7-86fa3f2b3d42 rbd: create kube/csi-vol-25615bee-d196-4374-84a3-dd2e94b44d2d size 5120M (features: [layering]) using mon 199.204.45.19 I0306 22:09:04.406061 1 rbd_util.go:1563] ID: 23 Req-ID: pvc-9e32f5cd-614c-44ae-92e7-86fa3f2b3d42 setting image options on kube/csi-vol-25615bee-d196-4374-84a3-dd2e94b44d2d I0306 22:09:05.766889 1 controllerserver.go:763] ID: 23 Req-ID: pvc-9e32f5cd-614c-44ae-92e7-86fa3f2b3d42 created image kube/csi-vol-25615bee-d196-4374-84a3-dd2e94b44d2d backed for request name pvc-9e32f5cd-614c-44ae-92e7-86fa3f2b3d42 I0306 22:09:05.803182 1 omap.go:159] ID: 23 Req-ID: pvc-9e32f5cd-614c-44ae-92e7-86fa3f2b3d42 set omap keys (pool="kube", namespace="", name="csi.volume.25615bee-d196-4374-84a3-dd2e94b44d2d"): map[csi.imageid:37d918cedfcb]) I0306 22:09:05.895581 1 utils.go:205] ID: 23 Req-ID: pvc-9e32f5cd-614c-44ae-92e7-86fa3f2b3d42 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-25615bee-d196-4374-84a3-dd2e94b44d2d","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-25615bee-d196-4374-84a3-dd2e94b44d2d"}} I0306 22:09:13.176943 1 utils.go:198] ID: 24 GRPC call: /csi.v1.Identity/Probe I0306 22:09:13.176997 1 utils.go:199] ID: 24 GRPC request: {} I0306 22:09:13.177013 1 utils.go:205] ID: 24 GRPC response: {}