I0505 16:57:27.575772 1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a I0505 16:57:27.575899 1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com I0505 16:57:27.575910 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME I0505 16:57:27.575916 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0505 16:57:27.575919 1 driver.go:95] Enabling controller service capability: CLONE_VOLUME I0505 16:57:27.575922 1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME I0505 16:57:27.575925 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER I0505 16:57:27.575928 1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0505 16:57:27.575930 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0505 16:57:27.575933 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0505 16:57:27.576267 1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0505 16:57:27.576280 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0505 16:57:31.093220 1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe I0505 16:57:31.094652 1 utils.go:199] ID: 1 GRPC request: {} I0505 16:57:31.094702 1 utils.go:205] ID: 1 GRPC response: {} I0505 16:57:31.096936 1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0505 16:57:31.097043 1 utils.go:199] ID: 2 GRPC request: {} I0505 16:57:31.097067 1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo I0505 16:57:31.097119 1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0505 16:57:31.098440 1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe I0505 16:57:31.098480 1 utils.go:199] ID: 3 GRPC request: {} I0505 16:57:31.098491 1 utils.go:205] ID: 3 GRPC response: {} I0505 16:57:31.099008 1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0505 16:57:31.099061 1 utils.go:199] ID: 4 GRPC request: {} I0505 16:57:31.099187 1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0505 16:57:31.100473 1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0505 16:57:31.100558 1 utils.go:199] ID: 5 GRPC request: {} I0505 16:57:31.100567 1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities I0505 16:57:31.100661 1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0505 16:57:33.485380 1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe I0505 16:57:33.485417 1 utils.go:199] ID: 6 GRPC request: {} I0505 16:57:33.485434 1 utils.go:205] ID: 6 GRPC response: {} I0505 16:57:33.489238 1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo I0505 16:57:33.489269 1 utils.go:199] ID: 7 GRPC request: {} I0505 16:57:33.489279 1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo I0505 16:57:33.489475 1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0505 16:57:33.491237 1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe I0505 16:57:33.491317 1 utils.go:199] ID: 8 GRPC request: {} I0505 16:57:33.491342 1 utils.go:205] ID: 8 GRPC response: {} I0505 16:57:33.491880 1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0505 16:57:33.491912 1 utils.go:199] ID: 9 GRPC request: {} I0505 16:57:33.492075 1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0505 16:57:33.492829 1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0505 16:57:33.492860 1 utils.go:199] ID: 10 GRPC request: {} I0505 16:57:33.492871 1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities I0505 16:57:33.493009 1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0505 16:57:33.493585 1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0505 16:57:33.493623 1 utils.go:199] ID: 11 GRPC request: {} I0505 16:57:33.493634 1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities I0505 16:57:33.493779 1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0505 16:57:33.494176 1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0505 16:57:33.494203 1 utils.go:199] ID: 12 GRPC request: {} I0505 16:57:33.494212 1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities I0505 16:57:33.494342 1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0505 16:57:34.819562 1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo I0505 16:57:34.819612 1 utils.go:199] ID: 13 GRPC request: {} I0505 16:57:34.819629 1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo I0505 16:57:34.819665 1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0505 16:57:34.822970 1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe I0505 16:57:34.822997 1 utils.go:199] ID: 14 GRPC request: {} I0505 16:57:34.823022 1 utils.go:205] ID: 14 GRPC response: {} I0505 16:57:34.823765 1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0505 16:57:34.823803 1 utils.go:199] ID: 15 GRPC request: {} I0505 16:57:34.823817 1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities I0505 16:57:34.823899 1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0505 16:57:36.152547 1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe I0505 16:57:36.152598 1 utils.go:199] ID: 16 GRPC request: {} I0505 16:57:36.152620 1 utils.go:205] ID: 16 GRPC response: {} I0505 16:57:36.155200 1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo I0505 16:57:36.155231 1 utils.go:199] ID: 17 GRPC request: {} I0505 16:57:36.155241 1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo I0505 16:57:36.155269 1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0505 16:57:36.159612 1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe I0505 16:57:36.159673 1 utils.go:199] ID: 18 GRPC request: {} I0505 16:57:36.159699 1 utils.go:205] ID: 18 GRPC response: {} I0505 16:57:36.160736 1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0505 16:57:36.160765 1 utils.go:199] ID: 19 GRPC request: {} I0505 16:57:36.160891 1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0505 16:57:36.161625 1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0505 16:57:36.161663 1 utils.go:199] ID: 20 GRPC request: {} I0505 16:57:36.161673 1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities I0505 16:57:36.161748 1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0505 16:58:36.381966 1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe I0505 16:58:36.382046 1 utils.go:199] ID: 21 GRPC request: {} I0505 16:58:36.382067 1 utils.go:205] ID: 21 GRPC response: {} I0505 16:59:36.336023 1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe I0505 16:59:36.336076 1 utils.go:199] ID: 22 GRPC request: {} I0505 16:59:36.336099 1 utils.go:205] ID: 22 GRPC response: {} I0505 17:00:36.394294 1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe I0505 17:00:36.394412 1 utils.go:199] ID: 23 GRPC request: {} I0505 17:00:36.394469 1 utils.go:205] ID: 23 GRPC response: {} I0505 17:00:46.043519 1 utils.go:198] ID: 24 Req-ID: pvc-eb1fa5e4-c82a-4f04-846d-9ca7c1272d7c GRPC call: /csi.v1.Controller/CreateVolume I0505 17:00:46.044049 1 utils.go:199] ID: 24 Req-ID: pvc-eb1fa5e4-c82a-4f04-846d-9ca7c1272d7c GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-eb1fa5e4-c82a-4f04-846d-9ca7c1272d7c","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-eb1fa5e4-c82a-4f04-846d-9ca7c1272d7c","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0505 17:00:46.044474 1 rbd_util.go:1315] ID: 24 Req-ID: pvc-eb1fa5e4-c82a-4f04-846d-9ca7c1272d7c setting disableInUseChecks: false image features: [layering] mounter: rbd E0505 17:00:46.066530 1 omap.go:80] ID: 24 Req-ID: pvc-eb1fa5e4-c82a-4f04-846d-9ca7c1272d7c omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0505 17:00:46.082264 1 omap.go:159] ID: 24 Req-ID: pvc-eb1fa5e4-c82a-4f04-846d-9ca7c1272d7c set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-eb1fa5e4-c82a-4f04-846d-9ca7c1272d7c:cf7141e0-7e15-4488-8dcd-805a8ffa8a04]) I0505 17:00:46.088401 1 omap.go:159] ID: 24 Req-ID: pvc-eb1fa5e4-c82a-4f04-846d-9ca7c1272d7c set omap keys (pool="kube", namespace="", name="csi.volume.cf7141e0-7e15-4488-8dcd-805a8ffa8a04"): map[csi.imagename:csi-vol-cf7141e0-7e15-4488-8dcd-805a8ffa8a04 csi.volname:pvc-eb1fa5e4-c82a-4f04-846d-9ca7c1272d7c csi.volume.owner:default]) I0505 17:00:46.088444 1 rbd_journal.go:491] ID: 24 Req-ID: pvc-eb1fa5e4-c82a-4f04-846d-9ca7c1272d7c generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-cf7141e0-7e15-4488-8dcd-805a8ffa8a04) and image name (csi-vol-cf7141e0-7e15-4488-8dcd-805a8ffa8a04) for request name (pvc-eb1fa5e4-c82a-4f04-846d-9ca7c1272d7c) I0505 17:00:46.088774 1 rbd_util.go:423] ID: 24 Req-ID: pvc-eb1fa5e4-c82a-4f04-846d-9ca7c1272d7c rbd: create kube/csi-vol-cf7141e0-7e15-4488-8dcd-805a8ffa8a04 size 5120M (features: [layering]) using mon 199.204.45.162 I0505 17:00:46.088926 1 rbd_util.go:1563] ID: 24 Req-ID: pvc-eb1fa5e4-c82a-4f04-846d-9ca7c1272d7c setting image options on kube/csi-vol-cf7141e0-7e15-4488-8dcd-805a8ffa8a04 I0505 17:00:47.230105 1 controllerserver.go:763] ID: 24 Req-ID: pvc-eb1fa5e4-c82a-4f04-846d-9ca7c1272d7c created image kube/csi-vol-cf7141e0-7e15-4488-8dcd-805a8ffa8a04 backed for request name pvc-eb1fa5e4-c82a-4f04-846d-9ca7c1272d7c I0505 17:00:47.264848 1 omap.go:159] ID: 24 Req-ID: pvc-eb1fa5e4-c82a-4f04-846d-9ca7c1272d7c set omap keys (pool="kube", namespace="", name="csi.volume.cf7141e0-7e15-4488-8dcd-805a8ffa8a04"): map[csi.imageid:37d9a7c31b19]) I0505 17:00:47.363666 1 utils.go:205] ID: 24 Req-ID: pvc-eb1fa5e4-c82a-4f04-846d-9ca7c1272d7c GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-cf7141e0-7e15-4488-8dcd-805a8ffa8a04","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-cf7141e0-7e15-4488-8dcd-805a8ffa8a04"}} I0505 17:01:36.336499 1 utils.go:198] ID: 25 GRPC call: /csi.v1.Identity/Probe I0505 17:01:36.336582 1 utils.go:199] ID: 25 GRPC request: {} I0505 17:01:36.336605 1 utils.go:205] ID: 25 GRPC response: {}