I0514 09:35:16.664118 1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a I0514 09:35:16.664270 1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com I0514 09:35:16.664288 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME I0514 09:35:16.664293 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0514 09:35:16.664297 1 driver.go:95] Enabling controller service capability: CLONE_VOLUME I0514 09:35:16.664302 1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME I0514 09:35:16.664308 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER I0514 09:35:16.664313 1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0514 09:35:16.664317 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0514 09:35:16.664321 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0514 09:35:16.664912 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0514 09:35:16.664970 1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0514 09:35:19.180012 1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe I0514 09:35:19.181278 1 utils.go:199] ID: 1 GRPC request: {} I0514 09:35:19.181337 1 utils.go:205] ID: 1 GRPC response: {} I0514 09:35:19.183336 1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0514 09:35:19.183396 1 utils.go:199] ID: 2 GRPC request: {} I0514 09:35:19.183412 1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo I0514 09:35:19.183454 1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0514 09:35:19.184767 1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe I0514 09:35:19.184787 1 utils.go:199] ID: 3 GRPC request: {} I0514 09:35:19.184797 1 utils.go:205] ID: 3 GRPC response: {} I0514 09:35:19.186047 1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0514 09:35:19.186131 1 utils.go:199] ID: 4 GRPC request: {} I0514 09:35:19.186268 1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0514 09:35:19.187785 1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0514 09:35:19.187964 1 utils.go:199] ID: 5 GRPC request: {} I0514 09:35:19.187981 1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities I0514 09:35:19.188610 1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0514 09:35:21.586228 1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe I0514 09:35:21.586267 1 utils.go:199] ID: 6 GRPC request: {} I0514 09:35:21.586283 1 utils.go:205] ID: 6 GRPC response: {} I0514 09:35:21.588375 1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo I0514 09:35:21.588411 1 utils.go:199] ID: 7 GRPC request: {} I0514 09:35:21.588420 1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo I0514 09:35:21.588445 1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0514 09:35:21.592856 1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe I0514 09:35:21.592878 1 utils.go:199] ID: 8 GRPC request: {} I0514 09:35:21.592889 1 utils.go:205] ID: 8 GRPC response: {} I0514 09:35:21.593318 1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0514 09:35:21.593338 1 utils.go:199] ID: 9 GRPC request: {} I0514 09:35:21.593420 1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0514 09:35:21.593968 1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0514 09:35:21.593987 1 utils.go:199] ID: 10 GRPC request: {} I0514 09:35:21.593995 1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities I0514 09:35:21.594073 1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0514 09:35:21.595026 1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0514 09:35:21.595057 1 utils.go:199] ID: 11 GRPC request: {} I0514 09:35:21.595066 1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities I0514 09:35:21.595156 1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0514 09:35:21.595536 1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0514 09:35:21.595611 1 utils.go:199] ID: 12 GRPC request: {} I0514 09:35:21.595635 1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities I0514 09:35:21.595733 1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0514 09:35:22.858620 1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo I0514 09:35:22.858701 1 utils.go:199] ID: 13 GRPC request: {} I0514 09:35:22.858713 1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo I0514 09:35:22.858749 1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0514 09:35:22.861594 1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe I0514 09:35:22.861640 1 utils.go:199] ID: 14 GRPC request: {} I0514 09:35:22.861662 1 utils.go:205] ID: 14 GRPC response: {} I0514 09:35:22.862649 1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0514 09:35:22.862668 1 utils.go:199] ID: 15 GRPC request: {} I0514 09:35:22.862674 1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities I0514 09:35:22.862827 1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0514 09:35:24.018352 1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe I0514 09:35:24.018393 1 utils.go:199] ID: 16 GRPC request: {} I0514 09:35:24.018410 1 utils.go:205] ID: 16 GRPC response: {} I0514 09:35:24.020542 1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo I0514 09:35:24.020569 1 utils.go:199] ID: 17 GRPC request: {} I0514 09:35:24.020577 1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo I0514 09:35:24.020599 1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0514 09:35:24.022702 1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe I0514 09:35:24.022724 1 utils.go:199] ID: 18 GRPC request: {} I0514 09:35:24.022737 1 utils.go:205] ID: 18 GRPC response: {} I0514 09:35:24.023103 1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0514 09:35:24.023119 1 utils.go:199] ID: 19 GRPC request: {} I0514 09:35:24.023212 1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0514 09:35:24.023715 1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0514 09:35:24.023732 1 utils.go:199] ID: 20 GRPC request: {} I0514 09:35:24.023739 1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities I0514 09:35:24.023808 1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0514 09:36:24.220571 1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe I0514 09:36:24.220655 1 utils.go:199] ID: 21 GRPC request: {} I0514 09:36:24.220716 1 utils.go:205] ID: 21 GRPC response: {} I0514 09:37:24.192997 1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe I0514 09:37:24.193108 1 utils.go:199] ID: 22 GRPC request: {} I0514 09:37:24.193209 1 utils.go:205] ID: 22 GRPC response: {} I0514 09:38:23.797496 1 utils.go:198] ID: 23 Req-ID: pvc-7b81279a-4b63-45bf-a1dc-ad38330a00aa GRPC call: /csi.v1.Controller/CreateVolume I0514 09:38:23.798124 1 utils.go:199] ID: 23 Req-ID: pvc-7b81279a-4b63-45bf-a1dc-ad38330a00aa GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-7b81279a-4b63-45bf-a1dc-ad38330a00aa","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-7b81279a-4b63-45bf-a1dc-ad38330a00aa","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0514 09:38:23.798944 1 rbd_util.go:1315] ID: 23 Req-ID: pvc-7b81279a-4b63-45bf-a1dc-ad38330a00aa setting disableInUseChecks: false image features: [layering] mounter: rbd E0514 09:38:23.816188 1 omap.go:80] ID: 23 Req-ID: pvc-7b81279a-4b63-45bf-a1dc-ad38330a00aa omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0514 09:38:23.831476 1 omap.go:159] ID: 23 Req-ID: pvc-7b81279a-4b63-45bf-a1dc-ad38330a00aa set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-7b81279a-4b63-45bf-a1dc-ad38330a00aa:848c7d68-bbb7-4d9d-9373-550163eb26a0]) I0514 09:38:23.837773 1 omap.go:159] ID: 23 Req-ID: pvc-7b81279a-4b63-45bf-a1dc-ad38330a00aa set omap keys (pool="kube", namespace="", name="csi.volume.848c7d68-bbb7-4d9d-9373-550163eb26a0"): map[csi.imagename:csi-vol-848c7d68-bbb7-4d9d-9373-550163eb26a0 csi.volname:pvc-7b81279a-4b63-45bf-a1dc-ad38330a00aa csi.volume.owner:default]) I0514 09:38:23.837807 1 rbd_journal.go:491] ID: 23 Req-ID: pvc-7b81279a-4b63-45bf-a1dc-ad38330a00aa generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-848c7d68-bbb7-4d9d-9373-550163eb26a0) and image name (csi-vol-848c7d68-bbb7-4d9d-9373-550163eb26a0) for request name (pvc-7b81279a-4b63-45bf-a1dc-ad38330a00aa) I0514 09:38:23.837993 1 rbd_util.go:423] ID: 23 Req-ID: pvc-7b81279a-4b63-45bf-a1dc-ad38330a00aa rbd: create kube/csi-vol-848c7d68-bbb7-4d9d-9373-550163eb26a0 size 5120M (features: [layering]) using mon 199.204.45.70 I0514 09:38:23.838051 1 rbd_util.go:1563] ID: 23 Req-ID: pvc-7b81279a-4b63-45bf-a1dc-ad38330a00aa setting image options on kube/csi-vol-848c7d68-bbb7-4d9d-9373-550163eb26a0 I0514 09:38:24.237929 1 utils.go:198] ID: 24 GRPC call: /csi.v1.Identity/Probe I0514 09:38:24.237965 1 utils.go:199] ID: 24 GRPC request: {} I0514 09:38:24.237978 1 utils.go:205] ID: 24 GRPC response: {} I0514 09:38:25.391934 1 controllerserver.go:763] ID: 23 Req-ID: pvc-7b81279a-4b63-45bf-a1dc-ad38330a00aa created image kube/csi-vol-848c7d68-bbb7-4d9d-9373-550163eb26a0 backed for request name pvc-7b81279a-4b63-45bf-a1dc-ad38330a00aa I0514 09:38:25.421500 1 omap.go:159] ID: 23 Req-ID: pvc-7b81279a-4b63-45bf-a1dc-ad38330a00aa set omap keys (pool="kube", namespace="", name="csi.volume.848c7d68-bbb7-4d9d-9373-550163eb26a0"): map[csi.imageid:37d97198f184]) I0514 09:38:25.544295 1 utils.go:205] ID: 23 Req-ID: pvc-7b81279a-4b63-45bf-a1dc-ad38330a00aa GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-848c7d68-bbb7-4d9d-9373-550163eb26a0","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-848c7d68-bbb7-4d9d-9373-550163eb26a0"}}