I0508 10:24:10.661935 1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a I0508 10:24:10.662074 1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com I0508 10:24:10.662091 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME I0508 10:24:10.662095 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0508 10:24:10.662099 1 driver.go:95] Enabling controller service capability: CLONE_VOLUME I0508 10:24:10.662102 1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME I0508 10:24:10.662106 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER I0508 10:24:10.662109 1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0508 10:24:10.662112 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0508 10:24:10.662116 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0508 10:24:10.662425 1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0508 10:24:10.662460 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0508 10:24:30.577608 1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe I0508 10:24:30.579272 1 utils.go:199] ID: 1 GRPC request: {} I0508 10:24:30.579341 1 utils.go:205] ID: 1 GRPC response: {} I0508 10:24:30.584606 1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0508 10:24:30.584701 1 utils.go:199] ID: 2 GRPC request: {} I0508 10:24:30.584725 1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo I0508 10:24:30.584780 1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0508 10:24:30.586738 1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe I0508 10:24:30.586801 1 utils.go:199] ID: 3 GRPC request: {} I0508 10:24:30.586823 1 utils.go:205] ID: 3 GRPC response: {} I0508 10:24:30.587496 1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0508 10:24:30.587585 1 utils.go:199] ID: 4 GRPC request: {} I0508 10:24:30.587786 1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0508 10:24:30.588952 1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0508 10:24:30.589000 1 utils.go:199] ID: 5 GRPC request: {} I0508 10:24:30.589014 1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities I0508 10:24:30.589138 1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0508 10:24:34.660472 1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe I0508 10:24:34.660512 1 utils.go:199] ID: 6 GRPC request: {} I0508 10:24:34.660532 1 utils.go:205] ID: 6 GRPC response: {} I0508 10:24:34.665668 1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo I0508 10:24:34.665698 1 utils.go:199] ID: 7 GRPC request: {} I0508 10:24:34.665719 1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo I0508 10:24:34.665750 1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0508 10:24:34.669838 1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe I0508 10:24:34.669901 1 utils.go:199] ID: 8 GRPC request: {} I0508 10:24:34.669926 1 utils.go:205] ID: 8 GRPC response: {} I0508 10:24:34.672641 1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0508 10:24:34.672662 1 utils.go:199] ID: 9 GRPC request: {} I0508 10:24:34.672778 1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0508 10:24:34.673496 1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0508 10:24:34.673543 1 utils.go:199] ID: 10 GRPC request: {} I0508 10:24:34.673558 1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities I0508 10:24:34.673661 1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0508 10:24:34.674268 1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0508 10:24:34.674294 1 utils.go:199] ID: 11 GRPC request: {} I0508 10:24:34.674312 1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities I0508 10:24:34.674418 1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0508 10:24:34.674742 1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0508 10:24:34.674760 1 utils.go:199] ID: 12 GRPC request: {} I0508 10:24:34.674765 1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities I0508 10:24:34.674816 1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0508 10:24:36.788972 1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo I0508 10:24:36.789038 1 utils.go:199] ID: 13 GRPC request: {} I0508 10:24:36.789060 1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo I0508 10:24:36.789138 1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0508 10:24:36.792480 1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe I0508 10:24:36.792750 1 utils.go:199] ID: 14 GRPC request: {} I0508 10:24:36.792787 1 utils.go:205] ID: 14 GRPC response: {} I0508 10:24:36.793757 1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0508 10:24:36.793784 1 utils.go:199] ID: 15 GRPC request: {} I0508 10:24:36.793793 1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities I0508 10:24:36.793897 1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0508 10:24:39.121865 1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe I0508 10:24:39.121924 1 utils.go:199] ID: 16 GRPC request: {} I0508 10:24:39.121957 1 utils.go:205] ID: 16 GRPC response: {} I0508 10:24:39.123889 1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo I0508 10:24:39.123904 1 utils.go:199] ID: 17 GRPC request: {} I0508 10:24:39.123912 1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo I0508 10:24:39.123936 1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0508 10:24:39.125731 1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe I0508 10:24:39.125747 1 utils.go:199] ID: 18 GRPC request: {} I0508 10:24:39.125758 1 utils.go:205] ID: 18 GRPC response: {} I0508 10:24:39.126189 1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0508 10:24:39.126239 1 utils.go:199] ID: 19 GRPC request: {} I0508 10:24:39.126356 1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0508 10:24:39.126977 1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0508 10:24:39.126995 1 utils.go:199] ID: 20 GRPC request: {} I0508 10:24:39.127002 1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities I0508 10:24:39.127095 1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0508 10:25:39.777250 1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe I0508 10:25:39.777307 1 utils.go:199] ID: 21 GRPC request: {} I0508 10:25:39.777329 1 utils.go:205] ID: 21 GRPC response: {} I0508 10:26:39.762999 1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe I0508 10:26:39.763082 1 utils.go:199] ID: 22 GRPC request: {} I0508 10:26:39.763231 1 utils.go:205] ID: 22 GRPC response: {} I0508 10:27:39.758302 1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe I0508 10:27:39.758461 1 utils.go:199] ID: 23 GRPC request: {} I0508 10:27:39.758517 1 utils.go:205] ID: 23 GRPC response: {} I0508 10:27:51.582283 1 utils.go:198] ID: 24 Req-ID: pvc-1a212771-d2d6-4fe7-b838-8e2721b792aa GRPC call: /csi.v1.Controller/CreateVolume I0508 10:27:51.582848 1 utils.go:199] ID: 24 Req-ID: pvc-1a212771-d2d6-4fe7-b838-8e2721b792aa GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-1a212771-d2d6-4fe7-b838-8e2721b792aa","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-1a212771-d2d6-4fe7-b838-8e2721b792aa","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0508 10:27:51.583190 1 rbd_util.go:1315] ID: 24 Req-ID: pvc-1a212771-d2d6-4fe7-b838-8e2721b792aa setting disableInUseChecks: false image features: [layering] mounter: rbd E0508 10:27:51.604708 1 omap.go:80] ID: 24 Req-ID: pvc-1a212771-d2d6-4fe7-b838-8e2721b792aa omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0508 10:27:51.925693 1 omap.go:159] ID: 24 Req-ID: pvc-1a212771-d2d6-4fe7-b838-8e2721b792aa set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-1a212771-d2d6-4fe7-b838-8e2721b792aa:7936d419-ff97-4840-a6c7-e83eb16e9ee4]) I0508 10:27:52.196814 1 omap.go:159] ID: 24 Req-ID: pvc-1a212771-d2d6-4fe7-b838-8e2721b792aa set omap keys (pool="kube", namespace="", name="csi.volume.7936d419-ff97-4840-a6c7-e83eb16e9ee4"): map[csi.imagename:csi-vol-7936d419-ff97-4840-a6c7-e83eb16e9ee4 csi.volname:pvc-1a212771-d2d6-4fe7-b838-8e2721b792aa csi.volume.owner:default]) I0508 10:27:52.196861 1 rbd_journal.go:491] ID: 24 Req-ID: pvc-1a212771-d2d6-4fe7-b838-8e2721b792aa generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-7936d419-ff97-4840-a6c7-e83eb16e9ee4) and image name (csi-vol-7936d419-ff97-4840-a6c7-e83eb16e9ee4) for request name (pvc-1a212771-d2d6-4fe7-b838-8e2721b792aa) I0508 10:27:52.197015 1 rbd_util.go:423] ID: 24 Req-ID: pvc-1a212771-d2d6-4fe7-b838-8e2721b792aa rbd: create kube/csi-vol-7936d419-ff97-4840-a6c7-e83eb16e9ee4 size 5120M (features: [layering]) using mon 199.204.45.140 I0508 10:27:52.198043 1 rbd_util.go:1563] ID: 24 Req-ID: pvc-1a212771-d2d6-4fe7-b838-8e2721b792aa setting image options on kube/csi-vol-7936d419-ff97-4840-a6c7-e83eb16e9ee4 I0508 10:27:54.248504 1 controllerserver.go:763] ID: 24 Req-ID: pvc-1a212771-d2d6-4fe7-b838-8e2721b792aa created image kube/csi-vol-7936d419-ff97-4840-a6c7-e83eb16e9ee4 backed for request name pvc-1a212771-d2d6-4fe7-b838-8e2721b792aa I0508 10:27:54.286416 1 omap.go:159] ID: 24 Req-ID: pvc-1a212771-d2d6-4fe7-b838-8e2721b792aa set omap keys (pool="kube", namespace="", name="csi.volume.7936d419-ff97-4840-a6c7-e83eb16e9ee4"): map[csi.imageid:37d8b1daf7a8]) I0508 10:27:54.383817 1 utils.go:205] ID: 24 Req-ID: pvc-1a212771-d2d6-4fe7-b838-8e2721b792aa GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-7936d419-ff97-4840-a6c7-e83eb16e9ee4","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-7936d419-ff97-4840-a6c7-e83eb16e9ee4"}} I0508 10:28:39.773636 1 utils.go:198] ID: 25 GRPC call: /csi.v1.Identity/Probe I0508 10:28:39.773694 1 utils.go:199] ID: 25 GRPC request: {} I0508 10:28:39.773714 1 utils.go:205] ID: 25 GRPC response: {}