I0409 01:06:47.430701 1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a I0409 01:06:47.430851 1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com I0409 01:06:47.430883 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME I0409 01:06:47.430889 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0409 01:06:47.430894 1 driver.go:95] Enabling controller service capability: CLONE_VOLUME I0409 01:06:47.430898 1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME I0409 01:06:47.430905 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER I0409 01:06:47.430909 1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0409 01:06:47.430913 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0409 01:06:47.430917 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0409 01:06:47.431262 1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0409 01:06:47.431330 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0409 01:06:49.357633 1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe I0409 01:06:49.359861 1 utils.go:199] ID: 1 GRPC request: {} I0409 01:06:49.359965 1 utils.go:205] ID: 1 GRPC response: {} I0409 01:06:49.362722 1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0409 01:06:49.362851 1 utils.go:199] ID: 2 GRPC request: {} I0409 01:06:49.362871 1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo I0409 01:06:49.362944 1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0409 01:06:49.366205 1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe I0409 01:06:49.366250 1 utils.go:199] ID: 3 GRPC request: {} I0409 01:06:49.366264 1 utils.go:205] ID: 3 GRPC response: {} I0409 01:06:49.367015 1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0409 01:06:49.367129 1 utils.go:199] ID: 4 GRPC request: {} I0409 01:06:49.367349 1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0409 01:06:49.368382 1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0409 01:06:49.368451 1 utils.go:199] ID: 5 GRPC request: {} I0409 01:06:49.368467 1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities I0409 01:06:49.368654 1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0409 01:06:50.570296 1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe I0409 01:06:50.570362 1 utils.go:199] ID: 6 GRPC request: {} I0409 01:06:50.570388 1 utils.go:205] ID: 6 GRPC response: {} I0409 01:06:50.573848 1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo I0409 01:06:50.573910 1 utils.go:199] ID: 7 GRPC request: {} I0409 01:06:50.573923 1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo I0409 01:06:50.573979 1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0409 01:06:50.576929 1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe I0409 01:06:50.576987 1 utils.go:199] ID: 8 GRPC request: {} I0409 01:06:50.577013 1 utils.go:205] ID: 8 GRPC response: {} I0409 01:06:50.578620 1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0409 01:06:50.578652 1 utils.go:199] ID: 9 GRPC request: {} I0409 01:06:50.578808 1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0409 01:06:50.579927 1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0409 01:06:50.580034 1 utils.go:199] ID: 10 GRPC request: {} I0409 01:06:50.580078 1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities I0409 01:06:50.580246 1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0409 01:06:50.581128 1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0409 01:06:50.581175 1 utils.go:199] ID: 11 GRPC request: {} I0409 01:06:50.581191 1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities I0409 01:06:50.581346 1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0409 01:06:50.581845 1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0409 01:06:50.581910 1 utils.go:199] ID: 12 GRPC request: {} I0409 01:06:50.581951 1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities I0409 01:06:50.582082 1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0409 01:06:52.636163 1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo I0409 01:06:52.636228 1 utils.go:199] ID: 13 GRPC request: {} I0409 01:06:52.636239 1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo I0409 01:06:52.636285 1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0409 01:06:52.640016 1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe I0409 01:06:52.640041 1 utils.go:199] ID: 14 GRPC request: {} I0409 01:06:52.640070 1 utils.go:205] ID: 14 GRPC response: {} I0409 01:06:52.640588 1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0409 01:06:52.640646 1 utils.go:199] ID: 15 GRPC request: {} I0409 01:06:52.640654 1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities I0409 01:06:52.642772 1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0409 01:06:54.101783 1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe I0409 01:06:54.101835 1 utils.go:199] ID: 16 GRPC request: {} I0409 01:06:54.101929 1 utils.go:205] ID: 16 GRPC response: {} I0409 01:06:54.107163 1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo I0409 01:06:54.107244 1 utils.go:199] ID: 17 GRPC request: {} I0409 01:06:54.107264 1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo I0409 01:06:54.107319 1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0409 01:06:54.113298 1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe I0409 01:06:54.113342 1 utils.go:199] ID: 18 GRPC request: {} I0409 01:06:54.113366 1 utils.go:205] ID: 18 GRPC response: {} I0409 01:06:54.114542 1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0409 01:06:54.114567 1 utils.go:199] ID: 19 GRPC request: {} I0409 01:06:54.114713 1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0409 01:06:54.115551 1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0409 01:06:54.115573 1 utils.go:199] ID: 20 GRPC request: {} I0409 01:06:54.115581 1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities I0409 01:06:54.115701 1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0409 01:07:54.356619 1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe I0409 01:07:54.356821 1 utils.go:199] ID: 21 GRPC request: {} I0409 01:07:54.356851 1 utils.go:205] ID: 21 GRPC response: {} I0409 01:08:54.301578 1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe I0409 01:08:54.301913 1 utils.go:199] ID: 22 GRPC request: {} I0409 01:08:54.302121 1 utils.go:205] ID: 22 GRPC response: {} I0409 01:09:54.297910 1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe I0409 01:09:54.298006 1 utils.go:199] ID: 23 GRPC request: {} I0409 01:09:54.298033 1 utils.go:205] ID: 23 GRPC response: {} I0409 01:10:02.830525 1 utils.go:198] ID: 24 Req-ID: pvc-c96be63a-38fa-4254-9c68-bd55185f3b0c GRPC call: /csi.v1.Controller/CreateVolume I0409 01:10:02.830906 1 utils.go:199] ID: 24 Req-ID: pvc-c96be63a-38fa-4254-9c68-bd55185f3b0c GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-c96be63a-38fa-4254-9c68-bd55185f3b0c","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-c96be63a-38fa-4254-9c68-bd55185f3b0c","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0409 01:10:02.831122 1 rbd_util.go:1315] ID: 24 Req-ID: pvc-c96be63a-38fa-4254-9c68-bd55185f3b0c setting disableInUseChecks: false image features: [layering] mounter: rbd E0409 01:10:02.853262 1 omap.go:80] ID: 24 Req-ID: pvc-c96be63a-38fa-4254-9c68-bd55185f3b0c omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0409 01:10:02.870552 1 omap.go:159] ID: 24 Req-ID: pvc-c96be63a-38fa-4254-9c68-bd55185f3b0c set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-c96be63a-38fa-4254-9c68-bd55185f3b0c:4f01204b-d54b-4dc6-bff5-78347907124a]) I0409 01:10:02.877438 1 omap.go:159] ID: 24 Req-ID: pvc-c96be63a-38fa-4254-9c68-bd55185f3b0c set omap keys (pool="kube", namespace="", name="csi.volume.4f01204b-d54b-4dc6-bff5-78347907124a"): map[csi.imagename:csi-vol-4f01204b-d54b-4dc6-bff5-78347907124a csi.volname:pvc-c96be63a-38fa-4254-9c68-bd55185f3b0c csi.volume.owner:default]) I0409 01:10:02.877468 1 rbd_journal.go:491] ID: 24 Req-ID: pvc-c96be63a-38fa-4254-9c68-bd55185f3b0c generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-4f01204b-d54b-4dc6-bff5-78347907124a) and image name (csi-vol-4f01204b-d54b-4dc6-bff5-78347907124a) for request name (pvc-c96be63a-38fa-4254-9c68-bd55185f3b0c) I0409 01:10:02.877534 1 rbd_util.go:423] ID: 24 Req-ID: pvc-c96be63a-38fa-4254-9c68-bd55185f3b0c rbd: create kube/csi-vol-4f01204b-d54b-4dc6-bff5-78347907124a size 5120M (features: [layering]) using mon 162.253.55.207 I0409 01:10:02.877594 1 rbd_util.go:1563] ID: 24 Req-ID: pvc-c96be63a-38fa-4254-9c68-bd55185f3b0c setting image options on kube/csi-vol-4f01204b-d54b-4dc6-bff5-78347907124a I0409 01:10:04.065578 1 controllerserver.go:763] ID: 24 Req-ID: pvc-c96be63a-38fa-4254-9c68-bd55185f3b0c created image kube/csi-vol-4f01204b-d54b-4dc6-bff5-78347907124a backed for request name pvc-c96be63a-38fa-4254-9c68-bd55185f3b0c I0409 01:10:04.101394 1 omap.go:159] ID: 24 Req-ID: pvc-c96be63a-38fa-4254-9c68-bd55185f3b0c set omap keys (pool="kube", namespace="", name="csi.volume.4f01204b-d54b-4dc6-bff5-78347907124a"): map[csi.imageid:37d928cc7b41]) I0409 01:10:04.198857 1 utils.go:205] ID: 24 Req-ID: pvc-c96be63a-38fa-4254-9c68-bd55185f3b0c GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-4f01204b-d54b-4dc6-bff5-78347907124a","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-4f01204b-d54b-4dc6-bff5-78347907124a"}}