I0805 11:22:53.718443 1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a I0805 11:22:53.718559 1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com I0805 11:22:53.718572 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME I0805 11:22:53.718575 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0805 11:22:53.718578 1 driver.go:95] Enabling controller service capability: CLONE_VOLUME I0805 11:22:53.718580 1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME I0805 11:22:53.718584 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER I0805 11:22:53.718587 1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0805 11:22:53.718589 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0805 11:22:53.718594 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0805 11:22:53.718835 1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0805 11:22:53.718868 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0805 11:23:12.517328 1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe I0805 11:23:12.519225 1 utils.go:199] ID: 1 GRPC request: {} I0805 11:23:12.519384 1 utils.go:205] ID: 1 GRPC response: {} I0805 11:23:12.523961 1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0805 11:23:12.524141 1 utils.go:199] ID: 2 GRPC request: {} I0805 11:23:12.524164 1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo I0805 11:23:12.524305 1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0805 11:23:12.526240 1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe I0805 11:23:12.526465 1 utils.go:199] ID: 3 GRPC request: {} I0805 11:23:12.526528 1 utils.go:205] ID: 3 GRPC response: {} I0805 11:23:12.527449 1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0805 11:23:12.527645 1 utils.go:199] ID: 4 GRPC request: {} I0805 11:23:12.527977 1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0805 11:23:12.529099 1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0805 11:23:12.529146 1 utils.go:199] ID: 5 GRPC request: {} I0805 11:23:12.529190 1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities I0805 11:23:12.529330 1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0805 11:23:25.090232 1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe I0805 11:23:25.090304 1 utils.go:199] ID: 6 GRPC request: {} I0805 11:23:25.090335 1 utils.go:205] ID: 6 GRPC response: {} I0805 11:23:25.095778 1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo I0805 11:23:25.095828 1 utils.go:199] ID: 7 GRPC request: {} I0805 11:23:25.095850 1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo I0805 11:23:25.095890 1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0805 11:23:25.097782 1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe I0805 11:23:25.097815 1 utils.go:199] ID: 8 GRPC request: {} I0805 11:23:25.097830 1 utils.go:205] ID: 8 GRPC response: {} I0805 11:23:25.098400 1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0805 11:23:25.098447 1 utils.go:199] ID: 9 GRPC request: {} I0805 11:23:25.098538 1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0805 11:23:25.099384 1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0805 11:23:25.099418 1 utils.go:199] ID: 10 GRPC request: {} I0805 11:23:25.099426 1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities I0805 11:23:25.099518 1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0805 11:23:25.100305 1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0805 11:23:25.100341 1 utils.go:199] ID: 11 GRPC request: {} I0805 11:23:25.100351 1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities I0805 11:23:25.100435 1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0805 11:23:25.100776 1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0805 11:23:25.100806 1 utils.go:199] ID: 12 GRPC request: {} I0805 11:23:25.100811 1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities I0805 11:23:25.100883 1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0805 11:23:27.900969 1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo I0805 11:23:27.901045 1 utils.go:199] ID: 13 GRPC request: {} I0805 11:23:27.901197 1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo I0805 11:23:27.901260 1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0805 11:23:27.904947 1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe I0805 11:23:27.904971 1 utils.go:199] ID: 14 GRPC request: {} I0805 11:23:27.904988 1 utils.go:205] ID: 14 GRPC response: {} I0805 11:23:27.905536 1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0805 11:23:27.905583 1 utils.go:199] ID: 15 GRPC request: {} I0805 11:23:27.905611 1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities I0805 11:23:27.905801 1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0805 11:23:30.288793 1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe I0805 11:23:30.288827 1 utils.go:199] ID: 16 GRPC request: {} I0805 11:23:30.288844 1 utils.go:205] ID: 16 GRPC response: {} I0805 11:23:30.292723 1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo I0805 11:23:30.292770 1 utils.go:199] ID: 17 GRPC request: {} I0805 11:23:30.292783 1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo I0805 11:23:30.292816 1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0805 11:23:30.295528 1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe I0805 11:23:30.295604 1 utils.go:199] ID: 18 GRPC request: {} I0805 11:23:30.295620 1 utils.go:205] ID: 18 GRPC response: {} I0805 11:23:30.296111 1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0805 11:23:30.296139 1 utils.go:199] ID: 19 GRPC request: {} I0805 11:23:30.296242 1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0805 11:23:30.297730 1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0805 11:23:30.297787 1 utils.go:199] ID: 20 GRPC request: {} I0805 11:23:30.297887 1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities I0805 11:23:30.298029 1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0805 11:24:30.628468 1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe I0805 11:24:30.628516 1 utils.go:199] ID: 21 GRPC request: {} I0805 11:24:30.628538 1 utils.go:205] ID: 21 GRPC response: {} I0805 11:25:30.628747 1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe I0805 11:25:30.628864 1 utils.go:199] ID: 22 GRPC request: {} I0805 11:25:30.628906 1 utils.go:205] ID: 22 GRPC response: {} I0805 11:26:30.640503 1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe I0805 11:26:30.640548 1 utils.go:199] ID: 23 GRPC request: {} I0805 11:26:30.640566 1 utils.go:205] ID: 23 GRPC response: {} I0805 11:27:30.627821 1 utils.go:198] ID: 24 GRPC call: /csi.v1.Identity/Probe I0805 11:27:30.627928 1 utils.go:199] ID: 24 GRPC request: {} I0805 11:27:30.628192 1 utils.go:205] ID: 24 GRPC response: {} I0805 11:27:47.763829 1 utils.go:198] ID: 25 Req-ID: pvc-bf2617ed-064e-4f74-a013-e0b66f2f1c95 GRPC call: /csi.v1.Controller/CreateVolume I0805 11:27:47.764069 1 utils.go:199] ID: 25 Req-ID: pvc-bf2617ed-064e-4f74-a013-e0b66f2f1c95 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-bf2617ed-064e-4f74-a013-e0b66f2f1c95","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-bf2617ed-064e-4f74-a013-e0b66f2f1c95","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0805 11:27:47.764235 1 rbd_util.go:1315] ID: 25 Req-ID: pvc-bf2617ed-064e-4f74-a013-e0b66f2f1c95 setting disableInUseChecks: false image features: [layering] mounter: rbd E0805 11:27:47.780313 1 omap.go:80] ID: 25 Req-ID: pvc-bf2617ed-064e-4f74-a013-e0b66f2f1c95 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0805 11:27:47.833126 1 omap.go:159] ID: 25 Req-ID: pvc-bf2617ed-064e-4f74-a013-e0b66f2f1c95 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-bf2617ed-064e-4f74-a013-e0b66f2f1c95:545cc9ed-4208-4c7d-806e-b0d8b553f478]) I0805 11:27:47.906938 1 omap.go:159] ID: 25 Req-ID: pvc-bf2617ed-064e-4f74-a013-e0b66f2f1c95 set omap keys (pool="kube", namespace="", name="csi.volume.545cc9ed-4208-4c7d-806e-b0d8b553f478"): map[csi.imagename:csi-vol-545cc9ed-4208-4c7d-806e-b0d8b553f478 csi.volname:pvc-bf2617ed-064e-4f74-a013-e0b66f2f1c95 csi.volume.owner:default]) I0805 11:27:47.906979 1 rbd_journal.go:491] ID: 25 Req-ID: pvc-bf2617ed-064e-4f74-a013-e0b66f2f1c95 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-545cc9ed-4208-4c7d-806e-b0d8b553f478) and image name (csi-vol-545cc9ed-4208-4c7d-806e-b0d8b553f478) for request name (pvc-bf2617ed-064e-4f74-a013-e0b66f2f1c95) I0805 11:27:47.907079 1 rbd_util.go:423] ID: 25 Req-ID: pvc-bf2617ed-064e-4f74-a013-e0b66f2f1c95 rbd: create kube/csi-vol-545cc9ed-4208-4c7d-806e-b0d8b553f478 size 5120M (features: [layering]) using mon 199.19.213.18 I0805 11:27:47.907196 1 rbd_util.go:1563] ID: 25 Req-ID: pvc-bf2617ed-064e-4f74-a013-e0b66f2f1c95 setting image options on kube/csi-vol-545cc9ed-4208-4c7d-806e-b0d8b553f478 I0805 11:27:48.050028 1 controllerserver.go:763] ID: 25 Req-ID: pvc-bf2617ed-064e-4f74-a013-e0b66f2f1c95 created image kube/csi-vol-545cc9ed-4208-4c7d-806e-b0d8b553f478 backed for request name pvc-bf2617ed-064e-4f74-a013-e0b66f2f1c95 I0805 11:27:48.285801 1 omap.go:159] ID: 25 Req-ID: pvc-bf2617ed-064e-4f74-a013-e0b66f2f1c95 set omap keys (pool="kube", namespace="", name="csi.volume.545cc9ed-4208-4c7d-806e-b0d8b553f478"): map[csi.imageid:37f2e30d9cfb]) I0805 11:27:48.702235 1 utils.go:205] ID: 25 Req-ID: pvc-bf2617ed-064e-4f74-a013-e0b66f2f1c95 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-545cc9ed-4208-4c7d-806e-b0d8b553f478","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-545cc9ed-4208-4c7d-806e-b0d8b553f478"}} I0805 11:28:30.651254 1 utils.go:198] ID: 26 GRPC call: /csi.v1.Identity/Probe I0805 11:28:30.651307 1 utils.go:199] ID: 26 GRPC request: {} I0805 11:28:30.651428 1 utils.go:205] ID: 26 GRPC response: {}