I0509 21:45:56.313895 1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a I0509 21:45:56.314050 1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com I0509 21:45:56.314062 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME I0509 21:45:56.314066 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0509 21:45:56.314070 1 driver.go:95] Enabling controller service capability: CLONE_VOLUME I0509 21:45:56.314074 1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME I0509 21:45:56.314078 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER I0509 21:45:56.314080 1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0509 21:45:56.314083 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0509 21:45:56.314086 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0509 21:45:56.314463 1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0509 21:45:56.314494 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0509 21:45:58.411646 1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe I0509 21:45:58.413462 1 utils.go:199] ID: 1 GRPC request: {} I0509 21:45:58.413547 1 utils.go:205] ID: 1 GRPC response: {} I0509 21:45:58.417232 1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0509 21:45:58.417416 1 utils.go:199] ID: 2 GRPC request: {} I0509 21:45:58.417436 1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo I0509 21:45:58.417493 1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0509 21:45:58.419113 1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe I0509 21:45:58.419136 1 utils.go:199] ID: 3 GRPC request: {} I0509 21:45:58.419147 1 utils.go:205] ID: 3 GRPC response: {} I0509 21:45:58.419826 1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0509 21:45:58.419965 1 utils.go:199] ID: 4 GRPC request: {} I0509 21:45:58.420209 1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0509 21:45:58.421221 1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0509 21:45:58.421304 1 utils.go:199] ID: 5 GRPC request: {} I0509 21:45:58.421316 1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities I0509 21:45:58.421454 1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0509 21:45:59.562923 1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe I0509 21:45:59.563078 1 utils.go:199] ID: 6 GRPC request: {} I0509 21:45:59.563108 1 utils.go:205] ID: 6 GRPC response: {} I0509 21:45:59.565599 1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo I0509 21:45:59.565813 1 utils.go:199] ID: 7 GRPC request: {} I0509 21:45:59.565857 1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo I0509 21:45:59.565912 1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0509 21:45:59.568265 1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe I0509 21:45:59.568334 1 utils.go:199] ID: 8 GRPC request: {} I0509 21:45:59.568368 1 utils.go:205] ID: 8 GRPC response: {} I0509 21:45:59.569238 1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0509 21:45:59.569300 1 utils.go:199] ID: 9 GRPC request: {} I0509 21:45:59.569460 1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0509 21:45:59.570121 1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0509 21:45:59.570262 1 utils.go:199] ID: 10 GRPC request: {} I0509 21:45:59.570393 1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities I0509 21:45:59.570535 1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0509 21:45:59.571022 1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0509 21:45:59.571088 1 utils.go:199] ID: 11 GRPC request: {} I0509 21:45:59.571111 1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities I0509 21:45:59.571189 1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0509 21:45:59.571491 1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0509 21:45:59.571536 1 utils.go:199] ID: 12 GRPC request: {} I0509 21:45:59.571585 1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities I0509 21:45:59.571659 1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0509 21:46:00.721404 1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo I0509 21:46:00.721450 1 utils.go:199] ID: 13 GRPC request: {} I0509 21:46:00.721460 1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo I0509 21:46:00.721486 1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0509 21:46:00.725112 1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe I0509 21:46:00.725136 1 utils.go:199] ID: 14 GRPC request: {} I0509 21:46:00.725151 1 utils.go:205] ID: 14 GRPC response: {} I0509 21:46:00.725787 1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0509 21:46:00.725907 1 utils.go:199] ID: 15 GRPC request: {} I0509 21:46:00.725960 1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities I0509 21:46:00.726161 1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0509 21:46:03.313155 1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe I0509 21:46:03.313368 1 utils.go:199] ID: 16 GRPC request: {} I0509 21:46:03.313512 1 utils.go:205] ID: 16 GRPC response: {} I0509 21:46:03.317228 1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo I0509 21:46:03.317291 1 utils.go:199] ID: 17 GRPC request: {} I0509 21:46:03.317306 1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo I0509 21:46:03.317353 1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0509 21:46:03.319260 1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe I0509 21:46:03.319287 1 utils.go:199] ID: 18 GRPC request: {} I0509 21:46:03.319307 1 utils.go:205] ID: 18 GRPC response: {} I0509 21:46:03.319728 1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0509 21:46:03.319749 1 utils.go:199] ID: 19 GRPC request: {} I0509 21:46:03.319863 1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0509 21:46:03.320636 1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0509 21:46:03.320657 1 utils.go:199] ID: 20 GRPC request: {} I0509 21:46:03.320667 1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities I0509 21:46:03.320739 1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0509 21:47:03.598780 1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe I0509 21:47:03.598875 1 utils.go:199] ID: 21 GRPC request: {} I0509 21:47:03.599009 1 utils.go:205] ID: 21 GRPC response: {} I0509 21:48:03.546809 1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe I0509 21:48:03.546905 1 utils.go:199] ID: 22 GRPC request: {} I0509 21:48:03.546993 1 utils.go:205] ID: 22 GRPC response: {} I0509 21:49:03.598647 1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe I0509 21:49:03.598726 1 utils.go:199] ID: 23 GRPC request: {} I0509 21:49:03.598774 1 utils.go:205] ID: 23 GRPC response: {} I0509 21:49:13.835237 1 utils.go:198] ID: 24 Req-ID: pvc-53953efa-6b36-4f54-a8cf-125415b52066 GRPC call: /csi.v1.Controller/CreateVolume I0509 21:49:13.835704 1 utils.go:199] ID: 24 Req-ID: pvc-53953efa-6b36-4f54-a8cf-125415b52066 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-53953efa-6b36-4f54-a8cf-125415b52066","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-53953efa-6b36-4f54-a8cf-125415b52066","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0509 21:49:13.836015 1 rbd_util.go:1315] ID: 24 Req-ID: pvc-53953efa-6b36-4f54-a8cf-125415b52066 setting disableInUseChecks: false image features: [layering] mounter: rbd E0509 21:49:13.852067 1 omap.go:80] ID: 24 Req-ID: pvc-53953efa-6b36-4f54-a8cf-125415b52066 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0509 21:49:13.867568 1 omap.go:159] ID: 24 Req-ID: pvc-53953efa-6b36-4f54-a8cf-125415b52066 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-53953efa-6b36-4f54-a8cf-125415b52066:bf5a0dc8-d0cb-432e-b145-6a61be35fca6]) I0509 21:49:13.874449 1 omap.go:159] ID: 24 Req-ID: pvc-53953efa-6b36-4f54-a8cf-125415b52066 set omap keys (pool="kube", namespace="", name="csi.volume.bf5a0dc8-d0cb-432e-b145-6a61be35fca6"): map[csi.imagename:csi-vol-bf5a0dc8-d0cb-432e-b145-6a61be35fca6 csi.volname:pvc-53953efa-6b36-4f54-a8cf-125415b52066 csi.volume.owner:default]) I0509 21:49:13.874490 1 rbd_journal.go:491] ID: 24 Req-ID: pvc-53953efa-6b36-4f54-a8cf-125415b52066 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-bf5a0dc8-d0cb-432e-b145-6a61be35fca6) and image name (csi-vol-bf5a0dc8-d0cb-432e-b145-6a61be35fca6) for request name (pvc-53953efa-6b36-4f54-a8cf-125415b52066) I0509 21:49:13.874624 1 rbd_util.go:423] ID: 24 Req-ID: pvc-53953efa-6b36-4f54-a8cf-125415b52066 rbd: create kube/csi-vol-bf5a0dc8-d0cb-432e-b145-6a61be35fca6 size 5120M (features: [layering]) using mon 199.204.45.248 I0509 21:49:13.874695 1 rbd_util.go:1563] ID: 24 Req-ID: pvc-53953efa-6b36-4f54-a8cf-125415b52066 setting image options on kube/csi-vol-bf5a0dc8-d0cb-432e-b145-6a61be35fca6 I0509 21:49:15.172280 1 controllerserver.go:763] ID: 24 Req-ID: pvc-53953efa-6b36-4f54-a8cf-125415b52066 created image kube/csi-vol-bf5a0dc8-d0cb-432e-b145-6a61be35fca6 backed for request name pvc-53953efa-6b36-4f54-a8cf-125415b52066 I0509 21:49:15.207800 1 omap.go:159] ID: 24 Req-ID: pvc-53953efa-6b36-4f54-a8cf-125415b52066 set omap keys (pool="kube", namespace="", name="csi.volume.bf5a0dc8-d0cb-432e-b145-6a61be35fca6"): map[csi.imageid:37d9f12297f3]) I0509 21:49:15.299934 1 utils.go:205] ID: 24 Req-ID: pvc-53953efa-6b36-4f54-a8cf-125415b52066 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-bf5a0dc8-d0cb-432e-b145-6a61be35fca6","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-bf5a0dc8-d0cb-432e-b145-6a61be35fca6"}} I0509 21:50:03.552780 1 utils.go:198] ID: 25 GRPC call: /csi.v1.Identity/Probe I0509 21:50:03.552919 1 utils.go:199] ID: 25 GRPC request: {} I0509 21:50:03.553148 1 utils.go:205] ID: 25 GRPC response: {}