I0605 18:06:11.458577 1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a I0605 18:06:11.458742 1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com I0605 18:06:11.458757 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME I0605 18:06:11.458762 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0605 18:06:11.458767 1 driver.go:95] Enabling controller service capability: CLONE_VOLUME I0605 18:06:11.458771 1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME I0605 18:06:11.458776 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER I0605 18:06:11.458781 1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0605 18:06:11.458785 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0605 18:06:11.458789 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0605 18:06:11.459080 1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0605 18:06:11.459100 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0605 18:06:17.542573 1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe I0605 18:06:17.543651 1 utils.go:199] ID: 1 GRPC request: {} I0605 18:06:17.543740 1 utils.go:205] ID: 1 GRPC response: {} I0605 18:06:17.545672 1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0605 18:06:17.545760 1 utils.go:199] ID: 2 GRPC request: {} I0605 18:06:17.545779 1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo I0605 18:06:17.545827 1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0605 18:06:17.547348 1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe I0605 18:06:17.547400 1 utils.go:199] ID: 3 GRPC request: {} I0605 18:06:17.547414 1 utils.go:205] ID: 3 GRPC response: {} I0605 18:06:17.547953 1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0605 18:06:17.548130 1 utils.go:199] ID: 4 GRPC request: {} I0605 18:06:17.548793 1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0605 18:06:17.551223 1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0605 18:06:17.551378 1 utils.go:199] ID: 5 GRPC request: {} I0605 18:06:17.551391 1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities I0605 18:06:17.551514 1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0605 18:06:22.310716 1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe I0605 18:06:22.310761 1 utils.go:199] ID: 6 GRPC request: {} I0605 18:06:22.310781 1 utils.go:205] ID: 6 GRPC response: {} I0605 18:06:22.312258 1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo I0605 18:06:22.312290 1 utils.go:199] ID: 7 GRPC request: {} I0605 18:06:22.312300 1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo I0605 18:06:22.312332 1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0605 18:06:22.315498 1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe I0605 18:06:22.315525 1 utils.go:199] ID: 8 GRPC request: {} I0605 18:06:22.315545 1 utils.go:205] ID: 8 GRPC response: {} I0605 18:06:22.316406 1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0605 18:06:22.316444 1 utils.go:199] ID: 9 GRPC request: {} I0605 18:06:22.316579 1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0605 18:06:22.317261 1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0605 18:06:22.317296 1 utils.go:199] ID: 10 GRPC request: {} I0605 18:06:22.317304 1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities I0605 18:06:22.317390 1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0605 18:06:22.317921 1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0605 18:06:22.318054 1 utils.go:199] ID: 11 GRPC request: {} I0605 18:06:22.318146 1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities I0605 18:06:22.318486 1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0605 18:06:22.319200 1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0605 18:06:22.319218 1 utils.go:199] ID: 12 GRPC request: {} I0605 18:06:22.319224 1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities I0605 18:06:22.319305 1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0605 18:06:24.867606 1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo I0605 18:06:24.867648 1 utils.go:199] ID: 13 GRPC request: {} I0605 18:06:24.867658 1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo I0605 18:06:24.867698 1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0605 18:06:24.872016 1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe I0605 18:06:24.872057 1 utils.go:199] ID: 14 GRPC request: {} I0605 18:06:24.872086 1 utils.go:205] ID: 14 GRPC response: {} I0605 18:06:24.872723 1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0605 18:06:24.872770 1 utils.go:199] ID: 15 GRPC request: {} I0605 18:06:24.872782 1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities I0605 18:06:24.873027 1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0605 18:06:26.038836 1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe I0605 18:06:26.038948 1 utils.go:199] ID: 16 GRPC request: {} I0605 18:06:26.039021 1 utils.go:205] ID: 16 GRPC response: {} I0605 18:06:26.042680 1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo I0605 18:06:26.042743 1 utils.go:199] ID: 17 GRPC request: {} I0605 18:06:26.042752 1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo I0605 18:06:26.042775 1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0605 18:06:26.044206 1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe I0605 18:06:26.044234 1 utils.go:199] ID: 18 GRPC request: {} I0605 18:06:26.044253 1 utils.go:205] ID: 18 GRPC response: {} I0605 18:06:26.044698 1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0605 18:06:26.044771 1 utils.go:199] ID: 19 GRPC request: {} I0605 18:06:26.044942 1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0605 18:06:26.045444 1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0605 18:06:26.045485 1 utils.go:199] ID: 20 GRPC request: {} I0605 18:06:26.045506 1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities I0605 18:06:26.045584 1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0605 18:07:26.272616 1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe I0605 18:07:26.272654 1 utils.go:199] ID: 21 GRPC request: {} I0605 18:07:26.272669 1 utils.go:205] ID: 21 GRPC response: {} I0605 18:08:26.237560 1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe I0605 18:08:26.237606 1 utils.go:199] ID: 22 GRPC request: {} I0605 18:08:26.237638 1 utils.go:205] ID: 22 GRPC response: {} I0605 18:09:26.236327 1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe I0605 18:09:26.236461 1 utils.go:199] ID: 23 GRPC request: {} I0605 18:09:26.236492 1 utils.go:205] ID: 23 GRPC response: {} I0605 18:10:13.430190 1 utils.go:198] ID: 24 Req-ID: pvc-34d80a80-59e2-49ca-a658-7cabac41e3eb GRPC call: /csi.v1.Controller/CreateVolume I0605 18:10:13.430901 1 utils.go:199] ID: 24 Req-ID: pvc-34d80a80-59e2-49ca-a658-7cabac41e3eb GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-34d80a80-59e2-49ca-a658-7cabac41e3eb","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-34d80a80-59e2-49ca-a658-7cabac41e3eb","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0605 18:10:13.431754 1 rbd_util.go:1315] ID: 24 Req-ID: pvc-34d80a80-59e2-49ca-a658-7cabac41e3eb setting disableInUseChecks: false image features: [layering] mounter: rbd E0605 18:10:13.448708 1 omap.go:80] ID: 24 Req-ID: pvc-34d80a80-59e2-49ca-a658-7cabac41e3eb omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0605 18:10:13.463761 1 omap.go:159] ID: 24 Req-ID: pvc-34d80a80-59e2-49ca-a658-7cabac41e3eb set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-34d80a80-59e2-49ca-a658-7cabac41e3eb:aa46ea89-2b9a-4988-9714-660804165ae2]) I0605 18:10:13.469811 1 omap.go:159] ID: 24 Req-ID: pvc-34d80a80-59e2-49ca-a658-7cabac41e3eb set omap keys (pool="kube", namespace="", name="csi.volume.aa46ea89-2b9a-4988-9714-660804165ae2"): map[csi.imagename:csi-vol-aa46ea89-2b9a-4988-9714-660804165ae2 csi.volname:pvc-34d80a80-59e2-49ca-a658-7cabac41e3eb csi.volume.owner:default]) I0605 18:10:13.469847 1 rbd_journal.go:491] ID: 24 Req-ID: pvc-34d80a80-59e2-49ca-a658-7cabac41e3eb generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-aa46ea89-2b9a-4988-9714-660804165ae2) and image name (csi-vol-aa46ea89-2b9a-4988-9714-660804165ae2) for request name (pvc-34d80a80-59e2-49ca-a658-7cabac41e3eb) I0605 18:10:13.470113 1 rbd_util.go:423] ID: 24 Req-ID: pvc-34d80a80-59e2-49ca-a658-7cabac41e3eb rbd: create kube/csi-vol-aa46ea89-2b9a-4988-9714-660804165ae2 size 5120M (features: [layering]) using mon 199.204.45.148 I0605 18:10:13.470227 1 rbd_util.go:1563] ID: 24 Req-ID: pvc-34d80a80-59e2-49ca-a658-7cabac41e3eb setting image options on kube/csi-vol-aa46ea89-2b9a-4988-9714-660804165ae2 I0605 18:10:13.499389 1 controllerserver.go:763] ID: 24 Req-ID: pvc-34d80a80-59e2-49ca-a658-7cabac41e3eb created image kube/csi-vol-aa46ea89-2b9a-4988-9714-660804165ae2 backed for request name pvc-34d80a80-59e2-49ca-a658-7cabac41e3eb I0605 18:10:13.528669 1 omap.go:159] ID: 24 Req-ID: pvc-34d80a80-59e2-49ca-a658-7cabac41e3eb set omap keys (pool="kube", namespace="", name="csi.volume.aa46ea89-2b9a-4988-9714-660804165ae2"): map[csi.imageid:37edac548ea]) I0605 18:10:13.606661 1 utils.go:205] ID: 24 Req-ID: pvc-34d80a80-59e2-49ca-a658-7cabac41e3eb GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-aa46ea89-2b9a-4988-9714-660804165ae2","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-aa46ea89-2b9a-4988-9714-660804165ae2"}} I0605 18:10:26.248004 1 utils.go:198] ID: 25 GRPC call: /csi.v1.Identity/Probe I0605 18:10:26.248274 1 utils.go:199] ID: 25 GRPC request: {} I0605 18:10:26.248316 1 utils.go:205] ID: 25 GRPC response: {}