I0225 06:07:44.972150 1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a I0225 06:07:44.972269 1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com I0225 06:07:44.972282 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME I0225 06:07:44.972286 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0225 06:07:44.972289 1 driver.go:95] Enabling controller service capability: CLONE_VOLUME I0225 06:07:44.972292 1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME I0225 06:07:44.972299 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER I0225 06:07:44.972303 1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0225 06:07:44.972306 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0225 06:07:44.972310 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0225 06:07:44.972655 1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0225 06:07:44.972714 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0225 06:07:49.242260 1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe I0225 06:07:49.243532 1 utils.go:199] ID: 1 GRPC request: {} I0225 06:07:49.243595 1 utils.go:205] ID: 1 GRPC response: {} I0225 06:07:49.248546 1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0225 06:07:49.248583 1 utils.go:199] ID: 2 GRPC request: {} I0225 06:07:49.248590 1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo I0225 06:07:49.248621 1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0225 06:07:49.250276 1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe I0225 06:07:49.250302 1 utils.go:199] ID: 3 GRPC request: {} I0225 06:07:49.250316 1 utils.go:205] ID: 3 GRPC response: {} I0225 06:07:49.250749 1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0225 06:07:49.250859 1 utils.go:199] ID: 4 GRPC request: {} I0225 06:07:49.251097 1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0225 06:07:49.252167 1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0225 06:07:49.252241 1 utils.go:199] ID: 5 GRPC request: {} I0225 06:07:49.252257 1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities I0225 06:07:49.252399 1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0225 06:07:51.690292 1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe I0225 06:07:51.690350 1 utils.go:199] ID: 6 GRPC request: {} I0225 06:07:51.690375 1 utils.go:205] ID: 6 GRPC response: {} I0225 06:07:51.694521 1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo I0225 06:07:51.694614 1 utils.go:199] ID: 7 GRPC request: {} I0225 06:07:51.694634 1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo I0225 06:07:51.694670 1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0225 06:07:51.696622 1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe I0225 06:07:51.696646 1 utils.go:199] ID: 8 GRPC request: {} I0225 06:07:51.696663 1 utils.go:205] ID: 8 GRPC response: {} I0225 06:07:51.697381 1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0225 06:07:51.697407 1 utils.go:199] ID: 9 GRPC request: {} I0225 06:07:51.697506 1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0225 06:07:51.698449 1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0225 06:07:51.698471 1 utils.go:199] ID: 10 GRPC request: {} I0225 06:07:51.698480 1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities I0225 06:07:51.698537 1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0225 06:07:51.699042 1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0225 06:07:51.699060 1 utils.go:199] ID: 11 GRPC request: {} I0225 06:07:51.699066 1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities I0225 06:07:51.699134 1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0225 06:07:51.699501 1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0225 06:07:51.699520 1 utils.go:199] ID: 12 GRPC request: {} I0225 06:07:51.699526 1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities I0225 06:07:51.699585 1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0225 06:07:55.870802 1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo I0225 06:07:55.870832 1 utils.go:199] ID: 13 GRPC request: {} I0225 06:07:55.870840 1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo I0225 06:07:55.870860 1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0225 06:07:55.873162 1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe I0225 06:07:55.873181 1 utils.go:199] ID: 14 GRPC request: {} I0225 06:07:55.873194 1 utils.go:205] ID: 14 GRPC response: {} I0225 06:07:55.873466 1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0225 06:07:55.873483 1 utils.go:199] ID: 15 GRPC request: {} I0225 06:07:55.873497 1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities I0225 06:07:55.873587 1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0225 06:07:58.774858 1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe I0225 06:07:58.774900 1 utils.go:199] ID: 16 GRPC request: {} I0225 06:07:58.774922 1 utils.go:205] ID: 16 GRPC response: {} I0225 06:07:58.777934 1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo I0225 06:07:58.777963 1 utils.go:199] ID: 17 GRPC request: {} I0225 06:07:58.777973 1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo I0225 06:07:58.778001 1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0225 06:07:58.780904 1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe I0225 06:07:58.780939 1 utils.go:199] ID: 18 GRPC request: {} I0225 06:07:58.780963 1 utils.go:205] ID: 18 GRPC response: {} I0225 06:07:58.781421 1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0225 06:07:58.781437 1 utils.go:199] ID: 19 GRPC request: {} I0225 06:07:58.781592 1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0225 06:07:58.782252 1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0225 06:07:58.782295 1 utils.go:199] ID: 20 GRPC request: {} I0225 06:07:58.782307 1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities I0225 06:07:58.782429 1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0225 06:08:59.005192 1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe I0225 06:08:59.005320 1 utils.go:199] ID: 21 GRPC request: {} I0225 06:08:59.005371 1 utils.go:205] ID: 21 GRPC response: {} I0225 06:09:59.003624 1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe I0225 06:09:59.003865 1 utils.go:199] ID: 22 GRPC request: {} I0225 06:09:59.003908 1 utils.go:205] ID: 22 GRPC response: {} I0225 06:10:46.595883 1 utils.go:198] ID: 23 Req-ID: pvc-db649077-3b4c-46b3-8640-bd70de8f3476 GRPC call: /csi.v1.Controller/CreateVolume I0225 06:10:46.596376 1 utils.go:199] ID: 23 Req-ID: pvc-db649077-3b4c-46b3-8640-bd70de8f3476 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-db649077-3b4c-46b3-8640-bd70de8f3476","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-db649077-3b4c-46b3-8640-bd70de8f3476","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0225 06:10:46.596674 1 rbd_util.go:1315] ID: 23 Req-ID: pvc-db649077-3b4c-46b3-8640-bd70de8f3476 setting disableInUseChecks: false image features: [layering] mounter: rbd E0225 06:10:46.613567 1 omap.go:80] ID: 23 Req-ID: pvc-db649077-3b4c-46b3-8640-bd70de8f3476 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0225 06:10:46.631942 1 omap.go:159] ID: 23 Req-ID: pvc-db649077-3b4c-46b3-8640-bd70de8f3476 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-db649077-3b4c-46b3-8640-bd70de8f3476:71a0ab47-b3f0-4ea5-9b47-10132ad83e17]) I0225 06:10:46.641270 1 omap.go:159] ID: 23 Req-ID: pvc-db649077-3b4c-46b3-8640-bd70de8f3476 set omap keys (pool="kube", namespace="", name="csi.volume.71a0ab47-b3f0-4ea5-9b47-10132ad83e17"): map[csi.imagename:csi-vol-71a0ab47-b3f0-4ea5-9b47-10132ad83e17 csi.volname:pvc-db649077-3b4c-46b3-8640-bd70de8f3476 csi.volume.owner:default]) I0225 06:10:46.641327 1 rbd_journal.go:491] ID: 23 Req-ID: pvc-db649077-3b4c-46b3-8640-bd70de8f3476 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-71a0ab47-b3f0-4ea5-9b47-10132ad83e17) and image name (csi-vol-71a0ab47-b3f0-4ea5-9b47-10132ad83e17) for request name (pvc-db649077-3b4c-46b3-8640-bd70de8f3476) I0225 06:10:46.641434 1 rbd_util.go:423] ID: 23 Req-ID: pvc-db649077-3b4c-46b3-8640-bd70de8f3476 rbd: create kube/csi-vol-71a0ab47-b3f0-4ea5-9b47-10132ad83e17 size 5120M (features: [layering]) using mon 199.204.45.115 I0225 06:10:46.641583 1 rbd_util.go:1563] ID: 23 Req-ID: pvc-db649077-3b4c-46b3-8640-bd70de8f3476 setting image options on kube/csi-vol-71a0ab47-b3f0-4ea5-9b47-10132ad83e17 I0225 06:10:48.522019 1 controllerserver.go:763] ID: 23 Req-ID: pvc-db649077-3b4c-46b3-8640-bd70de8f3476 created image kube/csi-vol-71a0ab47-b3f0-4ea5-9b47-10132ad83e17 backed for request name pvc-db649077-3b4c-46b3-8640-bd70de8f3476 I0225 06:10:48.555634 1 omap.go:159] ID: 23 Req-ID: pvc-db649077-3b4c-46b3-8640-bd70de8f3476 set omap keys (pool="kube", namespace="", name="csi.volume.71a0ab47-b3f0-4ea5-9b47-10132ad83e17"): map[csi.imageid:37d94ad4eb90]) I0225 06:10:48.662705 1 utils.go:205] ID: 23 Req-ID: pvc-db649077-3b4c-46b3-8640-bd70de8f3476 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-71a0ab47-b3f0-4ea5-9b47-10132ad83e17","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-71a0ab47-b3f0-4ea5-9b47-10132ad83e17"}} I0225 06:10:59.006550 1 utils.go:198] ID: 24 GRPC call: /csi.v1.Identity/Probe I0225 06:10:59.006601 1 utils.go:199] ID: 24 GRPC request: {} I0225 06:10:59.006623 1 utils.go:205] ID: 24 GRPC response: {}