I0209 18:55:15.429897 1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a I0209 18:55:15.430194 1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com I0209 18:55:15.430261 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME I0209 18:55:15.430376 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0209 18:55:15.430410 1 driver.go:95] Enabling controller service capability: CLONE_VOLUME I0209 18:55:15.430473 1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME I0209 18:55:15.430529 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER I0209 18:55:15.430599 1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0209 18:55:15.430662 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0209 18:55:15.430698 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0209 18:55:15.431055 1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0209 18:55:15.431170 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0209 18:55:18.824812 1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe I0209 18:55:18.826507 1 utils.go:199] ID: 1 GRPC request: {} I0209 18:55:18.826581 1 utils.go:205] ID: 1 GRPC response: {} I0209 18:55:18.835768 1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0209 18:55:18.835878 1 utils.go:199] ID: 2 GRPC request: {} I0209 18:55:18.835896 1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo I0209 18:55:18.835970 1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0209 18:55:18.839620 1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe I0209 18:55:18.839640 1 utils.go:199] ID: 3 GRPC request: {} I0209 18:55:18.839652 1 utils.go:205] ID: 3 GRPC response: {} I0209 18:55:18.840630 1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0209 18:55:18.840699 1 utils.go:199] ID: 4 GRPC request: {} I0209 18:55:18.841391 1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0209 18:55:18.849373 1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0209 18:55:18.849566 1 utils.go:199] ID: 5 GRPC request: {} I0209 18:55:18.849658 1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities I0209 18:55:18.849856 1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0209 18:55:21.413301 1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe I0209 18:55:21.413461 1 utils.go:199] ID: 6 GRPC request: {} I0209 18:55:21.413539 1 utils.go:205] ID: 6 GRPC response: {} I0209 18:55:21.419125 1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo I0209 18:55:21.419344 1 utils.go:199] ID: 7 GRPC request: {} I0209 18:55:21.419482 1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo I0209 18:55:21.419613 1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0209 18:55:21.421738 1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe I0209 18:55:21.421845 1 utils.go:199] ID: 8 GRPC request: {} I0209 18:55:21.422154 1 utils.go:205] ID: 8 GRPC response: {} I0209 18:55:21.422592 1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0209 18:55:21.422712 1 utils.go:199] ID: 9 GRPC request: {} I0209 18:55:21.422971 1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0209 18:55:21.423825 1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0209 18:55:21.423918 1 utils.go:199] ID: 10 GRPC request: {} I0209 18:55:21.423989 1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities I0209 18:55:21.424111 1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0209 18:55:21.425468 1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0209 18:55:21.425544 1 utils.go:199] ID: 11 GRPC request: {} I0209 18:55:21.425613 1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities I0209 18:55:21.426556 1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0209 18:55:21.427323 1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0209 18:55:21.435623 1 utils.go:199] ID: 12 GRPC request: {} I0209 18:55:21.435648 1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities I0209 18:55:21.435782 1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0209 18:55:23.981054 1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo I0209 18:55:23.981087 1 utils.go:199] ID: 13 GRPC request: {} I0209 18:55:23.981093 1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo I0209 18:55:23.981574 1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0209 18:55:23.995025 1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe I0209 18:55:23.995048 1 utils.go:199] ID: 14 GRPC request: {} I0209 18:55:23.995064 1 utils.go:205] ID: 14 GRPC response: {} I0209 18:55:23.995700 1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0209 18:55:23.995716 1 utils.go:199] ID: 15 GRPC request: {} I0209 18:55:23.995723 1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities I0209 18:55:23.995790 1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0209 18:55:25.771187 1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe I0209 18:55:25.771243 1 utils.go:199] ID: 16 GRPC request: {} I0209 18:55:25.771260 1 utils.go:205] ID: 16 GRPC response: {} I0209 18:55:25.781277 1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo I0209 18:55:25.781299 1 utils.go:199] ID: 17 GRPC request: {} I0209 18:55:25.781308 1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo I0209 18:55:25.781341 1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0209 18:55:25.791431 1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe I0209 18:55:25.791490 1 utils.go:199] ID: 18 GRPC request: {} I0209 18:55:25.791564 1 utils.go:205] ID: 18 GRPC response: {} I0209 18:55:25.792967 1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0209 18:55:25.792985 1 utils.go:199] ID: 19 GRPC request: {} I0209 18:55:25.793129 1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0209 18:55:25.795397 1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0209 18:55:25.795415 1 utils.go:199] ID: 20 GRPC request: {} I0209 18:55:25.795423 1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities I0209 18:55:25.795496 1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0209 18:56:26.090979 1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe I0209 18:56:26.091072 1 utils.go:199] ID: 21 GRPC request: {} I0209 18:56:26.091099 1 utils.go:205] ID: 21 GRPC response: {} I0209 18:57:26.092182 1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe I0209 18:57:26.092294 1 utils.go:199] ID: 22 GRPC request: {} I0209 18:57:26.092324 1 utils.go:205] ID: 22 GRPC response: {} I0209 18:58:26.090316 1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe I0209 18:58:26.090380 1 utils.go:199] ID: 23 GRPC request: {} I0209 18:58:26.090404 1 utils.go:205] ID: 23 GRPC response: {} I0209 18:58:40.836141 1 utils.go:198] ID: 24 Req-ID: pvc-b99d3e64-bf27-4d72-b546-518cdb067c6e GRPC call: /csi.v1.Controller/CreateVolume I0209 18:58:40.836568 1 utils.go:199] ID: 24 Req-ID: pvc-b99d3e64-bf27-4d72-b546-518cdb067c6e GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-b99d3e64-bf27-4d72-b546-518cdb067c6e","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-b99d3e64-bf27-4d72-b546-518cdb067c6e","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0209 18:58:40.836837 1 rbd_util.go:1315] ID: 24 Req-ID: pvc-b99d3e64-bf27-4d72-b546-518cdb067c6e setting disableInUseChecks: false image features: [layering] mounter: rbd E0209 18:58:40.870561 1 omap.go:80] ID: 24 Req-ID: pvc-b99d3e64-bf27-4d72-b546-518cdb067c6e omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0209 18:58:40.895461 1 omap.go:159] ID: 24 Req-ID: pvc-b99d3e64-bf27-4d72-b546-518cdb067c6e set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-b99d3e64-bf27-4d72-b546-518cdb067c6e:a04f588a-18f1-44a4-81ad-3632f1e3ab64]) I0209 18:58:40.904459 1 omap.go:159] ID: 24 Req-ID: pvc-b99d3e64-bf27-4d72-b546-518cdb067c6e set omap keys (pool="kube", namespace="", name="csi.volume.a04f588a-18f1-44a4-81ad-3632f1e3ab64"): map[csi.imagename:csi-vol-a04f588a-18f1-44a4-81ad-3632f1e3ab64 csi.volname:pvc-b99d3e64-bf27-4d72-b546-518cdb067c6e csi.volume.owner:default]) I0209 18:58:40.904487 1 rbd_journal.go:491] ID: 24 Req-ID: pvc-b99d3e64-bf27-4d72-b546-518cdb067c6e generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-a04f588a-18f1-44a4-81ad-3632f1e3ab64) and image name (csi-vol-a04f588a-18f1-44a4-81ad-3632f1e3ab64) for request name (pvc-b99d3e64-bf27-4d72-b546-518cdb067c6e) I0209 18:58:40.904571 1 rbd_util.go:423] ID: 24 Req-ID: pvc-b99d3e64-bf27-4d72-b546-518cdb067c6e rbd: create kube/csi-vol-a04f588a-18f1-44a4-81ad-3632f1e3ab64 size 5120M (features: [layering]) using mon 162.253.55.209 I0209 18:58:40.904609 1 rbd_util.go:1563] ID: 24 Req-ID: pvc-b99d3e64-bf27-4d72-b546-518cdb067c6e setting image options on kube/csi-vol-a04f588a-18f1-44a4-81ad-3632f1e3ab64 I0209 18:58:42.290971 1 controllerserver.go:763] ID: 24 Req-ID: pvc-b99d3e64-bf27-4d72-b546-518cdb067c6e created image kube/csi-vol-a04f588a-18f1-44a4-81ad-3632f1e3ab64 backed for request name pvc-b99d3e64-bf27-4d72-b546-518cdb067c6e I0209 18:58:42.341839 1 omap.go:159] ID: 24 Req-ID: pvc-b99d3e64-bf27-4d72-b546-518cdb067c6e set omap keys (pool="kube", namespace="", name="csi.volume.a04f588a-18f1-44a4-81ad-3632f1e3ab64"): map[csi.imageid:37d8d5f963b5]) I0209 18:58:42.426023 1 utils.go:205] ID: 24 Req-ID: pvc-b99d3e64-bf27-4d72-b546-518cdb067c6e GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-a04f588a-18f1-44a4-81ad-3632f1e3ab64","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-a04f588a-18f1-44a4-81ad-3632f1e3ab64"}} I0209 18:59:26.112684 1 utils.go:198] ID: 25 GRPC call: /csi.v1.Identity/Probe I0209 18:59:26.112727 1 utils.go:199] ID: 25 GRPC request: {} I0209 18:59:26.112744 1 utils.go:205] ID: 25 GRPC response: {}