I0403 02:29:33.609765 1 cephcsi.go:171] Driver version: v3.5.1 and Git version: 00f88e58a0b08be3d7ea009a0cfde8dca23021bf E0403 02:29:33.609943 1 cephcsi.go:187] Failed to get the PID limit, can not reconfigure: could not find a cgroup for 'pids' I0403 02:29:33.609981 1 cephcsi.go:220] Starting driver type: rbd with name: rbd.csi.ceph.com I0403 02:29:33.610210 1 driver.go:94] Enabling controller service capability: CREATE_DELETE_VOLUME I0403 02:29:33.610224 1 driver.go:94] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0403 02:29:33.610231 1 driver.go:94] Enabling controller service capability: CLONE_VOLUME I0403 02:29:33.610236 1 driver.go:94] Enabling controller service capability: EXPAND_VOLUME I0403 02:29:33.610244 1 driver.go:106] Enabling volume access mode: SINGLE_NODE_WRITER I0403 02:29:33.610249 1 driver.go:106] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0403 02:29:33.610255 1 driver.go:106] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0403 02:29:33.610260 1 driver.go:106] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0403 02:29:33.610425 1 server.go:126] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0403 02:29:33.610593 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0403 02:29:34.090409 1 utils.go:191] ID: 1 GRPC call: /csi.v1.Identity/GetPluginInfo I0403 02:29:34.093032 1 utils.go:195] ID: 1 GRPC request: {} I0403 02:29:34.093059 1 identityserver-default.go:38] ID: 1 Using default GetPluginInfo I0403 02:29:34.093158 1 utils.go:202] ID: 1 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.5.1"} I0403 02:29:34.095733 1 utils.go:191] ID: 2 GRPC call: /csi.v1.Identity/Probe I0403 02:29:34.095794 1 utils.go:195] ID: 2 GRPC request: {} I0403 02:29:34.095875 1 utils.go:202] ID: 2 GRPC response: {} I0403 02:29:34.096683 1 utils.go:191] ID: 3 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0403 02:29:34.096720 1 utils.go:195] ID: 3 GRPC request: {} I0403 02:29:34.096732 1 controllerserver-default.go:74] ID: 3 Using default ControllerGetCapabilities I0403 02:29:34.096965 1 utils.go:202] ID: 3 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0403 02:29:34.145711 1 utils.go:191] ID: 4 GRPC call: /csi.v1.Identity/Probe I0403 02:29:34.145789 1 utils.go:195] ID: 4 GRPC request: {} I0403 02:29:34.145815 1 utils.go:202] ID: 4 GRPC response: {} I0403 02:29:34.148618 1 utils.go:191] ID: 5 GRPC call: /csi.v1.Identity/GetPluginInfo I0403 02:29:34.148856 1 utils.go:195] ID: 5 GRPC request: {} I0403 02:29:34.148971 1 identityserver-default.go:38] ID: 5 Using default GetPluginInfo I0403 02:29:34.149085 1 utils.go:202] ID: 5 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.5.1"} I0403 02:29:34.150428 1 utils.go:191] ID: 6 GRPC call: /csi.v1.Identity/Probe I0403 02:29:34.150474 1 utils.go:195] ID: 6 GRPC request: {} I0403 02:29:34.150492 1 utils.go:202] ID: 6 GRPC response: {} I0403 02:29:34.151098 1 utils.go:191] ID: 7 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0403 02:29:34.151177 1 utils.go:195] ID: 7 GRPC request: {} I0403 02:29:34.151442 1 utils.go:202] ID: 7 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0403 02:29:34.152713 1 utils.go:191] ID: 8 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0403 02:29:34.152792 1 utils.go:195] ID: 8 GRPC request: {} I0403 02:29:34.152805 1 controllerserver-default.go:74] ID: 8 Using default ControllerGetCapabilities I0403 02:29:34.152934 1 utils.go:202] ID: 8 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0403 02:29:34.454840 1 utils.go:191] ID: 9 GRPC call: /csi.v1.Identity/Probe I0403 02:29:34.454955 1 utils.go:195] ID: 9 GRPC request: {} I0403 02:29:34.454997 1 utils.go:202] ID: 9 GRPC response: {} I0403 02:29:34.456878 1 utils.go:191] ID: 10 GRPC call: /csi.v1.Identity/GetPluginInfo I0403 02:29:34.456940 1 utils.go:195] ID: 10 GRPC request: {} I0403 02:29:34.456952 1 identityserver-default.go:38] ID: 10 Using default GetPluginInfo I0403 02:29:34.457098 1 utils.go:202] ID: 10 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.5.1"} I0403 02:29:34.459785 1 utils.go:191] ID: 11 GRPC call: /csi.v1.Identity/Probe I0403 02:29:34.459965 1 utils.go:195] ID: 11 GRPC request: {} I0403 02:29:34.460026 1 utils.go:202] ID: 11 GRPC response: {} I0403 02:29:34.460911 1 utils.go:191] ID: 12 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0403 02:29:34.461131 1 utils.go:195] ID: 12 GRPC request: {} I0403 02:29:34.461333 1 utils.go:202] ID: 12 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0403 02:29:34.462567 1 utils.go:191] ID: 13 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0403 02:29:34.462631 1 utils.go:195] ID: 13 GRPC request: {} I0403 02:29:34.462660 1 controllerserver-default.go:74] ID: 13 Using default ControllerGetCapabilities I0403 02:29:34.462805 1 utils.go:202] ID: 13 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0403 02:29:34.600342 1 utils.go:191] ID: 14 GRPC call: /csi.v1.Identity/Probe I0403 02:29:34.600428 1 utils.go:195] ID: 14 GRPC request: {} I0403 02:29:34.600458 1 utils.go:202] ID: 14 GRPC response: {} I0403 02:29:34.602859 1 utils.go:191] ID: 15 GRPC call: /csi.v1.Identity/GetPluginInfo I0403 02:29:34.602935 1 utils.go:195] ID: 15 GRPC request: {} I0403 02:29:34.602954 1 identityserver-default.go:38] ID: 15 Using default GetPluginInfo I0403 02:29:34.602991 1 utils.go:202] ID: 15 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.5.1"} I0403 02:29:34.604148 1 utils.go:191] ID: 16 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0403 02:29:34.604181 1 utils.go:195] ID: 16 GRPC request: {} I0403 02:29:34.604277 1 utils.go:202] ID: 16 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0403 02:29:34.605058 1 utils.go:191] ID: 17 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0403 02:29:34.605104 1 utils.go:195] ID: 17 GRPC request: {} I0403 02:29:34.605117 1 controllerserver-default.go:74] ID: 17 Using default ControllerGetCapabilities I0403 02:29:34.605182 1 utils.go:202] ID: 17 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0403 02:29:34.606377 1 utils.go:191] ID: 18 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0403 02:29:34.606410 1 utils.go:195] ID: 18 GRPC request: {} I0403 02:29:34.606420 1 controllerserver-default.go:74] ID: 18 Using default ControllerGetCapabilities I0403 02:29:34.606484 1 utils.go:202] ID: 18 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0403 02:30:33.923665 1 utils.go:191] ID: 19 GRPC call: /csi.v1.Identity/Probe I0403 02:30:33.923837 1 utils.go:195] ID: 19 GRPC request: {} I0403 02:30:33.923871 1 utils.go:202] ID: 19 GRPC response: {} I0403 02:31:33.929963 1 utils.go:191] ID: 20 GRPC call: /csi.v1.Identity/Probe I0403 02:31:33.930094 1 utils.go:195] ID: 20 GRPC request: {} I0403 02:31:33.930210 1 utils.go:202] ID: 20 GRPC response: {} I0403 02:32:33.923813 1 utils.go:191] ID: 21 GRPC call: /csi.v1.Identity/Probe I0403 02:32:33.923909 1 utils.go:195] ID: 21 GRPC request: {} I0403 02:32:33.923947 1 utils.go:202] ID: 21 GRPC response: {} I0403 02:32:37.582211 1 utils.go:191] ID: 22 Req-ID: pvc-866621a7-cbd2-41f8-8328-c960277aa3ac GRPC call: /csi.v1.Controller/CreateVolume I0403 02:32:37.582618 1 utils.go:195] ID: 22 Req-ID: pvc-866621a7-cbd2-41f8-8328-c960277aa3ac GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-866621a7-cbd2-41f8-8328-c960277aa3ac","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-866621a7-cbd2-41f8-8328-c960277aa3ac","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube","thickProvision":"false"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0403 02:32:37.582943 1 rbd_util.go:1296] ID: 22 Req-ID: pvc-866621a7-cbd2-41f8-8328-c960277aa3ac setting disableInUseChecks: false image features: [layering] mounter: rbd W0403 02:32:37.582977 1 controllerserver.go:1555] thick-provisioning is deprecated and will be removed in a future release E0403 02:32:37.600143 1 omap.go:78] ID: 22 Req-ID: pvc-866621a7-cbd2-41f8-8328-c960277aa3ac omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0403 02:32:37.630811 1 omap.go:155] ID: 22 Req-ID: pvc-866621a7-cbd2-41f8-8328-c960277aa3ac set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-866621a7-cbd2-41f8-8328-c960277aa3ac:611fa5ec-2f05-11f1-850d-b2529849fc99]) I0403 02:32:37.655868 1 omap.go:155] ID: 22 Req-ID: pvc-866621a7-cbd2-41f8-8328-c960277aa3ac set omap keys (pool="kube", namespace="", name="csi.volume.611fa5ec-2f05-11f1-850d-b2529849fc99"): map[csi.imagename:csi-vol-611fa5ec-2f05-11f1-850d-b2529849fc99 csi.volname:pvc-866621a7-cbd2-41f8-8328-c960277aa3ac csi.volume.owner:default]) I0403 02:32:37.655902 1 rbd_journal.go:482] ID: 22 Req-ID: pvc-866621a7-cbd2-41f8-8328-c960277aa3ac generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-611fa5ec-2f05-11f1-850d-b2529849fc99) and image name (csi-vol-611fa5ec-2f05-11f1-850d-b2529849fc99) for request name (pvc-866621a7-cbd2-41f8-8328-c960277aa3ac) I0403 02:32:37.655983 1 rbd_util.go:352] ID: 22 Req-ID: pvc-866621a7-cbd2-41f8-8328-c960277aa3ac rbd: create kube/csi-vol-611fa5ec-2f05-11f1-850d-b2529849fc99 size 5120M (features: [layering]) using mon 199.204.45.113 I0403 02:32:39.622601 1 controllerserver.go:666] ID: 22 Req-ID: pvc-866621a7-cbd2-41f8-8328-c960277aa3ac created image kube/csi-vol-611fa5ec-2f05-11f1-850d-b2529849fc99 backed for request name pvc-866621a7-cbd2-41f8-8328-c960277aa3ac I0403 02:32:39.715931 1 omap.go:155] ID: 22 Req-ID: pvc-866621a7-cbd2-41f8-8328-c960277aa3ac set omap keys (pool="kube", namespace="", name="csi.volume.611fa5ec-2f05-11f1-850d-b2529849fc99"): map[csi.imageid:37d7517aa880]) I0403 02:32:39.716162 1 utils.go:202] ID: 22 Req-ID: pvc-866621a7-cbd2-41f8-8328-c960277aa3ac GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-866621a7-cbd2-41f8-8328-c960277aa3ac","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","imageName":"csi-vol-611fa5ec-2f05-11f1-850d-b2529849fc99","journalPool":"kube","pool":"kube","thickProvision":"false"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-611fa5ec-2f05-11f1-850d-b2529849fc99"}} I0403 02:33:33.923149 1 utils.go:191] ID: 23 GRPC call: /csi.v1.Identity/Probe I0403 02:33:33.923219 1 utils.go:195] ID: 23 GRPC request: {} I0403 02:33:33.923236 1 utils.go:202] ID: 23 GRPC response: {} I0403 02:34:02.205195 1 utils.go:191] ID: 24 GRPC call: /csi.v1.Identity/Probe I0403 02:34:02.205265 1 utils.go:195] ID: 24 GRPC request: {} I0403 02:34:02.205283 1 utils.go:202] ID: 24 GRPC response: {} I0403 02:34:02.206527 1 utils.go:191] ID: 25 GRPC call: /csi.v1.Identity/GetPluginInfo I0403 02:34:02.206558 1 utils.go:195] ID: 25 GRPC request: {} I0403 02:34:02.206566 1 identityserver-default.go:38] ID: 25 Using default GetPluginInfo I0403 02:34:02.206592 1 utils.go:202] ID: 25 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.5.1"} I0403 02:34:02.208677 1 utils.go:191] ID: 26 GRPC call: /csi.v1.Identity/Probe I0403 02:34:02.208756 1 utils.go:195] ID: 26 GRPC request: {} I0403 02:34:02.208778 1 utils.go:202] ID: 26 GRPC response: {} I0403 02:34:02.209333 1 utils.go:191] ID: 27 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0403 02:34:02.209367 1 utils.go:195] ID: 27 GRPC request: {} I0403 02:34:02.209461 1 utils.go:202] ID: 27 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0403 02:34:02.210316 1 utils.go:191] ID: 28 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0403 02:34:02.210351 1 utils.go:195] ID: 28 GRPC request: {} I0403 02:34:02.210362 1 controllerserver-default.go:74] ID: 28 Using default ControllerGetCapabilities I0403 02:34:02.210462 1 utils.go:202] ID: 28 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0403 02:34:04.161085 1 utils.go:191] ID: 29 GRPC call: /csi.v1.Identity/Probe I0403 02:34:04.161194 1 utils.go:195] ID: 29 GRPC request: {} I0403 02:34:04.161227 1 utils.go:202] ID: 29 GRPC response: {} I0403 02:34:04.163136 1 utils.go:191] ID: 30 GRPC call: /csi.v1.Identity/GetPluginInfo I0403 02:34:04.163239 1 utils.go:195] ID: 30 GRPC request: {} I0403 02:34:04.163256 1 identityserver-default.go:38] ID: 30 Using default GetPluginInfo I0403 02:34:04.163294 1 utils.go:202] ID: 30 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.5.1"} I0403 02:34:04.166415 1 utils.go:191] ID: 31 GRPC call: /csi.v1.Identity/Probe I0403 02:34:04.166519 1 utils.go:195] ID: 31 GRPC request: {} I0403 02:34:04.166602 1 utils.go:202] ID: 31 GRPC response: {} I0403 02:34:04.167235 1 utils.go:191] ID: 32 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0403 02:34:04.167290 1 utils.go:195] ID: 32 GRPC request: {} I0403 02:34:04.167424 1 utils.go:202] ID: 32 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0403 02:34:04.168369 1 utils.go:191] ID: 33 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0403 02:34:04.168419 1 utils.go:195] ID: 33 GRPC request: {} I0403 02:34:04.168430 1 controllerserver-default.go:74] ID: 33 Using default ControllerGetCapabilities I0403 02:34:04.168709 1 utils.go:202] ID: 33 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0403 02:34:33.922551 1 utils.go:191] ID: 34 GRPC call: /csi.v1.Identity/Probe I0403 02:34:33.922625 1 utils.go:195] ID: 34 GRPC request: {} I0403 02:34:33.922647 1 utils.go:202] ID: 34 GRPC response: {}