I0420 04:55:23.660154 1 cephcsi.go:171] Driver version: v3.5.1 and Git version: 00f88e58a0b08be3d7ea009a0cfde8dca23021bf E0420 04:55:23.660272 1 cephcsi.go:187] Failed to get the PID limit, can not reconfigure: could not find a cgroup for 'pids' I0420 04:55:23.660295 1 cephcsi.go:220] Starting driver type: rbd with name: rbd.csi.ceph.com I0420 04:55:23.660457 1 driver.go:94] Enabling controller service capability: CREATE_DELETE_VOLUME I0420 04:55:23.660467 1 driver.go:94] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0420 04:55:23.660470 1 driver.go:94] Enabling controller service capability: CLONE_VOLUME I0420 04:55:23.660473 1 driver.go:94] Enabling controller service capability: EXPAND_VOLUME I0420 04:55:23.660477 1 driver.go:106] Enabling volume access mode: SINGLE_NODE_WRITER I0420 04:55:23.660482 1 driver.go:106] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0420 04:55:23.660485 1 driver.go:106] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0420 04:55:23.660488 1 driver.go:106] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0420 04:55:23.660650 1 server.go:126] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0420 04:55:23.660936 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0420 04:55:23.845102 1 utils.go:191] ID: 1 GRPC call: /csi.v1.Identity/Probe I0420 04:55:23.847307 1 utils.go:195] ID: 1 GRPC request: {} I0420 04:55:23.847394 1 utils.go:202] ID: 1 GRPC response: {} I0420 04:55:23.849517 1 utils.go:191] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0420 04:55:23.849559 1 utils.go:195] ID: 2 GRPC request: {} I0420 04:55:23.849567 1 identityserver-default.go:38] ID: 2 Using default GetPluginInfo I0420 04:55:23.849614 1 utils.go:202] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.5.1"} I0420 04:55:23.850444 1 utils.go:191] ID: 3 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0420 04:55:23.850530 1 utils.go:195] ID: 3 GRPC request: {} I0420 04:55:23.850821 1 utils.go:202] ID: 3 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0420 04:55:23.851730 1 utils.go:191] ID: 4 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0420 04:55:23.851767 1 utils.go:195] ID: 4 GRPC request: {} I0420 04:55:23.851775 1 controllerserver-default.go:74] ID: 4 Using default ControllerGetCapabilities I0420 04:55:23.851971 1 utils.go:202] ID: 4 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0420 04:55:23.853049 1 utils.go:191] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0420 04:55:23.853096 1 utils.go:195] ID: 5 GRPC request: {} I0420 04:55:23.853202 1 controllerserver-default.go:74] ID: 5 Using default ControllerGetCapabilities I0420 04:55:23.853373 1 utils.go:202] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0420 04:55:24.546423 1 utils.go:191] ID: 6 GRPC call: /csi.v1.Identity/Probe I0420 04:55:24.546485 1 utils.go:195] ID: 6 GRPC request: {} I0420 04:55:24.546502 1 utils.go:202] ID: 6 GRPC response: {} I0420 04:55:24.547670 1 utils.go:191] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo I0420 04:55:24.547697 1 utils.go:195] ID: 7 GRPC request: {} I0420 04:55:24.547703 1 identityserver-default.go:38] ID: 7 Using default GetPluginInfo I0420 04:55:24.547733 1 utils.go:202] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.5.1"} I0420 04:55:24.551479 1 utils.go:191] ID: 8 GRPC call: /csi.v1.Identity/Probe I0420 04:55:24.551540 1 utils.go:195] ID: 8 GRPC request: {} I0420 04:55:24.551563 1 utils.go:202] ID: 8 GRPC response: {} I0420 04:55:24.551991 1 utils.go:191] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0420 04:55:24.552058 1 utils.go:195] ID: 9 GRPC request: {} I0420 04:55:24.552233 1 utils.go:202] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0420 04:55:24.553165 1 utils.go:191] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0420 04:55:24.553209 1 utils.go:195] ID: 10 GRPC request: {} I0420 04:55:24.553320 1 controllerserver-default.go:74] ID: 10 Using default ControllerGetCapabilities I0420 04:55:24.553460 1 utils.go:202] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0420 04:55:24.594784 1 utils.go:191] ID: 11 GRPC call: /csi.v1.Identity/Probe I0420 04:55:24.594844 1 utils.go:195] ID: 11 GRPC request: {} I0420 04:55:24.594861 1 utils.go:202] ID: 11 GRPC response: {} I0420 04:55:24.595438 1 utils.go:191] ID: 12 GRPC call: /csi.v1.Identity/GetPluginInfo I0420 04:55:24.595471 1 utils.go:195] ID: 12 GRPC request: {} I0420 04:55:24.595478 1 identityserver-default.go:38] ID: 12 Using default GetPluginInfo I0420 04:55:24.595499 1 utils.go:202] ID: 12 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.5.1"} I0420 04:55:24.599831 1 utils.go:191] ID: 13 GRPC call: /csi.v1.Identity/Probe I0420 04:55:24.599881 1 utils.go:195] ID: 13 GRPC request: {} I0420 04:55:24.599900 1 utils.go:202] ID: 13 GRPC response: {} I0420 04:55:24.600298 1 utils.go:191] ID: 14 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0420 04:55:24.600325 1 utils.go:195] ID: 14 GRPC request: {} I0420 04:55:24.600459 1 utils.go:202] ID: 14 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0420 04:55:24.601051 1 utils.go:191] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0420 04:55:24.601079 1 utils.go:195] ID: 15 GRPC request: {} I0420 04:55:24.601086 1 controllerserver-default.go:74] ID: 15 Using default ControllerGetCapabilities I0420 04:55:24.601153 1 utils.go:202] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0420 04:55:24.673881 1 utils.go:191] ID: 16 GRPC call: /csi.v1.Identity/GetPluginInfo I0420 04:55:24.673957 1 utils.go:195] ID: 16 GRPC request: {} I0420 04:55:24.673976 1 identityserver-default.go:38] ID: 16 Using default GetPluginInfo I0420 04:55:24.674012 1 utils.go:202] ID: 16 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.5.1"} I0420 04:55:24.675590 1 utils.go:191] ID: 17 GRPC call: /csi.v1.Identity/Probe I0420 04:55:24.675739 1 utils.go:195] ID: 17 GRPC request: {} I0420 04:55:24.675784 1 utils.go:202] ID: 17 GRPC response: {} I0420 04:55:24.676659 1 utils.go:191] ID: 18 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0420 04:55:24.676707 1 utils.go:195] ID: 18 GRPC request: {} I0420 04:55:24.676740 1 controllerserver-default.go:74] ID: 18 Using default ControllerGetCapabilities I0420 04:55:24.676887 1 utils.go:202] ID: 18 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0420 04:56:23.814283 1 utils.go:191] ID: 19 GRPC call: /csi.v1.Identity/Probe I0420 04:56:23.814342 1 utils.go:195] ID: 19 GRPC request: {} I0420 04:56:23.814358 1 utils.go:202] ID: 19 GRPC response: {} I0420 04:57:23.815129 1 utils.go:191] ID: 20 GRPC call: /csi.v1.Identity/Probe I0420 04:57:23.815199 1 utils.go:195] ID: 20 GRPC request: {} I0420 04:57:23.815218 1 utils.go:202] ID: 20 GRPC response: {} I0420 04:58:23.813628 1 utils.go:191] ID: 21 GRPC call: /csi.v1.Identity/Probe I0420 04:58:23.813703 1 utils.go:195] ID: 21 GRPC request: {} I0420 04:58:23.813726 1 utils.go:202] ID: 21 GRPC response: {} I0420 04:58:26.723450 1 utils.go:191] ID: 22 Req-ID: pvc-4e4eab42-8acf-4267-af8d-59e05480d8aa GRPC call: /csi.v1.Controller/CreateVolume I0420 04:58:26.724174 1 utils.go:195] ID: 22 Req-ID: pvc-4e4eab42-8acf-4267-af8d-59e05480d8aa GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-4e4eab42-8acf-4267-af8d-59e05480d8aa","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-4e4eab42-8acf-4267-af8d-59e05480d8aa","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube","thickProvision":"false"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0420 04:58:26.724382 1 rbd_util.go:1296] ID: 22 Req-ID: pvc-4e4eab42-8acf-4267-af8d-59e05480d8aa setting disableInUseChecks: false image features: [layering] mounter: rbd W0420 04:58:26.724874 1 controllerserver.go:1555] thick-provisioning is deprecated and will be removed in a future release E0420 04:58:26.741765 1 omap.go:78] ID: 22 Req-ID: pvc-4e4eab42-8acf-4267-af8d-59e05480d8aa omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0420 04:58:26.755802 1 omap.go:155] ID: 22 Req-ID: pvc-4e4eab42-8acf-4267-af8d-59e05480d8aa set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-4e4eab42-8acf-4267-af8d-59e05480d8aa:910a781a-3c75-11f1-8a66-be6dd467b471]) I0420 04:58:26.762306 1 omap.go:155] ID: 22 Req-ID: pvc-4e4eab42-8acf-4267-af8d-59e05480d8aa set omap keys (pool="kube", namespace="", name="csi.volume.910a781a-3c75-11f1-8a66-be6dd467b471"): map[csi.imagename:csi-vol-910a781a-3c75-11f1-8a66-be6dd467b471 csi.volname:pvc-4e4eab42-8acf-4267-af8d-59e05480d8aa csi.volume.owner:default]) I0420 04:58:26.762381 1 rbd_journal.go:482] ID: 22 Req-ID: pvc-4e4eab42-8acf-4267-af8d-59e05480d8aa generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-910a781a-3c75-11f1-8a66-be6dd467b471) and image name (csi-vol-910a781a-3c75-11f1-8a66-be6dd467b471) for request name (pvc-4e4eab42-8acf-4267-af8d-59e05480d8aa) I0420 04:58:26.762458 1 rbd_util.go:352] ID: 22 Req-ID: pvc-4e4eab42-8acf-4267-af8d-59e05480d8aa rbd: create kube/csi-vol-910a781a-3c75-11f1-8a66-be6dd467b471 size 5120M (features: [layering]) using mon 199.204.45.78 I0420 04:58:28.192158 1 controllerserver.go:666] ID: 22 Req-ID: pvc-4e4eab42-8acf-4267-af8d-59e05480d8aa created image kube/csi-vol-910a781a-3c75-11f1-8a66-be6dd467b471 backed for request name pvc-4e4eab42-8acf-4267-af8d-59e05480d8aa I0420 04:58:28.227581 1 omap.go:155] ID: 22 Req-ID: pvc-4e4eab42-8acf-4267-af8d-59e05480d8aa set omap keys (pool="kube", namespace="", name="csi.volume.910a781a-3c75-11f1-8a66-be6dd467b471"): map[csi.imageid:37d927613755]) I0420 04:58:28.227805 1 utils.go:202] ID: 22 Req-ID: pvc-4e4eab42-8acf-4267-af8d-59e05480d8aa GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-4e4eab42-8acf-4267-af8d-59e05480d8aa","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","imageName":"csi-vol-910a781a-3c75-11f1-8a66-be6dd467b471","journalPool":"kube","pool":"kube","thickProvision":"false"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-910a781a-3c75-11f1-8a66-be6dd467b471"}}