I0422 06:09:23.141588 1 cephcsi.go:171] Driver version: v3.5.1 and Git version: 00f88e58a0b08be3d7ea009a0cfde8dca23021bf E0422 06:09:23.141871 1 cephcsi.go:187] Failed to get the PID limit, can not reconfigure: could not find a cgroup for 'pids' I0422 06:09:23.141942 1 cephcsi.go:220] Starting driver type: rbd with name: rbd.csi.ceph.com I0422 06:09:23.142273 1 driver.go:94] Enabling controller service capability: CREATE_DELETE_VOLUME I0422 06:09:23.142285 1 driver.go:94] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0422 06:09:23.142294 1 driver.go:94] Enabling controller service capability: CLONE_VOLUME I0422 06:09:23.142301 1 driver.go:94] Enabling controller service capability: EXPAND_VOLUME I0422 06:09:23.142310 1 driver.go:106] Enabling volume access mode: SINGLE_NODE_WRITER I0422 06:09:23.142317 1 driver.go:106] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0422 06:09:23.142324 1 driver.go:106] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0422 06:09:23.142331 1 driver.go:106] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0422 06:09:23.142524 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0422 06:09:23.142558 1 server.go:126] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0422 06:09:23.460819 1 utils.go:191] ID: 1 GRPC call: /csi.v1.Identity/Probe I0422 06:09:23.463433 1 utils.go:195] ID: 1 GRPC request: {} I0422 06:09:23.463562 1 utils.go:202] ID: 1 GRPC response: {} I0422 06:09:23.465210 1 utils.go:191] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0422 06:09:23.465276 1 utils.go:195] ID: 2 GRPC request: {} I0422 06:09:23.465290 1 identityserver-default.go:38] ID: 2 Using default GetPluginInfo I0422 06:09:23.465339 1 utils.go:202] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.5.1"} I0422 06:09:23.466035 1 utils.go:191] ID: 3 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0422 06:09:23.466263 1 utils.go:195] ID: 3 GRPC request: {} I0422 06:09:23.466575 1 utils.go:202] ID: 3 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0422 06:09:23.472631 1 utils.go:191] ID: 4 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0422 06:09:23.472734 1 utils.go:195] ID: 4 GRPC request: {} I0422 06:09:23.474203 1 controllerserver-default.go:74] ID: 4 Using default ControllerGetCapabilities I0422 06:09:23.477731 1 utils.go:202] ID: 4 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0422 06:09:23.478975 1 utils.go:191] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0422 06:09:23.479001 1 utils.go:195] ID: 5 GRPC request: {} I0422 06:09:23.479006 1 controllerserver-default.go:74] ID: 5 Using default ControllerGetCapabilities I0422 06:09:23.479060 1 utils.go:202] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0422 06:09:23.808857 1 utils.go:191] ID: 6 GRPC call: /csi.v1.Identity/GetPluginInfo I0422 06:09:23.808986 1 utils.go:195] ID: 6 GRPC request: {} I0422 06:09:23.809197 1 identityserver-default.go:38] ID: 6 Using default GetPluginInfo I0422 06:09:23.809257 1 utils.go:202] ID: 6 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.5.1"} I0422 06:09:23.811284 1 utils.go:191] ID: 7 GRPC call: /csi.v1.Identity/Probe I0422 06:09:23.811367 1 utils.go:195] ID: 7 GRPC request: {} I0422 06:09:23.811576 1 utils.go:202] ID: 7 GRPC response: {} I0422 06:09:23.812348 1 utils.go:191] ID: 8 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0422 06:09:23.812400 1 utils.go:195] ID: 8 GRPC request: {} I0422 06:09:23.812489 1 controllerserver-default.go:74] ID: 8 Using default ControllerGetCapabilities I0422 06:09:23.812715 1 utils.go:202] ID: 8 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0422 06:09:24.011134 1 utils.go:191] ID: 9 GRPC call: /csi.v1.Identity/Probe I0422 06:09:24.011210 1 utils.go:195] ID: 9 GRPC request: {} I0422 06:09:24.011233 1 utils.go:202] ID: 9 GRPC response: {} I0422 06:09:24.013508 1 utils.go:191] ID: 10 GRPC call: /csi.v1.Identity/GetPluginInfo I0422 06:09:24.013639 1 utils.go:195] ID: 10 GRPC request: {} I0422 06:09:24.013653 1 identityserver-default.go:38] ID: 10 Using default GetPluginInfo I0422 06:09:24.013708 1 utils.go:202] ID: 10 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.5.1"} I0422 06:09:24.015742 1 utils.go:191] ID: 11 GRPC call: /csi.v1.Identity/Probe I0422 06:09:24.015823 1 utils.go:195] ID: 11 GRPC request: {} I0422 06:09:24.015858 1 utils.go:202] ID: 11 GRPC response: {} I0422 06:09:24.016484 1 utils.go:191] ID: 12 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0422 06:09:24.016585 1 utils.go:195] ID: 12 GRPC request: {} I0422 06:09:24.016764 1 utils.go:202] ID: 12 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0422 06:09:24.017838 1 utils.go:191] ID: 13 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0422 06:09:24.017876 1 utils.go:195] ID: 13 GRPC request: {} I0422 06:09:24.017885 1 controllerserver-default.go:74] ID: 13 Using default ControllerGetCapabilities I0422 06:09:24.018040 1 utils.go:202] ID: 13 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0422 06:09:24.056531 1 utils.go:191] ID: 14 GRPC call: /csi.v1.Identity/Probe I0422 06:09:24.056623 1 utils.go:195] ID: 14 GRPC request: {} I0422 06:09:24.056661 1 utils.go:202] ID: 14 GRPC response: {} I0422 06:09:24.057911 1 utils.go:191] ID: 15 GRPC call: /csi.v1.Identity/GetPluginInfo I0422 06:09:24.058019 1 utils.go:195] ID: 15 GRPC request: {} I0422 06:09:24.058039 1 identityserver-default.go:38] ID: 15 Using default GetPluginInfo I0422 06:09:24.058093 1 utils.go:202] ID: 15 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.5.1"} I0422 06:09:24.059941 1 utils.go:191] ID: 16 GRPC call: /csi.v1.Identity/Probe I0422 06:09:24.059978 1 utils.go:195] ID: 16 GRPC request: {} I0422 06:09:24.059998 1 utils.go:202] ID: 16 GRPC response: {} I0422 06:09:24.060329 1 utils.go:191] ID: 17 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0422 06:09:24.060360 1 utils.go:195] ID: 17 GRPC request: {} I0422 06:09:24.060522 1 utils.go:202] ID: 17 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0422 06:09:24.061629 1 utils.go:191] ID: 18 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0422 06:09:24.061660 1 utils.go:195] ID: 18 GRPC request: {} I0422 06:09:24.061689 1 controllerserver-default.go:74] ID: 18 Using default ControllerGetCapabilities I0422 06:09:24.061803 1 utils.go:202] ID: 18 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0422 06:10:23.311776 1 utils.go:191] ID: 19 GRPC call: /csi.v1.Identity/Probe I0422 06:10:23.311894 1 utils.go:195] ID: 19 GRPC request: {} I0422 06:10:23.311927 1 utils.go:202] ID: 19 GRPC response: {} I0422 06:11:23.307959 1 utils.go:191] ID: 20 GRPC call: /csi.v1.Identity/Probe I0422 06:11:23.308044 1 utils.go:195] ID: 20 GRPC request: {} I0422 06:11:23.308075 1 utils.go:202] ID: 20 GRPC response: {} I0422 06:12:23.307592 1 utils.go:191] ID: 21 GRPC call: /csi.v1.Identity/Probe I0422 06:12:23.307778 1 utils.go:195] ID: 21 GRPC request: {} I0422 06:12:23.307924 1 utils.go:202] ID: 21 GRPC response: {} I0422 06:12:35.934332 1 utils.go:191] ID: 22 Req-ID: pvc-beac0004-d8e7-42a4-8c9c-9ee7e96dac90 GRPC call: /csi.v1.Controller/CreateVolume I0422 06:12:35.934803 1 utils.go:195] ID: 22 Req-ID: pvc-beac0004-d8e7-42a4-8c9c-9ee7e96dac90 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-beac0004-d8e7-42a4-8c9c-9ee7e96dac90","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-beac0004-d8e7-42a4-8c9c-9ee7e96dac90","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube","thickProvision":"false"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0422 06:12:35.934996 1 rbd_util.go:1296] ID: 22 Req-ID: pvc-beac0004-d8e7-42a4-8c9c-9ee7e96dac90 setting disableInUseChecks: false image features: [layering] mounter: rbd W0422 06:12:35.935010 1 controllerserver.go:1555] thick-provisioning is deprecated and will be removed in a future release E0422 06:12:35.955190 1 omap.go:78] ID: 22 Req-ID: pvc-beac0004-d8e7-42a4-8c9c-9ee7e96dac90 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0422 06:12:35.970949 1 omap.go:155] ID: 22 Req-ID: pvc-beac0004-d8e7-42a4-8c9c-9ee7e96dac90 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-beac0004-d8e7-42a4-8c9c-9ee7e96dac90:41ce1130-3e12-11f1-8dd9-e2f3a488ad67]) I0422 06:12:35.980917 1 omap.go:155] ID: 22 Req-ID: pvc-beac0004-d8e7-42a4-8c9c-9ee7e96dac90 set omap keys (pool="kube", namespace="", name="csi.volume.41ce1130-3e12-11f1-8dd9-e2f3a488ad67"): map[csi.imagename:csi-vol-41ce1130-3e12-11f1-8dd9-e2f3a488ad67 csi.volname:pvc-beac0004-d8e7-42a4-8c9c-9ee7e96dac90 csi.volume.owner:default]) I0422 06:12:35.981013 1 rbd_journal.go:482] ID: 22 Req-ID: pvc-beac0004-d8e7-42a4-8c9c-9ee7e96dac90 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-41ce1130-3e12-11f1-8dd9-e2f3a488ad67) and image name (csi-vol-41ce1130-3e12-11f1-8dd9-e2f3a488ad67) for request name (pvc-beac0004-d8e7-42a4-8c9c-9ee7e96dac90) I0422 06:12:35.981156 1 rbd_util.go:352] ID: 22 Req-ID: pvc-beac0004-d8e7-42a4-8c9c-9ee7e96dac90 rbd: create kube/csi-vol-41ce1130-3e12-11f1-8dd9-e2f3a488ad67 size 5120M (features: [layering]) using mon 199.204.45.38 I0422 06:12:37.132243 1 controllerserver.go:666] ID: 22 Req-ID: pvc-beac0004-d8e7-42a4-8c9c-9ee7e96dac90 created image kube/csi-vol-41ce1130-3e12-11f1-8dd9-e2f3a488ad67 backed for request name pvc-beac0004-d8e7-42a4-8c9c-9ee7e96dac90 I0422 06:12:37.172424 1 omap.go:155] ID: 22 Req-ID: pvc-beac0004-d8e7-42a4-8c9c-9ee7e96dac90 set omap keys (pool="kube", namespace="", name="csi.volume.41ce1130-3e12-11f1-8dd9-e2f3a488ad67"): map[csi.imageid:37d9f5ee4fcd]) I0422 06:12:37.172774 1 utils.go:202] ID: 22 Req-ID: pvc-beac0004-d8e7-42a4-8c9c-9ee7e96dac90 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-beac0004-d8e7-42a4-8c9c-9ee7e96dac90","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","imageName":"csi-vol-41ce1130-3e12-11f1-8dd9-e2f3a488ad67","journalPool":"kube","pool":"kube","thickProvision":"false"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-41ce1130-3e12-11f1-8dd9-e2f3a488ad67"}} I0422 06:13:23.307392 1 utils.go:191] ID: 23 GRPC call: /csi.v1.Identity/Probe I0422 06:13:23.307490 1 utils.go:195] ID: 23 GRPC request: {} I0422 06:13:23.307516 1 utils.go:202] ID: 23 GRPC response: {}