I0428 07:35:02.022344 1 cephcsi.go:171] Driver version: v3.5.1 and Git version: 00f88e58a0b08be3d7ea009a0cfde8dca23021bf E0428 07:35:02.022632 1 cephcsi.go:187] Failed to get the PID limit, can not reconfigure: could not find a cgroup for 'pids' I0428 07:35:02.022706 1 cephcsi.go:220] Starting driver type: rbd with name: rbd.csi.ceph.com I0428 07:35:02.023106 1 driver.go:94] Enabling controller service capability: CREATE_DELETE_VOLUME I0428 07:35:02.023123 1 driver.go:94] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0428 07:35:02.023129 1 driver.go:94] Enabling controller service capability: CLONE_VOLUME I0428 07:35:02.023137 1 driver.go:94] Enabling controller service capability: EXPAND_VOLUME I0428 07:35:02.023149 1 driver.go:106] Enabling volume access mode: SINGLE_NODE_WRITER I0428 07:35:02.023186 1 driver.go:106] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0428 07:35:02.023198 1 driver.go:106] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0428 07:35:02.023204 1 driver.go:106] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0428 07:35:02.023306 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0428 07:35:02.023513 1 server.go:126] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0428 07:35:02.236398 1 utils.go:191] ID: 1 GRPC call: /csi.v1.Identity/Probe I0428 07:35:02.238704 1 utils.go:195] ID: 1 GRPC request: {} I0428 07:35:02.238791 1 utils.go:202] ID: 1 GRPC response: {} I0428 07:35:02.239576 1 utils.go:191] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0428 07:35:02.239756 1 utils.go:195] ID: 2 GRPC request: {} I0428 07:35:02.239821 1 identityserver-default.go:38] ID: 2 Using default GetPluginInfo I0428 07:35:02.240159 1 utils.go:202] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.5.1"} I0428 07:35:02.241475 1 utils.go:191] ID: 3 GRPC call: /csi.v1.Identity/Probe I0428 07:35:02.241495 1 utils.go:195] ID: 3 GRPC request: {} I0428 07:35:02.241502 1 utils.go:202] ID: 3 GRPC response: {} I0428 07:35:02.242373 1 utils.go:191] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0428 07:35:02.242395 1 utils.go:195] ID: 4 GRPC request: {} I0428 07:35:02.242521 1 utils.go:202] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0428 07:35:02.244632 1 utils.go:191] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0428 07:35:02.244661 1 utils.go:195] ID: 5 GRPC request: {} I0428 07:35:02.244667 1 controllerserver-default.go:74] ID: 5 Using default ControllerGetCapabilities I0428 07:35:02.244807 1 utils.go:202] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0428 07:35:02.670166 1 utils.go:191] ID: 6 GRPC call: /csi.v1.Identity/Probe I0428 07:35:02.670327 1 utils.go:195] ID: 6 GRPC request: {} I0428 07:35:02.670395 1 utils.go:202] ID: 6 GRPC response: {} I0428 07:35:02.671967 1 utils.go:191] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo I0428 07:35:02.672018 1 utils.go:195] ID: 7 GRPC request: {} I0428 07:35:02.672057 1 identityserver-default.go:38] ID: 7 Using default GetPluginInfo I0428 07:35:02.672110 1 utils.go:202] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.5.1"} I0428 07:35:02.672893 1 utils.go:191] ID: 8 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0428 07:35:02.672937 1 utils.go:195] ID: 8 GRPC request: {} I0428 07:35:02.673159 1 utils.go:202] ID: 8 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0428 07:35:02.673993 1 utils.go:191] ID: 9 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0428 07:35:02.674083 1 utils.go:195] ID: 9 GRPC request: {} I0428 07:35:02.674100 1 controllerserver-default.go:74] ID: 9 Using default ControllerGetCapabilities I0428 07:35:02.674211 1 utils.go:202] ID: 9 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0428 07:35:02.674870 1 utils.go:191] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0428 07:35:02.675057 1 utils.go:195] ID: 10 GRPC request: {} I0428 07:35:02.675166 1 controllerserver-default.go:74] ID: 10 Using default ControllerGetCapabilities I0428 07:35:02.675388 1 utils.go:202] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0428 07:35:02.904286 1 utils.go:191] ID: 11 GRPC call: /csi.v1.Identity/Probe I0428 07:35:02.904412 1 utils.go:195] ID: 11 GRPC request: {} I0428 07:35:02.904444 1 utils.go:202] ID: 11 GRPC response: {} I0428 07:35:02.905514 1 utils.go:191] ID: 12 GRPC call: /csi.v1.Identity/GetPluginInfo I0428 07:35:02.905608 1 utils.go:195] ID: 12 GRPC request: {} I0428 07:35:02.905623 1 identityserver-default.go:38] ID: 12 Using default GetPluginInfo I0428 07:35:02.905656 1 utils.go:202] ID: 12 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.5.1"} I0428 07:35:02.909420 1 utils.go:191] ID: 13 GRPC call: /csi.v1.Identity/Probe I0428 07:35:02.909473 1 utils.go:195] ID: 13 GRPC request: {} I0428 07:35:02.909493 1 utils.go:202] ID: 13 GRPC response: {} I0428 07:35:02.910284 1 utils.go:191] ID: 14 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0428 07:35:02.910317 1 utils.go:195] ID: 14 GRPC request: {} I0428 07:35:02.910432 1 utils.go:202] ID: 14 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0428 07:35:02.911323 1 utils.go:191] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0428 07:35:02.911361 1 utils.go:195] ID: 15 GRPC request: {} I0428 07:35:02.911372 1 controllerserver-default.go:74] ID: 15 Using default ControllerGetCapabilities I0428 07:35:02.911524 1 utils.go:202] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0428 07:35:03.066177 1 utils.go:191] ID: 16 GRPC call: /csi.v1.Identity/GetPluginInfo I0428 07:35:03.066296 1 utils.go:195] ID: 16 GRPC request: {} I0428 07:35:03.066318 1 identityserver-default.go:38] ID: 16 Using default GetPluginInfo I0428 07:35:03.066364 1 utils.go:202] ID: 16 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.5.1"} I0428 07:35:03.067993 1 utils.go:191] ID: 17 GRPC call: /csi.v1.Identity/Probe I0428 07:35:03.068072 1 utils.go:195] ID: 17 GRPC request: {} I0428 07:35:03.068401 1 utils.go:202] ID: 17 GRPC response: {} I0428 07:35:03.069290 1 utils.go:191] ID: 18 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0428 07:35:03.069537 1 utils.go:195] ID: 18 GRPC request: {} I0428 07:35:03.069660 1 controllerserver-default.go:74] ID: 18 Using default ControllerGetCapabilities I0428 07:35:03.069980 1 utils.go:202] ID: 18 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0428 07:36:02.168718 1 utils.go:191] ID: 19 GRPC call: /csi.v1.Identity/Probe I0428 07:36:02.168794 1 utils.go:195] ID: 19 GRPC request: {} I0428 07:36:02.168822 1 utils.go:202] ID: 19 GRPC response: {} I0428 07:37:02.169398 1 utils.go:191] ID: 20 GRPC call: /csi.v1.Identity/Probe I0428 07:37:02.169493 1 utils.go:195] ID: 20 GRPC request: {} I0428 07:37:02.169518 1 utils.go:202] ID: 20 GRPC response: {} I0428 07:38:02.167463 1 utils.go:191] ID: 21 GRPC call: /csi.v1.Identity/Probe I0428 07:38:02.167558 1 utils.go:195] ID: 21 GRPC request: {} I0428 07:38:02.167585 1 utils.go:202] ID: 21 GRPC response: {} I0428 07:38:12.107474 1 utils.go:191] ID: 22 Req-ID: pvc-6254d168-d606-4dbe-9ab0-643a39c6391f GRPC call: /csi.v1.Controller/CreateVolume I0428 07:38:12.107892 1 utils.go:195] ID: 22 Req-ID: pvc-6254d168-d606-4dbe-9ab0-643a39c6391f GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-6254d168-d606-4dbe-9ab0-643a39c6391f","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-6254d168-d606-4dbe-9ab0-643a39c6391f","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube","thickProvision":"false"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0428 07:38:12.108136 1 rbd_util.go:1296] ID: 22 Req-ID: pvc-6254d168-d606-4dbe-9ab0-643a39c6391f setting disableInUseChecks: false image features: [layering] mounter: rbd W0428 07:38:12.108168 1 controllerserver.go:1555] thick-provisioning is deprecated and will be removed in a future release E0428 07:38:12.127911 1 omap.go:78] ID: 22 Req-ID: pvc-6254d168-d606-4dbe-9ab0-643a39c6391f omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0428 07:38:12.160004 1 omap.go:155] ID: 22 Req-ID: pvc-6254d168-d606-4dbe-9ab0-643a39c6391f set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-6254d168-d606-4dbe-9ab0-643a39c6391f:35ae533d-42d5-11f1-8ee9-aa336ebe2282]) I0428 07:38:12.171148 1 omap.go:155] ID: 22 Req-ID: pvc-6254d168-d606-4dbe-9ab0-643a39c6391f set omap keys (pool="kube", namespace="", name="csi.volume.35ae533d-42d5-11f1-8ee9-aa336ebe2282"): map[csi.imagename:csi-vol-35ae533d-42d5-11f1-8ee9-aa336ebe2282 csi.volname:pvc-6254d168-d606-4dbe-9ab0-643a39c6391f csi.volume.owner:default]) I0428 07:38:12.171338 1 rbd_journal.go:482] ID: 22 Req-ID: pvc-6254d168-d606-4dbe-9ab0-643a39c6391f generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-35ae533d-42d5-11f1-8ee9-aa336ebe2282) and image name (csi-vol-35ae533d-42d5-11f1-8ee9-aa336ebe2282) for request name (pvc-6254d168-d606-4dbe-9ab0-643a39c6391f) I0428 07:38:12.171545 1 rbd_util.go:352] ID: 22 Req-ID: pvc-6254d168-d606-4dbe-9ab0-643a39c6391f rbd: create kube/csi-vol-35ae533d-42d5-11f1-8ee9-aa336ebe2282 size 5120M (features: [layering]) using mon 199.204.45.78 I0428 07:38:14.166551 1 controllerserver.go:666] ID: 22 Req-ID: pvc-6254d168-d606-4dbe-9ab0-643a39c6391f created image kube/csi-vol-35ae533d-42d5-11f1-8ee9-aa336ebe2282 backed for request name pvc-6254d168-d606-4dbe-9ab0-643a39c6391f I0428 07:38:14.206436 1 omap.go:155] ID: 22 Req-ID: pvc-6254d168-d606-4dbe-9ab0-643a39c6391f set omap keys (pool="kube", namespace="", name="csi.volume.35ae533d-42d5-11f1-8ee9-aa336ebe2282"): map[csi.imageid:37d9833916a7]) I0428 07:38:14.206902 1 utils.go:202] ID: 22 Req-ID: pvc-6254d168-d606-4dbe-9ab0-643a39c6391f GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-6254d168-d606-4dbe-9ab0-643a39c6391f","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","imageName":"csi-vol-35ae533d-42d5-11f1-8ee9-aa336ebe2282","journalPool":"kube","pool":"kube","thickProvision":"false"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-35ae533d-42d5-11f1-8ee9-aa336ebe2282"}} I0428 07:39:02.167234 1 utils.go:191] ID: 23 GRPC call: /csi.v1.Identity/Probe I0428 07:39:02.167348 1 utils.go:195] ID: 23 GRPC request: {} I0428 07:39:02.167536 1 utils.go:202] ID: 23 GRPC response: {}