I0504 01:40:53.467789 1 cephcsi.go:171] Driver version: v3.5.1 and Git version: 00f88e58a0b08be3d7ea009a0cfde8dca23021bf E0504 01:40:53.467986 1 cephcsi.go:187] Failed to get the PID limit, can not reconfigure: could not find a cgroup for 'pids' I0504 01:40:53.468062 1 cephcsi.go:220] Starting driver type: rbd with name: rbd.csi.ceph.com I0504 01:40:53.468311 1 driver.go:94] Enabling controller service capability: CREATE_DELETE_VOLUME I0504 01:40:53.468326 1 driver.go:94] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0504 01:40:53.468333 1 driver.go:94] Enabling controller service capability: CLONE_VOLUME I0504 01:40:53.468338 1 driver.go:94] Enabling controller service capability: EXPAND_VOLUME I0504 01:40:53.468345 1 driver.go:106] Enabling volume access mode: SINGLE_NODE_WRITER I0504 01:40:53.468352 1 driver.go:106] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0504 01:40:53.468358 1 driver.go:106] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0504 01:40:53.468372 1 driver.go:106] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0504 01:40:53.468496 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0504 01:40:53.468598 1 server.go:126] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0504 01:40:53.584275 1 utils.go:191] ID: 1 GRPC call: /csi.v1.Identity/GetPluginInfo I0504 01:40:53.585988 1 utils.go:195] ID: 1 GRPC request: {} I0504 01:40:53.586036 1 identityserver-default.go:38] ID: 1 Using default GetPluginInfo I0504 01:40:53.586090 1 utils.go:202] ID: 1 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.5.1"} I0504 01:40:53.590802 1 utils.go:191] ID: 2 GRPC call: /csi.v1.Identity/Probe I0504 01:40:53.591068 1 utils.go:195] ID: 2 GRPC request: {} I0504 01:40:53.591290 1 utils.go:202] ID: 2 GRPC response: {} I0504 01:40:53.592135 1 utils.go:191] ID: 3 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0504 01:40:53.592291 1 utils.go:195] ID: 3 GRPC request: {} I0504 01:40:53.592314 1 controllerserver-default.go:74] ID: 3 Using default ControllerGetCapabilities I0504 01:40:53.592663 1 utils.go:202] ID: 3 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0504 01:40:53.679862 1 utils.go:191] ID: 4 GRPC call: /csi.v1.Identity/Probe I0504 01:40:53.679942 1 utils.go:195] ID: 4 GRPC request: {} I0504 01:40:53.679964 1 utils.go:202] ID: 4 GRPC response: {} I0504 01:40:53.681896 1 utils.go:191] ID: 5 GRPC call: /csi.v1.Identity/GetPluginInfo I0504 01:40:53.681941 1 utils.go:195] ID: 5 GRPC request: {} I0504 01:40:53.681951 1 identityserver-default.go:38] ID: 5 Using default GetPluginInfo I0504 01:40:53.681970 1 utils.go:202] ID: 5 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.5.1"} I0504 01:40:53.683563 1 utils.go:191] ID: 6 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0504 01:40:53.684241 1 utils.go:195] ID: 6 GRPC request: {} I0504 01:40:53.684507 1 utils.go:202] ID: 6 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0504 01:40:53.686306 1 utils.go:191] ID: 7 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0504 01:40:53.686339 1 utils.go:195] ID: 7 GRPC request: {} I0504 01:40:53.686349 1 controllerserver-default.go:74] ID: 7 Using default ControllerGetCapabilities I0504 01:40:53.686446 1 utils.go:202] ID: 7 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0504 01:40:53.687097 1 utils.go:191] ID: 8 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0504 01:40:53.687186 1 utils.go:195] ID: 8 GRPC request: {} I0504 01:40:53.687199 1 controllerserver-default.go:74] ID: 8 Using default ControllerGetCapabilities I0504 01:40:53.687332 1 utils.go:202] ID: 8 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0504 01:40:54.000817 1 utils.go:191] ID: 9 GRPC call: /csi.v1.Identity/Probe I0504 01:40:54.000928 1 utils.go:195] ID: 9 GRPC request: {} I0504 01:40:54.000959 1 utils.go:202] ID: 9 GRPC response: {} I0504 01:40:54.002176 1 utils.go:191] ID: 10 GRPC call: /csi.v1.Identity/GetPluginInfo I0504 01:40:54.002215 1 utils.go:195] ID: 10 GRPC request: {} I0504 01:40:54.002225 1 identityserver-default.go:38] ID: 10 Using default GetPluginInfo I0504 01:40:54.002257 1 utils.go:202] ID: 10 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.5.1"} I0504 01:40:54.003930 1 utils.go:191] ID: 11 GRPC call: /csi.v1.Identity/Probe I0504 01:40:54.003989 1 utils.go:195] ID: 11 GRPC request: {} I0504 01:40:54.004011 1 utils.go:202] ID: 11 GRPC response: {} I0504 01:40:54.004995 1 utils.go:191] ID: 12 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0504 01:40:54.005039 1 utils.go:195] ID: 12 GRPC request: {} I0504 01:40:54.005163 1 utils.go:202] ID: 12 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0504 01:40:54.006337 1 utils.go:191] ID: 13 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0504 01:40:54.006368 1 utils.go:195] ID: 13 GRPC request: {} I0504 01:40:54.006375 1 controllerserver-default.go:74] ID: 13 Using default ControllerGetCapabilities I0504 01:40:54.006461 1 utils.go:202] ID: 13 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0504 01:40:54.322650 1 utils.go:191] ID: 14 GRPC call: /csi.v1.Identity/Probe I0504 01:40:54.322725 1 utils.go:195] ID: 14 GRPC request: {} I0504 01:40:54.322743 1 utils.go:202] ID: 14 GRPC response: {} I0504 01:40:54.325308 1 utils.go:191] ID: 15 GRPC call: /csi.v1.Identity/GetPluginInfo I0504 01:40:54.325339 1 utils.go:195] ID: 15 GRPC request: {} I0504 01:40:54.325346 1 identityserver-default.go:38] ID: 15 Using default GetPluginInfo I0504 01:40:54.325390 1 utils.go:202] ID: 15 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.5.1"} I0504 01:40:54.327679 1 utils.go:191] ID: 16 GRPC call: /csi.v1.Identity/Probe I0504 01:40:54.327707 1 utils.go:195] ID: 16 GRPC request: {} I0504 01:40:54.327719 1 utils.go:202] ID: 16 GRPC response: {} I0504 01:40:54.328348 1 utils.go:191] ID: 17 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0504 01:40:54.328482 1 utils.go:195] ID: 17 GRPC request: {} I0504 01:40:54.328641 1 utils.go:202] ID: 17 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0504 01:40:54.329423 1 utils.go:191] ID: 18 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0504 01:40:54.329453 1 utils.go:195] ID: 18 GRPC request: {} I0504 01:40:54.329461 1 controllerserver-default.go:74] ID: 18 Using default ControllerGetCapabilities I0504 01:40:54.329564 1 utils.go:202] ID: 18 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0504 01:41:53.614160 1 utils.go:191] ID: 19 GRPC call: /csi.v1.Identity/Probe I0504 01:41:53.614294 1 utils.go:195] ID: 19 GRPC request: {} I0504 01:41:53.614333 1 utils.go:202] ID: 19 GRPC response: {} I0504 01:42:53.617169 1 utils.go:191] ID: 20 GRPC call: /csi.v1.Identity/Probe I0504 01:42:53.617521 1 utils.go:195] ID: 20 GRPC request: {} I0504 01:42:53.617618 1 utils.go:202] ID: 20 GRPC response: {} I0504 01:43:49.783281 1 utils.go:191] ID: 21 Req-ID: pvc-b3256a21-cae8-49e7-a8fc-77f737bbf9d4 GRPC call: /csi.v1.Controller/CreateVolume I0504 01:43:49.783748 1 utils.go:195] ID: 21 Req-ID: pvc-b3256a21-cae8-49e7-a8fc-77f737bbf9d4 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-b3256a21-cae8-49e7-a8fc-77f737bbf9d4","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-b3256a21-cae8-49e7-a8fc-77f737bbf9d4","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube","thickProvision":"false"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0504 01:43:49.784348 1 rbd_util.go:1296] ID: 21 Req-ID: pvc-b3256a21-cae8-49e7-a8fc-77f737bbf9d4 setting disableInUseChecks: false image features: [layering] mounter: rbd W0504 01:43:49.784365 1 controllerserver.go:1555] thick-provisioning is deprecated and will be removed in a future release E0504 01:43:49.801615 1 omap.go:78] ID: 21 Req-ID: pvc-b3256a21-cae8-49e7-a8fc-77f737bbf9d4 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0504 01:43:49.827205 1 omap.go:155] ID: 21 Req-ID: pvc-b3256a21-cae8-49e7-a8fc-77f737bbf9d4 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-b3256a21-cae8-49e7-a8fc-77f737bbf9d4:b2d34f07-475a-11f1-bcb2-aae71bdb1abb]) I0504 01:43:49.835781 1 omap.go:155] ID: 21 Req-ID: pvc-b3256a21-cae8-49e7-a8fc-77f737bbf9d4 set omap keys (pool="kube", namespace="", name="csi.volume.b2d34f07-475a-11f1-bcb2-aae71bdb1abb"): map[csi.imagename:csi-vol-b2d34f07-475a-11f1-bcb2-aae71bdb1abb csi.volname:pvc-b3256a21-cae8-49e7-a8fc-77f737bbf9d4 csi.volume.owner:default]) I0504 01:43:49.835874 1 rbd_journal.go:482] ID: 21 Req-ID: pvc-b3256a21-cae8-49e7-a8fc-77f737bbf9d4 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-b2d34f07-475a-11f1-bcb2-aae71bdb1abb) and image name (csi-vol-b2d34f07-475a-11f1-bcb2-aae71bdb1abb) for request name (pvc-b3256a21-cae8-49e7-a8fc-77f737bbf9d4) I0504 01:43:49.836169 1 rbd_util.go:352] ID: 21 Req-ID: pvc-b3256a21-cae8-49e7-a8fc-77f737bbf9d4 rbd: create kube/csi-vol-b2d34f07-475a-11f1-bcb2-aae71bdb1abb size 5120M (features: [layering]) using mon 199.204.45.144 I0504 01:43:51.376920 1 controllerserver.go:666] ID: 21 Req-ID: pvc-b3256a21-cae8-49e7-a8fc-77f737bbf9d4 created image kube/csi-vol-b2d34f07-475a-11f1-bcb2-aae71bdb1abb backed for request name pvc-b3256a21-cae8-49e7-a8fc-77f737bbf9d4 I0504 01:43:51.412971 1 omap.go:155] ID: 21 Req-ID: pvc-b3256a21-cae8-49e7-a8fc-77f737bbf9d4 set omap keys (pool="kube", namespace="", name="csi.volume.b2d34f07-475a-11f1-bcb2-aae71bdb1abb"): map[csi.imageid:37d9d517efb8]) I0504 01:43:51.413323 1 utils.go:202] ID: 21 Req-ID: pvc-b3256a21-cae8-49e7-a8fc-77f737bbf9d4 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-b3256a21-cae8-49e7-a8fc-77f737bbf9d4","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","imageName":"csi-vol-b2d34f07-475a-11f1-bcb2-aae71bdb1abb","journalPool":"kube","pool":"kube","thickProvision":"false"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-b2d34f07-475a-11f1-bcb2-aae71bdb1abb"}} I0504 01:43:53.614199 1 utils.go:191] ID: 22 GRPC call: /csi.v1.Identity/Probe I0504 01:43:53.614275 1 utils.go:195] ID: 22 GRPC request: {} I0504 01:43:53.614298 1 utils.go:202] ID: 22 GRPC response: {}