I0423 13:38:59.699491 1 cephcsi.go:171] Driver version: v3.5.1 and Git version: 00f88e58a0b08be3d7ea009a0cfde8dca23021bf E0423 13:38:59.700648 1 cephcsi.go:187] Failed to get the PID limit, can not reconfigure: could not find a cgroup for 'pids' I0423 13:38:59.700753 1 cephcsi.go:220] Starting driver type: rbd with name: rbd.csi.ceph.com I0423 13:38:59.701131 1 driver.go:94] Enabling controller service capability: CREATE_DELETE_VOLUME I0423 13:38:59.701147 1 driver.go:94] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0423 13:38:59.701152 1 driver.go:94] Enabling controller service capability: CLONE_VOLUME I0423 13:38:59.701156 1 driver.go:94] Enabling controller service capability: EXPAND_VOLUME I0423 13:38:59.701162 1 driver.go:106] Enabling volume access mode: SINGLE_NODE_WRITER I0423 13:38:59.701166 1 driver.go:106] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0423 13:38:59.701170 1 driver.go:106] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0423 13:38:59.701174 1 driver.go:106] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0423 13:38:59.701425 1 server.go:126] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0423 13:38:59.701482 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0423 13:39:00.341453 1 utils.go:191] ID: 1 GRPC call: /csi.v1.Identity/GetPluginInfo I0423 13:39:00.343562 1 utils.go:195] ID: 1 GRPC request: {} I0423 13:39:00.343599 1 identityserver-default.go:38] ID: 1 Using default GetPluginInfo I0423 13:39:00.343694 1 utils.go:202] ID: 1 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.5.1"} I0423 13:39:00.345092 1 utils.go:191] ID: 2 GRPC call: /csi.v1.Identity/Probe I0423 13:39:00.345211 1 utils.go:195] ID: 2 GRPC request: {} I0423 13:39:00.345345 1 utils.go:202] ID: 2 GRPC response: {} I0423 13:39:00.346021 1 utils.go:191] ID: 3 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0423 13:39:00.346051 1 utils.go:195] ID: 3 GRPC request: {} I0423 13:39:00.346093 1 controllerserver-default.go:74] ID: 3 Using default ControllerGetCapabilities I0423 13:39:00.346265 1 utils.go:202] ID: 3 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0423 13:39:00.507413 1 utils.go:191] ID: 4 GRPC call: /csi.v1.Identity/Probe I0423 13:39:00.507471 1 utils.go:195] ID: 4 GRPC request: {} I0423 13:39:00.507701 1 utils.go:202] ID: 4 GRPC response: {} I0423 13:39:00.509432 1 utils.go:191] ID: 5 GRPC call: /csi.v1.Identity/GetPluginInfo I0423 13:39:00.509479 1 utils.go:195] ID: 5 GRPC request: {} I0423 13:39:00.509486 1 identityserver-default.go:38] ID: 5 Using default GetPluginInfo I0423 13:39:00.509509 1 utils.go:202] ID: 5 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.5.1"} I0423 13:39:00.511054 1 utils.go:191] ID: 6 GRPC call: /csi.v1.Identity/Probe I0423 13:39:00.511088 1 utils.go:195] ID: 6 GRPC request: {} I0423 13:39:00.511102 1 utils.go:202] ID: 6 GRPC response: {} I0423 13:39:00.512648 1 utils.go:191] ID: 7 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0423 13:39:00.513127 1 utils.go:195] ID: 7 GRPC request: {} I0423 13:39:00.513634 1 utils.go:202] ID: 7 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0423 13:39:00.514892 1 utils.go:191] ID: 8 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0423 13:39:00.514946 1 utils.go:195] ID: 8 GRPC request: {} I0423 13:39:00.514955 1 controllerserver-default.go:74] ID: 8 Using default ControllerGetCapabilities I0423 13:39:00.515090 1 utils.go:202] ID: 8 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0423 13:39:00.557067 1 utils.go:191] ID: 9 GRPC call: /csi.v1.Identity/Probe I0423 13:39:00.557224 1 utils.go:195] ID: 9 GRPC request: {} I0423 13:39:00.557263 1 utils.go:202] ID: 9 GRPC response: {} I0423 13:39:00.560626 1 utils.go:191] ID: 10 GRPC call: /csi.v1.Identity/GetPluginInfo I0423 13:39:00.560693 1 utils.go:195] ID: 10 GRPC request: {} I0423 13:39:00.560707 1 identityserver-default.go:38] ID: 10 Using default GetPluginInfo I0423 13:39:00.560760 1 utils.go:202] ID: 10 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.5.1"} I0423 13:39:00.562557 1 utils.go:191] ID: 11 GRPC call: /csi.v1.Identity/Probe I0423 13:39:00.562589 1 utils.go:195] ID: 11 GRPC request: {} I0423 13:39:00.562602 1 utils.go:202] ID: 11 GRPC response: {} I0423 13:39:00.562916 1 utils.go:191] ID: 12 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0423 13:39:00.562955 1 utils.go:195] ID: 12 GRPC request: {} I0423 13:39:00.563058 1 utils.go:202] ID: 12 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0423 13:39:00.563640 1 utils.go:191] ID: 13 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0423 13:39:00.563682 1 utils.go:195] ID: 13 GRPC request: {} I0423 13:39:00.563692 1 controllerserver-default.go:74] ID: 13 Using default ControllerGetCapabilities I0423 13:39:00.563772 1 utils.go:202] ID: 13 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0423 13:39:00.648866 1 utils.go:191] ID: 14 GRPC call: /csi.v1.Identity/Probe I0423 13:39:00.648952 1 utils.go:195] ID: 14 GRPC request: {} I0423 13:39:00.648977 1 utils.go:202] ID: 14 GRPC response: {} I0423 13:39:00.650854 1 utils.go:191] ID: 15 GRPC call: /csi.v1.Identity/GetPluginInfo I0423 13:39:00.651091 1 utils.go:195] ID: 15 GRPC request: {} I0423 13:39:00.651221 1 identityserver-default.go:38] ID: 15 Using default GetPluginInfo I0423 13:39:00.651350 1 utils.go:202] ID: 15 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.5.1"} I0423 13:39:00.653137 1 utils.go:191] ID: 16 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0423 13:39:00.653191 1 utils.go:195] ID: 16 GRPC request: {} I0423 13:39:00.653292 1 utils.go:202] ID: 16 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0423 13:39:00.656571 1 utils.go:191] ID: 17 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0423 13:39:00.656638 1 utils.go:195] ID: 17 GRPC request: {} I0423 13:39:00.656650 1 controllerserver-default.go:74] ID: 17 Using default ControllerGetCapabilities I0423 13:39:00.656759 1 utils.go:202] ID: 17 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0423 13:39:00.657528 1 utils.go:191] ID: 18 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0423 13:39:00.657561 1 utils.go:195] ID: 18 GRPC request: {} I0423 13:39:00.657566 1 controllerserver-default.go:74] ID: 18 Using default ControllerGetCapabilities I0423 13:39:00.657645 1 utils.go:202] ID: 18 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0423 13:39:59.822304 1 utils.go:191] ID: 19 GRPC call: /csi.v1.Identity/Probe I0423 13:39:59.822368 1 utils.go:195] ID: 19 GRPC request: {} I0423 13:39:59.822412 1 utils.go:202] ID: 19 GRPC response: {} I0423 13:40:59.822098 1 utils.go:191] ID: 20 GRPC call: /csi.v1.Identity/Probe I0423 13:40:59.822205 1 utils.go:195] ID: 20 GRPC request: {} I0423 13:40:59.822233 1 utils.go:202] ID: 20 GRPC response: {} I0423 13:41:59.821415 1 utils.go:191] ID: 21 GRPC call: /csi.v1.Identity/Probe I0423 13:41:59.821516 1 utils.go:195] ID: 21 GRPC request: {} I0423 13:41:59.821565 1 utils.go:202] ID: 21 GRPC response: {} I0423 13:42:10.238575 1 utils.go:191] ID: 22 Req-ID: pvc-306d6180-b64c-49c0-93ed-91af3a97fa68 GRPC call: /csi.v1.Controller/CreateVolume I0423 13:42:10.238969 1 utils.go:195] ID: 22 Req-ID: pvc-306d6180-b64c-49c0-93ed-91af3a97fa68 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-306d6180-b64c-49c0-93ed-91af3a97fa68","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-306d6180-b64c-49c0-93ed-91af3a97fa68","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube","thickProvision":"false"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0423 13:42:10.239224 1 rbd_util.go:1296] ID: 22 Req-ID: pvc-306d6180-b64c-49c0-93ed-91af3a97fa68 setting disableInUseChecks: false image features: [layering] mounter: rbd W0423 13:42:10.240314 1 controllerserver.go:1555] thick-provisioning is deprecated and will be removed in a future release E0423 13:42:10.258008 1 omap.go:78] ID: 22 Req-ID: pvc-306d6180-b64c-49c0-93ed-91af3a97fa68 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0423 13:42:10.272009 1 omap.go:155] ID: 22 Req-ID: pvc-306d6180-b64c-49c0-93ed-91af3a97fa68 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-306d6180-b64c-49c0-93ed-91af3a97fa68:3a27c8c2-3f1a-11f1-96ee-f256d78bebe7]) I0423 13:42:10.279172 1 omap.go:155] ID: 22 Req-ID: pvc-306d6180-b64c-49c0-93ed-91af3a97fa68 set omap keys (pool="kube", namespace="", name="csi.volume.3a27c8c2-3f1a-11f1-96ee-f256d78bebe7"): map[csi.imagename:csi-vol-3a27c8c2-3f1a-11f1-96ee-f256d78bebe7 csi.volname:pvc-306d6180-b64c-49c0-93ed-91af3a97fa68 csi.volume.owner:default]) I0423 13:42:10.279299 1 rbd_journal.go:482] ID: 22 Req-ID: pvc-306d6180-b64c-49c0-93ed-91af3a97fa68 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-3a27c8c2-3f1a-11f1-96ee-f256d78bebe7) and image name (csi-vol-3a27c8c2-3f1a-11f1-96ee-f256d78bebe7) for request name (pvc-306d6180-b64c-49c0-93ed-91af3a97fa68) I0423 13:42:10.279516 1 rbd_util.go:352] ID: 22 Req-ID: pvc-306d6180-b64c-49c0-93ed-91af3a97fa68 rbd: create kube/csi-vol-3a27c8c2-3f1a-11f1-96ee-f256d78bebe7 size 5120M (features: [layering]) using mon 199.204.45.109 I0423 13:42:11.564785 1 controllerserver.go:666] ID: 22 Req-ID: pvc-306d6180-b64c-49c0-93ed-91af3a97fa68 created image kube/csi-vol-3a27c8c2-3f1a-11f1-96ee-f256d78bebe7 backed for request name pvc-306d6180-b64c-49c0-93ed-91af3a97fa68 I0423 13:42:11.604175 1 omap.go:155] ID: 22 Req-ID: pvc-306d6180-b64c-49c0-93ed-91af3a97fa68 set omap keys (pool="kube", namespace="", name="csi.volume.3a27c8c2-3f1a-11f1-96ee-f256d78bebe7"): map[csi.imageid:37d841db5e6]) I0423 13:42:11.604706 1 utils.go:202] ID: 22 Req-ID: pvc-306d6180-b64c-49c0-93ed-91af3a97fa68 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-306d6180-b64c-49c0-93ed-91af3a97fa68","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","imageName":"csi-vol-3a27c8c2-3f1a-11f1-96ee-f256d78bebe7","journalPool":"kube","pool":"kube","thickProvision":"false"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-3a27c8c2-3f1a-11f1-96ee-f256d78bebe7"}} I0423 13:42:59.821795 1 utils.go:191] ID: 23 GRPC call: /csi.v1.Identity/Probe I0423 13:42:59.821872 1 utils.go:195] ID: 23 GRPC request: {} I0423 13:42:59.821896 1 utils.go:202] ID: 23 GRPC response: {}