I0224 04:37:05.089239 1 cephcsi.go:171] Driver version: v3.5.1 and Git version: 00f88e58a0b08be3d7ea009a0cfde8dca23021bf E0224 04:37:05.089488 1 cephcsi.go:187] Failed to get the PID limit, can not reconfigure: could not find a cgroup for 'pids' I0224 04:37:05.089656 1 cephcsi.go:220] Starting driver type: rbd with name: rbd.csi.ceph.com I0224 04:37:05.090178 1 driver.go:94] Enabling controller service capability: CREATE_DELETE_VOLUME I0224 04:37:05.090197 1 driver.go:94] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0224 04:37:05.090204 1 driver.go:94] Enabling controller service capability: CLONE_VOLUME I0224 04:37:05.090210 1 driver.go:94] Enabling controller service capability: EXPAND_VOLUME I0224 04:37:05.090217 1 driver.go:106] Enabling volume access mode: SINGLE_NODE_WRITER I0224 04:37:05.090224 1 driver.go:106] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0224 04:37:05.090230 1 driver.go:106] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0224 04:37:05.090237 1 driver.go:106] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0224 04:37:05.090457 1 server.go:126] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0224 04:37:05.090562 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0224 04:37:05.291847 1 utils.go:191] ID: 1 GRPC call: /csi.v1.Identity/GetPluginInfo I0224 04:37:05.293991 1 utils.go:195] ID: 1 GRPC request: {} I0224 04:37:05.294009 1 identityserver-default.go:38] ID: 1 Using default GetPluginInfo I0224 04:37:05.294080 1 utils.go:202] ID: 1 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.5.1"} I0224 04:37:05.298177 1 utils.go:191] ID: 2 GRPC call: /csi.v1.Identity/Probe I0224 04:37:05.298260 1 utils.go:195] ID: 2 GRPC request: {} I0224 04:37:05.298388 1 utils.go:202] ID: 2 GRPC response: {} I0224 04:37:05.299256 1 utils.go:191] ID: 3 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0224 04:37:05.299319 1 utils.go:195] ID: 3 GRPC request: {} I0224 04:37:05.299343 1 controllerserver-default.go:74] ID: 3 Using default ControllerGetCapabilities I0224 04:37:05.299525 1 utils.go:202] ID: 3 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0224 04:37:05.461728 1 utils.go:191] ID: 4 GRPC call: /csi.v1.Identity/Probe I0224 04:37:05.461868 1 utils.go:195] ID: 4 GRPC request: {} I0224 04:37:05.461889 1 utils.go:202] ID: 4 GRPC response: {} I0224 04:37:05.462783 1 utils.go:191] ID: 5 GRPC call: /csi.v1.Identity/GetPluginInfo I0224 04:37:05.462809 1 utils.go:195] ID: 5 GRPC request: {} I0224 04:37:05.462841 1 identityserver-default.go:38] ID: 5 Using default GetPluginInfo I0224 04:37:05.462873 1 utils.go:202] ID: 5 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.5.1"} I0224 04:37:05.466314 1 utils.go:191] ID: 6 GRPC call: /csi.v1.Identity/Probe I0224 04:37:05.466385 1 utils.go:195] ID: 6 GRPC request: {} I0224 04:37:05.466442 1 utils.go:202] ID: 6 GRPC response: {} I0224 04:37:05.467428 1 utils.go:191] ID: 7 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0224 04:37:05.467496 1 utils.go:195] ID: 7 GRPC request: {} I0224 04:37:05.467661 1 utils.go:202] ID: 7 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0224 04:37:05.468573 1 utils.go:191] ID: 8 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0224 04:37:05.468621 1 utils.go:195] ID: 8 GRPC request: {} I0224 04:37:05.468631 1 controllerserver-default.go:74] ID: 8 Using default ControllerGetCapabilities I0224 04:37:05.468733 1 utils.go:202] ID: 8 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0224 04:37:05.632627 1 utils.go:191] ID: 9 GRPC call: /csi.v1.Identity/Probe I0224 04:37:05.632752 1 utils.go:195] ID: 9 GRPC request: {} I0224 04:37:05.632860 1 utils.go:202] ID: 9 GRPC response: {} I0224 04:37:05.633955 1 utils.go:191] ID: 10 GRPC call: /csi.v1.Identity/GetPluginInfo I0224 04:37:05.634046 1 utils.go:195] ID: 10 GRPC request: {} I0224 04:37:05.634062 1 identityserver-default.go:38] ID: 10 Using default GetPluginInfo I0224 04:37:05.634152 1 utils.go:202] ID: 10 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.5.1"} I0224 04:37:05.635478 1 utils.go:191] ID: 11 GRPC call: /csi.v1.Identity/Probe I0224 04:37:05.635569 1 utils.go:195] ID: 11 GRPC request: {} I0224 04:37:05.635634 1 utils.go:202] ID: 11 GRPC response: {} I0224 04:37:05.636106 1 utils.go:191] ID: 12 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0224 04:37:05.636195 1 utils.go:195] ID: 12 GRPC request: {} I0224 04:37:05.636377 1 utils.go:202] ID: 12 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0224 04:37:05.639061 1 utils.go:191] ID: 13 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0224 04:37:05.639155 1 utils.go:195] ID: 13 GRPC request: {} I0224 04:37:05.639173 1 controllerserver-default.go:74] ID: 13 Using default ControllerGetCapabilities I0224 04:37:05.639360 1 utils.go:202] ID: 13 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0224 04:37:05.779316 1 utils.go:191] ID: 14 GRPC call: /csi.v1.Identity/Probe I0224 04:37:05.779362 1 utils.go:195] ID: 14 GRPC request: {} I0224 04:37:05.779384 1 utils.go:202] ID: 14 GRPC response: {} I0224 04:37:05.780534 1 utils.go:191] ID: 15 GRPC call: /csi.v1.Identity/GetPluginInfo I0224 04:37:05.780557 1 utils.go:195] ID: 15 GRPC request: {} I0224 04:37:05.780563 1 identityserver-default.go:38] ID: 15 Using default GetPluginInfo I0224 04:37:05.780581 1 utils.go:202] ID: 15 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.5.1"} I0224 04:37:05.781248 1 utils.go:191] ID: 16 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0224 04:37:05.781272 1 utils.go:195] ID: 16 GRPC request: {} I0224 04:37:05.781364 1 utils.go:202] ID: 16 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0224 04:37:05.782019 1 utils.go:191] ID: 17 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0224 04:37:05.782036 1 utils.go:195] ID: 17 GRPC request: {} I0224 04:37:05.782041 1 controllerserver-default.go:74] ID: 17 Using default ControllerGetCapabilities I0224 04:37:05.782087 1 utils.go:202] ID: 17 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0224 04:37:05.783042 1 utils.go:191] ID: 18 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0224 04:37:05.783162 1 utils.go:195] ID: 18 GRPC request: {} I0224 04:37:05.783170 1 controllerserver-default.go:74] ID: 18 Using default ControllerGetCapabilities I0224 04:37:05.783221 1 utils.go:202] ID: 18 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0224 04:38:05.851466 1 utils.go:191] ID: 19 GRPC call: /csi.v1.Identity/Probe I0224 04:38:05.851566 1 utils.go:195] ID: 19 GRPC request: {} I0224 04:38:05.852087 1 utils.go:202] ID: 19 GRPC response: {} I0224 04:39:05.850945 1 utils.go:191] ID: 20 GRPC call: /csi.v1.Identity/Probe I0224 04:39:05.851024 1 utils.go:195] ID: 20 GRPC request: {} I0224 04:39:05.851048 1 utils.go:202] ID: 20 GRPC response: {} I0224 04:40:02.934943 1 utils.go:191] ID: 21 Req-ID: pvc-7b2e0fc2-5493-45fa-915a-8614a169c758 GRPC call: /csi.v1.Controller/CreateVolume I0224 04:40:02.935284 1 utils.go:195] ID: 21 Req-ID: pvc-7b2e0fc2-5493-45fa-915a-8614a169c758 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-7b2e0fc2-5493-45fa-915a-8614a169c758","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-7b2e0fc2-5493-45fa-915a-8614a169c758","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube","thickProvision":"false"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0224 04:40:02.935521 1 rbd_util.go:1296] ID: 21 Req-ID: pvc-7b2e0fc2-5493-45fa-915a-8614a169c758 setting disableInUseChecks: false image features: [layering] mounter: rbd W0224 04:40:02.935582 1 controllerserver.go:1555] thick-provisioning is deprecated and will be removed in a future release E0224 04:40:02.951431 1 omap.go:78] ID: 21 Req-ID: pvc-7b2e0fc2-5493-45fa-915a-8614a169c758 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0224 04:40:02.968757 1 omap.go:155] ID: 21 Req-ID: pvc-7b2e0fc2-5493-45fa-915a-8614a169c758 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-7b2e0fc2-5493-45fa-915a-8614a169c758:e2692dcc-113a-11f1-a2c2-ea816f880149]) I0224 04:40:02.976009 1 omap.go:155] ID: 21 Req-ID: pvc-7b2e0fc2-5493-45fa-915a-8614a169c758 set omap keys (pool="kube", namespace="", name="csi.volume.e2692dcc-113a-11f1-a2c2-ea816f880149"): map[csi.imagename:csi-vol-e2692dcc-113a-11f1-a2c2-ea816f880149 csi.volname:pvc-7b2e0fc2-5493-45fa-915a-8614a169c758 csi.volume.owner:default]) I0224 04:40:02.976127 1 rbd_journal.go:482] ID: 21 Req-ID: pvc-7b2e0fc2-5493-45fa-915a-8614a169c758 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-e2692dcc-113a-11f1-a2c2-ea816f880149) and image name (csi-vol-e2692dcc-113a-11f1-a2c2-ea816f880149) for request name (pvc-7b2e0fc2-5493-45fa-915a-8614a169c758) I0224 04:40:02.976331 1 rbd_util.go:352] ID: 21 Req-ID: pvc-7b2e0fc2-5493-45fa-915a-8614a169c758 rbd: create kube/csi-vol-e2692dcc-113a-11f1-a2c2-ea816f880149 size 5120M (features: [layering]) using mon 199.204.45.162 I0224 04:40:04.146322 1 controllerserver.go:666] ID: 21 Req-ID: pvc-7b2e0fc2-5493-45fa-915a-8614a169c758 created image kube/csi-vol-e2692dcc-113a-11f1-a2c2-ea816f880149 backed for request name pvc-7b2e0fc2-5493-45fa-915a-8614a169c758 I0224 04:40:04.181511 1 omap.go:155] ID: 21 Req-ID: pvc-7b2e0fc2-5493-45fa-915a-8614a169c758 set omap keys (pool="kube", namespace="", name="csi.volume.e2692dcc-113a-11f1-a2c2-ea816f880149"): map[csi.imageid:37d9fcfe5967]) I0224 04:40:04.181938 1 utils.go:202] ID: 21 Req-ID: pvc-7b2e0fc2-5493-45fa-915a-8614a169c758 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-7b2e0fc2-5493-45fa-915a-8614a169c758","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","imageName":"csi-vol-e2692dcc-113a-11f1-a2c2-ea816f880149","journalPool":"kube","pool":"kube","thickProvision":"false"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-e2692dcc-113a-11f1-a2c2-ea816f880149"}} I0224 04:40:05.850426 1 utils.go:191] ID: 22 GRPC call: /csi.v1.Identity/Probe I0224 04:40:05.850476 1 utils.go:195] ID: 22 GRPC request: {} I0224 04:40:05.850495 1 utils.go:202] ID: 22 GRPC response: {}