I0428 06:55:39.530718 1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a I0428 06:55:39.530893 1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com I0428 06:55:39.530910 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME I0428 06:55:39.530916 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0428 06:55:39.530921 1 driver.go:95] Enabling controller service capability: CLONE_VOLUME I0428 06:55:39.530925 1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME I0428 06:55:39.530930 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER I0428 06:55:39.530934 1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0428 06:55:39.530939 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0428 06:55:39.530944 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0428 06:55:39.531542 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0428 06:55:39.531569 1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0428 06:55:43.802264 1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe I0428 06:55:43.805241 1 utils.go:199] ID: 1 GRPC request: {} I0428 06:55:43.805356 1 utils.go:205] ID: 1 GRPC response: {} I0428 06:55:43.809400 1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0428 06:55:43.809618 1 utils.go:199] ID: 2 GRPC request: {} I0428 06:55:43.809673 1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo I0428 06:55:43.809846 1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0428 06:55:43.813568 1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe I0428 06:55:43.813623 1 utils.go:199] ID: 3 GRPC request: {} I0428 06:55:43.813683 1 utils.go:205] ID: 3 GRPC response: {} I0428 06:55:43.814821 1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0428 06:55:43.814897 1 utils.go:199] ID: 4 GRPC request: {} I0428 06:55:43.815059 1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0428 06:55:43.815965 1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0428 06:55:43.816041 1 utils.go:199] ID: 5 GRPC request: {} I0428 06:55:43.816052 1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities I0428 06:55:43.816220 1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0428 06:55:44.978159 1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe I0428 06:55:44.978206 1 utils.go:199] ID: 6 GRPC request: {} I0428 06:55:44.978224 1 utils.go:205] ID: 6 GRPC response: {} I0428 06:55:44.980223 1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo I0428 06:55:44.980239 1 utils.go:199] ID: 7 GRPC request: {} I0428 06:55:44.980246 1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo I0428 06:55:44.980288 1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0428 06:55:44.983349 1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe I0428 06:55:44.983447 1 utils.go:199] ID: 8 GRPC request: {} I0428 06:55:44.983499 1 utils.go:205] ID: 8 GRPC response: {} I0428 06:55:44.984020 1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0428 06:55:44.984061 1 utils.go:199] ID: 9 GRPC request: {} I0428 06:55:44.984169 1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0428 06:55:44.984844 1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0428 06:55:44.984865 1 utils.go:199] ID: 10 GRPC request: {} I0428 06:55:44.984893 1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities I0428 06:55:44.985044 1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0428 06:55:44.985623 1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0428 06:55:44.985642 1 utils.go:199] ID: 11 GRPC request: {} I0428 06:55:44.985648 1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities I0428 06:55:44.985797 1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0428 06:55:44.986201 1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0428 06:55:44.986219 1 utils.go:199] ID: 12 GRPC request: {} I0428 06:55:44.986254 1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities I0428 06:55:44.986371 1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0428 06:55:46.219818 1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo I0428 06:55:46.219874 1 utils.go:199] ID: 13 GRPC request: {} I0428 06:55:46.219893 1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo I0428 06:55:46.219931 1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0428 06:55:46.223604 1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe I0428 06:55:46.223641 1 utils.go:199] ID: 14 GRPC request: {} I0428 06:55:46.223661 1 utils.go:205] ID: 14 GRPC response: {} I0428 06:55:46.224495 1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0428 06:55:46.224531 1 utils.go:199] ID: 15 GRPC request: {} I0428 06:55:46.224542 1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities I0428 06:55:46.224735 1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0428 06:55:47.380771 1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe I0428 06:55:47.380825 1 utils.go:199] ID: 16 GRPC request: {} I0428 06:55:47.380859 1 utils.go:205] ID: 16 GRPC response: {} I0428 06:55:47.382785 1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo I0428 06:55:47.383370 1 utils.go:199] ID: 17 GRPC request: {} I0428 06:55:47.383535 1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo I0428 06:55:47.383615 1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0428 06:55:47.387723 1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe I0428 06:55:47.387785 1 utils.go:199] ID: 18 GRPC request: {} I0428 06:55:47.387920 1 utils.go:205] ID: 18 GRPC response: {} I0428 06:55:47.388649 1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0428 06:55:47.388710 1 utils.go:199] ID: 19 GRPC request: {} I0428 06:55:47.388879 1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0428 06:55:47.389848 1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0428 06:55:47.390003 1 utils.go:199] ID: 20 GRPC request: {} I0428 06:55:47.390028 1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities I0428 06:55:47.390182 1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0428 06:56:47.752560 1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe I0428 06:56:47.752847 1 utils.go:199] ID: 21 GRPC request: {} I0428 06:56:47.752967 1 utils.go:205] ID: 21 GRPC response: {} I0428 06:57:47.704960 1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe I0428 06:57:47.705107 1 utils.go:199] ID: 22 GRPC request: {} I0428 06:57:47.705160 1 utils.go:205] ID: 22 GRPC response: {} I0428 06:58:47.702995 1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe I0428 06:58:47.703269 1 utils.go:199] ID: 23 GRPC request: {} I0428 06:58:47.703407 1 utils.go:205] ID: 23 GRPC response: {} I0428 06:59:00.676278 1 utils.go:198] ID: 24 Req-ID: pvc-34f861ad-3815-4378-ae79-212fdf6d1b14 GRPC call: /csi.v1.Controller/CreateVolume I0428 06:59:00.677321 1 utils.go:199] ID: 24 Req-ID: pvc-34f861ad-3815-4378-ae79-212fdf6d1b14 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-34f861ad-3815-4378-ae79-212fdf6d1b14","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-34f861ad-3815-4378-ae79-212fdf6d1b14","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0428 06:59:00.677620 1 rbd_util.go:1315] ID: 24 Req-ID: pvc-34f861ad-3815-4378-ae79-212fdf6d1b14 setting disableInUseChecks: false image features: [layering] mounter: rbd E0428 06:59:00.696263 1 omap.go:80] ID: 24 Req-ID: pvc-34f861ad-3815-4378-ae79-212fdf6d1b14 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0428 06:59:00.710614 1 omap.go:159] ID: 24 Req-ID: pvc-34f861ad-3815-4378-ae79-212fdf6d1b14 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-34f861ad-3815-4378-ae79-212fdf6d1b14:7abeff60-f8b7-4add-953a-5a0e32f02fc5]) I0428 06:59:00.719018 1 omap.go:159] ID: 24 Req-ID: pvc-34f861ad-3815-4378-ae79-212fdf6d1b14 set omap keys (pool="kube", namespace="", name="csi.volume.7abeff60-f8b7-4add-953a-5a0e32f02fc5"): map[csi.imagename:csi-vol-7abeff60-f8b7-4add-953a-5a0e32f02fc5 csi.volname:pvc-34f861ad-3815-4378-ae79-212fdf6d1b14 csi.volume.owner:default]) I0428 06:59:00.719200 1 rbd_journal.go:491] ID: 24 Req-ID: pvc-34f861ad-3815-4378-ae79-212fdf6d1b14 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-7abeff60-f8b7-4add-953a-5a0e32f02fc5) and image name (csi-vol-7abeff60-f8b7-4add-953a-5a0e32f02fc5) for request name (pvc-34f861ad-3815-4378-ae79-212fdf6d1b14) I0428 06:59:00.719509 1 rbd_util.go:423] ID: 24 Req-ID: pvc-34f861ad-3815-4378-ae79-212fdf6d1b14 rbd: create kube/csi-vol-7abeff60-f8b7-4add-953a-5a0e32f02fc5 size 5120M (features: [layering]) using mon 199.204.45.33 I0428 06:59:00.719697 1 rbd_util.go:1563] ID: 24 Req-ID: pvc-34f861ad-3815-4378-ae79-212fdf6d1b14 setting image options on kube/csi-vol-7abeff60-f8b7-4add-953a-5a0e32f02fc5 I0428 06:59:02.490205 1 controllerserver.go:763] ID: 24 Req-ID: pvc-34f861ad-3815-4378-ae79-212fdf6d1b14 created image kube/csi-vol-7abeff60-f8b7-4add-953a-5a0e32f02fc5 backed for request name pvc-34f861ad-3815-4378-ae79-212fdf6d1b14 I0428 06:59:02.525543 1 omap.go:159] ID: 24 Req-ID: pvc-34f861ad-3815-4378-ae79-212fdf6d1b14 set omap keys (pool="kube", namespace="", name="csi.volume.7abeff60-f8b7-4add-953a-5a0e32f02fc5"): map[csi.imageid:37d9b149fd0]) I0428 06:59:02.624876 1 utils.go:205] ID: 24 Req-ID: pvc-34f861ad-3815-4378-ae79-212fdf6d1b14 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-7abeff60-f8b7-4add-953a-5a0e32f02fc5","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-7abeff60-f8b7-4add-953a-5a0e32f02fc5"}} I0428 06:59:47.714140 1 utils.go:198] ID: 25 GRPC call: /csi.v1.Identity/Probe I0428 06:59:47.714308 1 utils.go:199] ID: 25 GRPC request: {} I0428 06:59:47.714405 1 utils.go:205] ID: 25 GRPC response: {}