I0529 05:08:25.806789 1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a I0529 05:08:25.806894 1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com I0529 05:08:25.806905 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME I0529 05:08:25.806909 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0529 05:08:25.806912 1 driver.go:95] Enabling controller service capability: CLONE_VOLUME I0529 05:08:25.806915 1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME I0529 05:08:25.806919 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER I0529 05:08:25.806923 1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0529 05:08:25.806926 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0529 05:08:25.806929 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0529 05:08:25.807159 1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0529 05:08:25.807229 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0529 05:08:31.477417 1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe I0529 05:08:31.478611 1 utils.go:199] ID: 1 GRPC request: {} I0529 05:08:31.478664 1 utils.go:205] ID: 1 GRPC response: {} I0529 05:08:31.483556 1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0529 05:08:31.483605 1 utils.go:199] ID: 2 GRPC request: {} I0529 05:08:31.483615 1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo I0529 05:08:31.483656 1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0529 05:08:31.485431 1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe I0529 05:08:31.485474 1 utils.go:199] ID: 3 GRPC request: {} I0529 05:08:31.485496 1 utils.go:205] ID: 3 GRPC response: {} I0529 05:08:31.485842 1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0529 05:08:31.485895 1 utils.go:199] ID: 4 GRPC request: {} I0529 05:08:31.485995 1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0529 05:08:31.486461 1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0529 05:08:31.486491 1 utils.go:199] ID: 5 GRPC request: {} I0529 05:08:31.486498 1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities I0529 05:08:31.486559 1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0529 05:08:34.882203 1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe I0529 05:08:34.882945 1 utils.go:199] ID: 6 GRPC request: {} I0529 05:08:34.883017 1 utils.go:205] ID: 6 GRPC response: {} I0529 05:08:34.886319 1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo I0529 05:08:34.886396 1 utils.go:199] ID: 7 GRPC request: {} I0529 05:08:34.886415 1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo I0529 05:08:34.886445 1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0529 05:08:34.888430 1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe I0529 05:08:34.888499 1 utils.go:199] ID: 8 GRPC request: {} I0529 05:08:34.888557 1 utils.go:205] ID: 8 GRPC response: {} I0529 05:08:34.889012 1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0529 05:08:34.889046 1 utils.go:199] ID: 9 GRPC request: {} I0529 05:08:34.889214 1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0529 05:08:34.889899 1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0529 05:08:34.889942 1 utils.go:199] ID: 10 GRPC request: {} I0529 05:08:34.889958 1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities I0529 05:08:34.890114 1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0529 05:08:34.891119 1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0529 05:08:34.891148 1 utils.go:199] ID: 11 GRPC request: {} I0529 05:08:34.891157 1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities I0529 05:08:34.891275 1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0529 05:08:34.891680 1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0529 05:08:34.891710 1 utils.go:199] ID: 12 GRPC request: {} I0529 05:08:34.891719 1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities I0529 05:08:34.891812 1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0529 05:08:36.225687 1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo I0529 05:08:36.225715 1 utils.go:199] ID: 13 GRPC request: {} I0529 05:08:36.225722 1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo I0529 05:08:36.225760 1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0529 05:08:36.228394 1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe I0529 05:08:36.228410 1 utils.go:199] ID: 14 GRPC request: {} I0529 05:08:36.228419 1 utils.go:205] ID: 14 GRPC response: {} I0529 05:08:36.228988 1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0529 05:08:36.229106 1 utils.go:199] ID: 15 GRPC request: {} I0529 05:08:36.229218 1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities I0529 05:08:36.229444 1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0529 05:08:37.608060 1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe I0529 05:08:37.608090 1 utils.go:199] ID: 16 GRPC request: {} I0529 05:08:37.608102 1 utils.go:205] ID: 16 GRPC response: {} I0529 05:08:37.611122 1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo I0529 05:08:37.611139 1 utils.go:199] ID: 17 GRPC request: {} I0529 05:08:37.611145 1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo I0529 05:08:37.611161 1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0529 05:08:37.613385 1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe I0529 05:08:37.613410 1 utils.go:199] ID: 18 GRPC request: {} I0529 05:08:37.613422 1 utils.go:205] ID: 18 GRPC response: {} I0529 05:08:37.614014 1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0529 05:08:37.614049 1 utils.go:199] ID: 19 GRPC request: {} I0529 05:08:37.614139 1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0529 05:08:37.615063 1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0529 05:08:37.615083 1 utils.go:199] ID: 20 GRPC request: {} I0529 05:08:37.615091 1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities I0529 05:08:37.615157 1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0529 05:09:37.921694 1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe I0529 05:09:37.921742 1 utils.go:199] ID: 21 GRPC request: {} I0529 05:09:37.921764 1 utils.go:205] ID: 21 GRPC response: {} I0529 05:10:37.887608 1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe I0529 05:10:37.887687 1 utils.go:199] ID: 22 GRPC request: {} I0529 05:10:37.887712 1 utils.go:205] ID: 22 GRPC response: {} I0529 05:11:37.941303 1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe I0529 05:11:37.941353 1 utils.go:199] ID: 23 GRPC request: {} I0529 05:11:37.941376 1 utils.go:205] ID: 23 GRPC response: {} I0529 05:12:08.674262 1 utils.go:198] ID: 24 Req-ID: pvc-85d93a68-2498-44b1-acdd-5ffdb0b6e420 GRPC call: /csi.v1.Controller/CreateVolume I0529 05:12:08.674503 1 utils.go:199] ID: 24 Req-ID: pvc-85d93a68-2498-44b1-acdd-5ffdb0b6e420 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-85d93a68-2498-44b1-acdd-5ffdb0b6e420","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-85d93a68-2498-44b1-acdd-5ffdb0b6e420","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0529 05:12:08.674667 1 rbd_util.go:1315] ID: 24 Req-ID: pvc-85d93a68-2498-44b1-acdd-5ffdb0b6e420 setting disableInUseChecks: false image features: [layering] mounter: rbd E0529 05:12:08.688513 1 omap.go:80] ID: 24 Req-ID: pvc-85d93a68-2498-44b1-acdd-5ffdb0b6e420 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0529 05:12:08.703337 1 omap.go:159] ID: 24 Req-ID: pvc-85d93a68-2498-44b1-acdd-5ffdb0b6e420 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-85d93a68-2498-44b1-acdd-5ffdb0b6e420:80813177-2d0a-4cc4-b7b2-b9f82e9f88a2]) I0529 05:12:08.710124 1 omap.go:159] ID: 24 Req-ID: pvc-85d93a68-2498-44b1-acdd-5ffdb0b6e420 set omap keys (pool="kube", namespace="", name="csi.volume.80813177-2d0a-4cc4-b7b2-b9f82e9f88a2"): map[csi.imagename:csi-vol-80813177-2d0a-4cc4-b7b2-b9f82e9f88a2 csi.volname:pvc-85d93a68-2498-44b1-acdd-5ffdb0b6e420 csi.volume.owner:default]) I0529 05:12:08.710182 1 rbd_journal.go:491] ID: 24 Req-ID: pvc-85d93a68-2498-44b1-acdd-5ffdb0b6e420 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-80813177-2d0a-4cc4-b7b2-b9f82e9f88a2) and image name (csi-vol-80813177-2d0a-4cc4-b7b2-b9f82e9f88a2) for request name (pvc-85d93a68-2498-44b1-acdd-5ffdb0b6e420) I0529 05:12:08.710295 1 rbd_util.go:423] ID: 24 Req-ID: pvc-85d93a68-2498-44b1-acdd-5ffdb0b6e420 rbd: create kube/csi-vol-80813177-2d0a-4cc4-b7b2-b9f82e9f88a2 size 5120M (features: [layering]) using mon 199.204.45.53 I0529 05:12:08.710517 1 rbd_util.go:1563] ID: 24 Req-ID: pvc-85d93a68-2498-44b1-acdd-5ffdb0b6e420 setting image options on kube/csi-vol-80813177-2d0a-4cc4-b7b2-b9f82e9f88a2 I0529 05:12:08.742987 1 controllerserver.go:763] ID: 24 Req-ID: pvc-85d93a68-2498-44b1-acdd-5ffdb0b6e420 created image kube/csi-vol-80813177-2d0a-4cc4-b7b2-b9f82e9f88a2 backed for request name pvc-85d93a68-2498-44b1-acdd-5ffdb0b6e420 I0529 05:12:08.780870 1 omap.go:159] ID: 24 Req-ID: pvc-85d93a68-2498-44b1-acdd-5ffdb0b6e420 set omap keys (pool="kube", namespace="", name="csi.volume.80813177-2d0a-4cc4-b7b2-b9f82e9f88a2"): map[csi.imageid:37ed13e5d77f]) I0529 05:12:08.873320 1 utils.go:205] ID: 24 Req-ID: pvc-85d93a68-2498-44b1-acdd-5ffdb0b6e420 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-80813177-2d0a-4cc4-b7b2-b9f82e9f88a2","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-80813177-2d0a-4cc4-b7b2-b9f82e9f88a2"}} I0529 05:12:37.896370 1 utils.go:198] ID: 25 GRPC call: /csi.v1.Identity/Probe I0529 05:12:37.896429 1 utils.go:199] ID: 25 GRPC request: {} I0529 05:12:37.896456 1 utils.go:205] ID: 25 GRPC response: {}