I0514 01:02:21.542757       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0514 01:02:21.542898       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0514 01:02:21.542918       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0514 01:02:21.542925       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0514 01:02:21.542930       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0514 01:02:21.542935       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0514 01:02:21.542940       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0514 01:02:21.542944       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0514 01:02:21.542948       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0514 01:02:21.542954       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0514 01:02:21.543318       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0514 01:02:21.543322       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0514 01:02:24.088786       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0514 01:02:24.090260       1 utils.go:199] ID: 1 GRPC request: {}
I0514 01:02:24.090310       1 utils.go:205] ID: 1 GRPC response: {}
I0514 01:02:24.092020       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0514 01:02:24.092143       1 utils.go:199] ID: 2 GRPC request: {}
I0514 01:02:24.092174       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0514 01:02:24.092247       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0514 01:02:24.093436       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0514 01:02:24.093457       1 utils.go:199] ID: 3 GRPC request: {}
I0514 01:02:24.093465       1 utils.go:205] ID: 3 GRPC response: {}
I0514 01:02:24.093830       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0514 01:02:24.093923       1 utils.go:199] ID: 4 GRPC request: {}
I0514 01:02:24.094126       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0514 01:02:24.096366       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0514 01:02:24.096414       1 utils.go:199] ID: 5 GRPC request: {}
I0514 01:02:24.096421       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0514 01:02:24.096518       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0514 01:02:25.949547       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0514 01:02:25.949582       1 utils.go:199] ID: 6 GRPC request: {}
I0514 01:02:25.949649       1 utils.go:205] ID: 6 GRPC response: {}
I0514 01:02:25.951529       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0514 01:02:25.951549       1 utils.go:199] ID: 7 GRPC request: {}
I0514 01:02:25.951557       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0514 01:02:25.951615       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0514 01:02:25.956994       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0514 01:02:25.957024       1 utils.go:199] ID: 8 GRPC request: {}
I0514 01:02:25.957042       1 utils.go:205] ID: 8 GRPC response: {}
I0514 01:02:25.957924       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0514 01:02:25.958011       1 utils.go:199] ID: 9 GRPC request: {}
I0514 01:02:25.958192       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0514 01:02:25.958995       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0514 01:02:25.959027       1 utils.go:199] ID: 10 GRPC request: {}
I0514 01:02:25.959103       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0514 01:02:25.959323       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0514 01:02:25.960000       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0514 01:02:25.960030       1 utils.go:199] ID: 11 GRPC request: {}
I0514 01:02:25.960176       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0514 01:02:25.960371       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0514 01:02:25.960862       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0514 01:02:25.960898       1 utils.go:199] ID: 12 GRPC request: {}
I0514 01:02:25.960908       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0514 01:02:25.960996       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0514 01:02:27.674273       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0514 01:02:27.674306       1 utils.go:199] ID: 13 GRPC request: {}
I0514 01:02:27.674313       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0514 01:02:27.674397       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0514 01:02:27.677594       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0514 01:02:27.677627       1 utils.go:199] ID: 14 GRPC request: {}
I0514 01:02:27.677641       1 utils.go:205] ID: 14 GRPC response: {}
I0514 01:02:27.678160       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0514 01:02:27.678193       1 utils.go:199] ID: 15 GRPC request: {}
I0514 01:02:27.678209       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0514 01:02:27.678381       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0514 01:02:31.054896       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0514 01:02:31.054932       1 utils.go:199] ID: 16 GRPC request: {}
I0514 01:02:31.054945       1 utils.go:205] ID: 16 GRPC response: {}
I0514 01:02:31.058746       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0514 01:02:31.058765       1 utils.go:199] ID: 17 GRPC request: {}
I0514 01:02:31.058772       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0514 01:02:31.058790       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0514 01:02:31.060364       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0514 01:02:31.060403       1 utils.go:199] ID: 18 GRPC request: {}
I0514 01:02:31.060417       1 utils.go:205] ID: 18 GRPC response: {}
I0514 01:02:31.060687       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0514 01:02:31.060703       1 utils.go:199] ID: 19 GRPC request: {}
I0514 01:02:31.060792       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0514 01:02:31.061331       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0514 01:02:31.061351       1 utils.go:199] ID: 20 GRPC request: {}
I0514 01:02:31.061359       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0514 01:02:31.061430       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0514 01:03:31.295836       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0514 01:03:31.295895       1 utils.go:199] ID: 21 GRPC request: {}
I0514 01:03:31.295966       1 utils.go:205] ID: 21 GRPC response: {}
I0514 01:04:31.242414       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0514 01:04:31.242603       1 utils.go:199] ID: 22 GRPC request: {}
I0514 01:04:31.242684       1 utils.go:205] ID: 22 GRPC response: {}
I0514 01:05:30.940714       1 utils.go:198] ID: 23 Req-ID: pvc-249daf61-e321-45b8-a25f-61924ea973b6 GRPC call: /csi.v1.Controller/CreateVolume
I0514 01:05:30.941152       1 utils.go:199] ID: 23 Req-ID: pvc-249daf61-e321-45b8-a25f-61924ea973b6 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-249daf61-e321-45b8-a25f-61924ea973b6","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-249daf61-e321-45b8-a25f-61924ea973b6","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0514 01:05:30.941499       1 rbd_util.go:1315] ID: 23 Req-ID: pvc-249daf61-e321-45b8-a25f-61924ea973b6 setting disableInUseChecks: false image features: [layering] mounter: rbd
E0514 01:05:30.959257       1 omap.go:80] ID: 23 Req-ID: pvc-249daf61-e321-45b8-a25f-61924ea973b6 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0514 01:05:30.973952       1 omap.go:159] ID: 23 Req-ID: pvc-249daf61-e321-45b8-a25f-61924ea973b6 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-249daf61-e321-45b8-a25f-61924ea973b6:3bc42c72-d97b-4abc-bea1-7de0539f5871])
I0514 01:05:30.981960       1 omap.go:159] ID: 23 Req-ID: pvc-249daf61-e321-45b8-a25f-61924ea973b6 set omap keys (pool="kube", namespace="", name="csi.volume.3bc42c72-d97b-4abc-bea1-7de0539f5871"): map[csi.imagename:csi-vol-3bc42c72-d97b-4abc-bea1-7de0539f5871 csi.volname:pvc-249daf61-e321-45b8-a25f-61924ea973b6 csi.volume.owner:default])
I0514 01:05:30.981999       1 rbd_journal.go:491] ID: 23 Req-ID: pvc-249daf61-e321-45b8-a25f-61924ea973b6 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-3bc42c72-d97b-4abc-bea1-7de0539f5871) and image name (csi-vol-3bc42c72-d97b-4abc-bea1-7de0539f5871) for request name (pvc-249daf61-e321-45b8-a25f-61924ea973b6)
I0514 01:05:30.982078       1 rbd_util.go:423] ID: 23 Req-ID: pvc-249daf61-e321-45b8-a25f-61924ea973b6 rbd: create kube/csi-vol-3bc42c72-d97b-4abc-bea1-7de0539f5871 size 5120M (features: [layering]) using mon 199.204.45.70
I0514 01:05:30.982133       1 rbd_util.go:1563] ID: 23 Req-ID: pvc-249daf61-e321-45b8-a25f-61924ea973b6 setting image options on kube/csi-vol-3bc42c72-d97b-4abc-bea1-7de0539f5871
I0514 01:05:31.237007       1 utils.go:198] ID: 24 GRPC call: /csi.v1.Identity/Probe
I0514 01:05:31.237045       1 utils.go:199] ID: 24 GRPC request: {}
I0514 01:05:31.237061       1 utils.go:205] ID: 24 GRPC response: {}
I0514 01:05:33.166149       1 controllerserver.go:763] ID: 23 Req-ID: pvc-249daf61-e321-45b8-a25f-61924ea973b6 created image kube/csi-vol-3bc42c72-d97b-4abc-bea1-7de0539f5871 backed for request name pvc-249daf61-e321-45b8-a25f-61924ea973b6
I0514 01:05:33.195022       1 omap.go:159] ID: 23 Req-ID: pvc-249daf61-e321-45b8-a25f-61924ea973b6 set omap keys (pool="kube", namespace="", name="csi.volume.3bc42c72-d97b-4abc-bea1-7de0539f5871"): map[csi.imageid:37d7c35b3dda])
I0514 01:05:33.297253       1 utils.go:205] ID: 23 Req-ID: pvc-249daf61-e321-45b8-a25f-61924ea973b6 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-3bc42c72-d97b-4abc-bea1-7de0539f5871","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-3bc42c72-d97b-4abc-bea1-7de0539f5871"}}
I0514 01:06:31.251279       1 utils.go:198] ID: 25 GRPC call: /csi.v1.Identity/Probe
I0514 01:06:31.251358       1 utils.go:199] ID: 25 GRPC request: {}
I0514 01:06:31.251385       1 utils.go:205] ID: 25 GRPC response: {}