I0514 21:28:56.676567       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0514 21:28:56.676685       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0514 21:28:56.676697       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0514 21:28:56.676700       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0514 21:28:56.676703       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0514 21:28:56.676706       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0514 21:28:56.676710       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0514 21:28:56.676713       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0514 21:28:56.676716       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0514 21:28:56.676719       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0514 21:28:56.677094       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0514 21:28:56.677117       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0514 21:29:00.289280       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0514 21:29:00.290702       1 utils.go:199] ID: 1 GRPC request: {}
I0514 21:29:00.290838       1 utils.go:205] ID: 1 GRPC response: {}
I0514 21:29:00.292715       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0514 21:29:00.292830       1 utils.go:199] ID: 2 GRPC request: {}
I0514 21:29:00.292855       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0514 21:29:00.293080       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0514 21:29:00.296023       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0514 21:29:00.296149       1 utils.go:199] ID: 3 GRPC request: {}
I0514 21:29:00.296257       1 utils.go:205] ID: 3 GRPC response: {}
I0514 21:29:00.296943       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0514 21:29:00.297019       1 utils.go:199] ID: 4 GRPC request: {}
I0514 21:29:00.297345       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0514 21:29:00.298337       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0514 21:29:00.298443       1 utils.go:199] ID: 5 GRPC request: {}
I0514 21:29:00.298458       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0514 21:29:00.298611       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0514 21:29:04.982619       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0514 21:29:04.982688       1 utils.go:199] ID: 6 GRPC request: {}
I0514 21:29:04.982709       1 utils.go:205] ID: 6 GRPC response: {}
I0514 21:29:04.985179       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0514 21:29:04.985235       1 utils.go:199] ID: 7 GRPC request: {}
I0514 21:29:04.985251       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0514 21:29:04.985287       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0514 21:29:04.989567       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0514 21:29:04.989593       1 utils.go:199] ID: 8 GRPC request: {}
I0514 21:29:04.989608       1 utils.go:205] ID: 8 GRPC response: {}
I0514 21:29:04.993822       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0514 21:29:04.993940       1 utils.go:199] ID: 9 GRPC request: {}
I0514 21:29:04.994072       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0514 21:29:04.995599       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0514 21:29:04.995675       1 utils.go:199] ID: 10 GRPC request: {}
I0514 21:29:04.995696       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0514 21:29:04.995849       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0514 21:29:04.996542       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0514 21:29:04.996660       1 utils.go:199] ID: 11 GRPC request: {}
I0514 21:29:04.996693       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0514 21:29:04.996793       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0514 21:29:04.997554       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0514 21:29:04.997605       1 utils.go:199] ID: 12 GRPC request: {}
I0514 21:29:04.997627       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0514 21:29:04.997809       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0514 21:29:06.322796       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0514 21:29:06.322855       1 utils.go:199] ID: 13 GRPC request: {}
I0514 21:29:06.322871       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0514 21:29:06.322914       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0514 21:29:06.326285       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0514 21:29:06.326343       1 utils.go:199] ID: 14 GRPC request: {}
I0514 21:29:06.326375       1 utils.go:205] ID: 14 GRPC response: {}
I0514 21:29:06.334577       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0514 21:29:06.334612       1 utils.go:199] ID: 15 GRPC request: {}
I0514 21:29:06.334626       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0514 21:29:06.334763       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0514 21:29:07.629402       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0514 21:29:07.629457       1 utils.go:199] ID: 16 GRPC request: {}
I0514 21:29:07.629475       1 utils.go:205] ID: 16 GRPC response: {}
I0514 21:29:07.633974       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0514 21:29:07.633996       1 utils.go:199] ID: 17 GRPC request: {}
I0514 21:29:07.634004       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0514 21:29:07.634029       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0514 21:29:07.636314       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0514 21:29:07.636509       1 utils.go:199] ID: 18 GRPC request: {}
I0514 21:29:07.636545       1 utils.go:205] ID: 18 GRPC response: {}
I0514 21:29:07.637355       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0514 21:29:07.637372       1 utils.go:199] ID: 19 GRPC request: {}
I0514 21:29:07.637498       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0514 21:29:07.640928       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0514 21:29:07.640943       1 utils.go:199] ID: 20 GRPC request: {}
I0514 21:29:07.640950       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0514 21:29:07.641001       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0514 21:30:07.827920       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0514 21:30:07.827995       1 utils.go:199] ID: 21 GRPC request: {}
I0514 21:30:07.828024       1 utils.go:205] ID: 21 GRPC response: {}
I0514 21:31:07.829555       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0514 21:31:07.829636       1 utils.go:199] ID: 22 GRPC request: {}
I0514 21:31:07.829671       1 utils.go:205] ID: 22 GRPC response: {}
I0514 21:32:07.881158       1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe
I0514 21:32:07.881297       1 utils.go:199] ID: 23 GRPC request: {}
I0514 21:32:07.881335       1 utils.go:205] ID: 23 GRPC response: {}
I0514 21:32:13.819260       1 utils.go:198] ID: 24 Req-ID: pvc-004da0fa-b673-41f5-9d57-3ddc3523db46 GRPC call: /csi.v1.Controller/CreateVolume
I0514 21:32:13.819695       1 utils.go:199] ID: 24 Req-ID: pvc-004da0fa-b673-41f5-9d57-3ddc3523db46 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-004da0fa-b673-41f5-9d57-3ddc3523db46","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-004da0fa-b673-41f5-9d57-3ddc3523db46","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0514 21:32:13.819977       1 rbd_util.go:1315] ID: 24 Req-ID: pvc-004da0fa-b673-41f5-9d57-3ddc3523db46 setting disableInUseChecks: false image features: [layering] mounter: rbd
E0514 21:32:13.840582       1 omap.go:80] ID: 24 Req-ID: pvc-004da0fa-b673-41f5-9d57-3ddc3523db46 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0514 21:32:13.857027       1 omap.go:159] ID: 24 Req-ID: pvc-004da0fa-b673-41f5-9d57-3ddc3523db46 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-004da0fa-b673-41f5-9d57-3ddc3523db46:a3263cf2-f68f-4cb8-bef6-2a39f4124c85])
I0514 21:32:13.863387       1 omap.go:159] ID: 24 Req-ID: pvc-004da0fa-b673-41f5-9d57-3ddc3523db46 set omap keys (pool="kube", namespace="", name="csi.volume.a3263cf2-f68f-4cb8-bef6-2a39f4124c85"): map[csi.imagename:csi-vol-a3263cf2-f68f-4cb8-bef6-2a39f4124c85 csi.volname:pvc-004da0fa-b673-41f5-9d57-3ddc3523db46 csi.volume.owner:default])
I0514 21:32:13.863427       1 rbd_journal.go:491] ID: 24 Req-ID: pvc-004da0fa-b673-41f5-9d57-3ddc3523db46 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-a3263cf2-f68f-4cb8-bef6-2a39f4124c85) and image name (csi-vol-a3263cf2-f68f-4cb8-bef6-2a39f4124c85) for request name (pvc-004da0fa-b673-41f5-9d57-3ddc3523db46)
I0514 21:32:13.863757       1 rbd_util.go:423] ID: 24 Req-ID: pvc-004da0fa-b673-41f5-9d57-3ddc3523db46 rbd: create kube/csi-vol-a3263cf2-f68f-4cb8-bef6-2a39f4124c85 size 5120M (features: [layering]) using mon 199.19.213.137
I0514 21:32:13.863807       1 rbd_util.go:1563] ID: 24 Req-ID: pvc-004da0fa-b673-41f5-9d57-3ddc3523db46 setting image options on kube/csi-vol-a3263cf2-f68f-4cb8-bef6-2a39f4124c85
I0514 21:32:15.743071       1 controllerserver.go:763] ID: 24 Req-ID: pvc-004da0fa-b673-41f5-9d57-3ddc3523db46 created image kube/csi-vol-a3263cf2-f68f-4cb8-bef6-2a39f4124c85 backed for request name pvc-004da0fa-b673-41f5-9d57-3ddc3523db46
I0514 21:32:15.774381       1 omap.go:159] ID: 24 Req-ID: pvc-004da0fa-b673-41f5-9d57-3ddc3523db46 set omap keys (pool="kube", namespace="", name="csi.volume.a3263cf2-f68f-4cb8-bef6-2a39f4124c85"): map[csi.imageid:37d99ccd1f71])
I0514 21:32:15.878830       1 utils.go:205] ID: 24 Req-ID: pvc-004da0fa-b673-41f5-9d57-3ddc3523db46 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-a3263cf2-f68f-4cb8-bef6-2a39f4124c85","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-a3263cf2-f68f-4cb8-bef6-2a39f4124c85"}}