I0806 01:15:06.554568       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0806 01:15:06.554723       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0806 01:15:06.554748       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0806 01:15:06.554753       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0806 01:15:06.554757       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0806 01:15:06.554761       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0806 01:15:06.554768       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0806 01:15:06.554773       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0806 01:15:06.554777       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0806 01:15:06.554782       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0806 01:15:06.555154       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0806 01:15:06.555198       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0806 01:15:27.405520       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0806 01:15:27.406909       1 utils.go:199] ID: 1 GRPC request: {}
I0806 01:15:27.406963       1 utils.go:205] ID: 1 GRPC response: {}
I0806 01:15:27.409312       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0806 01:15:27.409454       1 utils.go:199] ID: 2 GRPC request: {}
I0806 01:15:27.409470       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0806 01:15:27.409553       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0806 01:15:27.410815       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0806 01:15:27.410853       1 utils.go:199] ID: 3 GRPC request: {}
I0806 01:15:27.410869       1 utils.go:205] ID: 3 GRPC response: {}
I0806 01:15:27.411139       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0806 01:15:27.411231       1 utils.go:199] ID: 4 GRPC request: {}
I0806 01:15:27.411440       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0806 01:15:27.412262       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0806 01:15:27.412376       1 utils.go:199] ID: 5 GRPC request: {}
I0806 01:15:27.412391       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0806 01:15:27.412565       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0806 01:15:28.996300       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0806 01:15:28.996337       1 utils.go:199] ID: 6 GRPC request: {}
I0806 01:15:28.996358       1 utils.go:205] ID: 6 GRPC response: {}
I0806 01:15:28.999251       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0806 01:15:28.999339       1 utils.go:199] ID: 7 GRPC request: {}
I0806 01:15:28.999358       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0806 01:15:28.999392       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0806 01:15:29.001664       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0806 01:15:29.001695       1 utils.go:199] ID: 8 GRPC request: {}
I0806 01:15:29.001712       1 utils.go:205] ID: 8 GRPC response: {}
I0806 01:15:29.002186       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0806 01:15:29.002211       1 utils.go:199] ID: 9 GRPC request: {}
I0806 01:15:29.002302       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0806 01:15:29.002972       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0806 01:15:29.002998       1 utils.go:199] ID: 10 GRPC request: {}
I0806 01:15:29.003020       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0806 01:15:29.003114       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0806 01:15:29.003635       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0806 01:15:29.003699       1 utils.go:199] ID: 11 GRPC request: {}
I0806 01:15:29.003722       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0806 01:15:29.003844       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0806 01:15:29.004281       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0806 01:15:29.004327       1 utils.go:199] ID: 12 GRPC request: {}
I0806 01:15:29.004348       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0806 01:15:29.004441       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0806 01:15:30.601005       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0806 01:15:30.601036       1 utils.go:199] ID: 13 GRPC request: {}
I0806 01:15:30.601044       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0806 01:15:30.601068       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0806 01:15:30.602595       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0806 01:15:30.602612       1 utils.go:199] ID: 14 GRPC request: {}
I0806 01:15:30.602623       1 utils.go:205] ID: 14 GRPC response: {}
I0806 01:15:30.603092       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0806 01:15:30.603113       1 utils.go:199] ID: 15 GRPC request: {}
I0806 01:15:30.603119       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0806 01:15:30.603183       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0806 01:15:32.227848       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0806 01:15:32.228000       1 utils.go:199] ID: 16 GRPC request: {}
I0806 01:15:32.228049       1 utils.go:205] ID: 16 GRPC response: {}
I0806 01:15:32.229743       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0806 01:15:32.229780       1 utils.go:199] ID: 17 GRPC request: {}
I0806 01:15:32.229790       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0806 01:15:32.229817       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0806 01:15:32.233584       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0806 01:15:32.233614       1 utils.go:199] ID: 18 GRPC request: {}
I0806 01:15:32.233632       1 utils.go:205] ID: 18 GRPC response: {}
I0806 01:15:32.234110       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0806 01:15:32.234141       1 utils.go:199] ID: 19 GRPC request: {}
I0806 01:15:32.234394       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0806 01:15:32.235494       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0806 01:15:32.235518       1 utils.go:199] ID: 20 GRPC request: {}
I0806 01:15:32.235528       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0806 01:15:32.235648       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0806 01:16:32.419826       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0806 01:16:32.419880       1 utils.go:199] ID: 21 GRPC request: {}
I0806 01:16:32.419901       1 utils.go:205] ID: 21 GRPC response: {}
I0806 01:17:32.425845       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0806 01:17:32.425906       1 utils.go:199] ID: 22 GRPC request: {}
I0806 01:17:32.425957       1 utils.go:205] ID: 22 GRPC response: {}
I0806 01:18:32.419611       1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe
I0806 01:18:32.419783       1 utils.go:199] ID: 23 GRPC request: {}
I0806 01:18:32.419844       1 utils.go:205] ID: 23 GRPC response: {}
I0806 01:19:32.429822       1 utils.go:198] ID: 24 GRPC call: /csi.v1.Identity/Probe
I0806 01:19:32.429863       1 utils.go:199] ID: 24 GRPC request: {}
I0806 01:19:32.429882       1 utils.go:205] ID: 24 GRPC response: {}
I0806 01:19:38.946514       1 utils.go:198] ID: 25 Req-ID: pvc-0d81e41a-b905-4138-b7bf-56bfe7daf826 GRPC call: /csi.v1.Controller/CreateVolume
I0806 01:19:38.946867       1 utils.go:199] ID: 25 Req-ID: pvc-0d81e41a-b905-4138-b7bf-56bfe7daf826 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-0d81e41a-b905-4138-b7bf-56bfe7daf826","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-0d81e41a-b905-4138-b7bf-56bfe7daf826","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0806 01:19:38.947105       1 rbd_util.go:1315] ID: 25 Req-ID: pvc-0d81e41a-b905-4138-b7bf-56bfe7daf826 setting disableInUseChecks: false image features: [layering] mounter: rbd
E0806 01:19:38.971711       1 omap.go:80] ID: 25 Req-ID: pvc-0d81e41a-b905-4138-b7bf-56bfe7daf826 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0806 01:19:38.987445       1 omap.go:159] ID: 25 Req-ID: pvc-0d81e41a-b905-4138-b7bf-56bfe7daf826 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-0d81e41a-b905-4138-b7bf-56bfe7daf826:edf72b7a-6b48-4edc-a73f-c7b98c8ac1cd])
I0806 01:19:38.995529       1 omap.go:159] ID: 25 Req-ID: pvc-0d81e41a-b905-4138-b7bf-56bfe7daf826 set omap keys (pool="kube", namespace="", name="csi.volume.edf72b7a-6b48-4edc-a73f-c7b98c8ac1cd"): map[csi.imagename:csi-vol-edf72b7a-6b48-4edc-a73f-c7b98c8ac1cd csi.volname:pvc-0d81e41a-b905-4138-b7bf-56bfe7daf826 csi.volume.owner:default])
I0806 01:19:38.995568       1 rbd_journal.go:491] ID: 25 Req-ID: pvc-0d81e41a-b905-4138-b7bf-56bfe7daf826 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-edf72b7a-6b48-4edc-a73f-c7b98c8ac1cd) and image name (csi-vol-edf72b7a-6b48-4edc-a73f-c7b98c8ac1cd) for request name (pvc-0d81e41a-b905-4138-b7bf-56bfe7daf826)
I0806 01:19:38.995654       1 rbd_util.go:423] ID: 25 Req-ID: pvc-0d81e41a-b905-4138-b7bf-56bfe7daf826 rbd: create kube/csi-vol-edf72b7a-6b48-4edc-a73f-c7b98c8ac1cd size 5120M (features: [layering]) using mon 199.19.213.73
I0806 01:19:38.995689       1 rbd_util.go:1563] ID: 25 Req-ID: pvc-0d81e41a-b905-4138-b7bf-56bfe7daf826 setting image options on kube/csi-vol-edf72b7a-6b48-4edc-a73f-c7b98c8ac1cd
I0806 01:19:39.030997       1 controllerserver.go:763] ID: 25 Req-ID: pvc-0d81e41a-b905-4138-b7bf-56bfe7daf826 created image kube/csi-vol-edf72b7a-6b48-4edc-a73f-c7b98c8ac1cd backed for request name pvc-0d81e41a-b905-4138-b7bf-56bfe7daf826
I0806 01:19:39.067136       1 omap.go:159] ID: 25 Req-ID: pvc-0d81e41a-b905-4138-b7bf-56bfe7daf826 set omap keys (pool="kube", namespace="", name="csi.volume.edf72b7a-6b48-4edc-a73f-c7b98c8ac1cd"): map[csi.imageid:37f4cf14816b])
I0806 01:19:39.171467       1 utils.go:205] ID: 25 Req-ID: pvc-0d81e41a-b905-4138-b7bf-56bfe7daf826 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-edf72b7a-6b48-4edc-a73f-c7b98c8ac1cd","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-edf72b7a-6b48-4edc-a73f-c7b98c8ac1cd"}}