I0403 02:24:22.467792       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0403 02:24:22.468036       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0403 02:24:22.468070       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0403 02:24:22.468084       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0403 02:24:22.468096       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0403 02:24:22.468109       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0403 02:24:22.468143       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0403 02:24:22.468163       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0403 02:24:22.468176       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0403 02:24:22.468188       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0403 02:24:22.468625       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0403 02:24:22.468634       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0403 02:24:26.735305       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0403 02:24:26.736899       1 utils.go:199] ID: 1 GRPC request: {}
I0403 02:24:26.736982       1 utils.go:205] ID: 1 GRPC response: {}
I0403 02:24:26.740311       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0403 02:24:26.740684       1 utils.go:199] ID: 2 GRPC request: {}
I0403 02:24:26.740701       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0403 02:24:26.740829       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0403 02:24:26.742308       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0403 02:24:26.742409       1 utils.go:199] ID: 3 GRPC request: {}
I0403 02:24:26.742471       1 utils.go:205] ID: 3 GRPC response: {}
I0403 02:24:26.742889       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0403 02:24:26.742968       1 utils.go:199] ID: 4 GRPC request: {}
I0403 02:24:26.743861       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0403 02:24:26.744909       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0403 02:24:26.745771       1 utils.go:199] ID: 5 GRPC request: {}
I0403 02:24:26.745813       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0403 02:24:26.745965       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0403 02:24:36.087261       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0403 02:24:36.087373       1 utils.go:199] ID: 6 GRPC request: {}
I0403 02:24:36.087417       1 utils.go:205] ID: 6 GRPC response: {}
I0403 02:24:36.092056       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0403 02:24:36.092116       1 utils.go:199] ID: 7 GRPC request: {}
I0403 02:24:36.092140       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0403 02:24:36.092177       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0403 02:24:36.094135       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0403 02:24:36.094200       1 utils.go:199] ID: 8 GRPC request: {}
I0403 02:24:36.094254       1 utils.go:205] ID: 8 GRPC response: {}
I0403 02:24:36.094887       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0403 02:24:36.094923       1 utils.go:199] ID: 9 GRPC request: {}
I0403 02:24:36.095020       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0403 02:24:36.095680       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0403 02:24:36.095717       1 utils.go:199] ID: 10 GRPC request: {}
I0403 02:24:36.095730       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0403 02:24:36.095821       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0403 02:24:36.096399       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0403 02:24:36.096424       1 utils.go:199] ID: 11 GRPC request: {}
I0403 02:24:36.096433       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0403 02:24:36.096498       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0403 02:24:36.096863       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0403 02:24:36.096882       1 utils.go:199] ID: 12 GRPC request: {}
I0403 02:24:36.096889       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0403 02:24:36.096957       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0403 02:24:45.303959       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0403 02:24:45.303992       1 utils.go:199] ID: 13 GRPC request: {}
I0403 02:24:45.303999       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0403 02:24:45.304037       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0403 02:24:45.307105       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0403 02:24:45.307120       1 utils.go:199] ID: 14 GRPC request: {}
I0403 02:24:45.307130       1 utils.go:205] ID: 14 GRPC response: {}
I0403 02:24:45.308356       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0403 02:24:45.308380       1 utils.go:199] ID: 15 GRPC request: {}
I0403 02:24:45.308389       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0403 02:24:45.308475       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0403 02:24:46.862967       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0403 02:24:46.863005       1 utils.go:199] ID: 16 GRPC request: {}
I0403 02:24:46.863033       1 utils.go:205] ID: 16 GRPC response: {}
I0403 02:24:46.865861       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0403 02:24:46.866049       1 utils.go:199] ID: 17 GRPC request: {}
I0403 02:24:46.866090       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0403 02:24:46.866130       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0403 02:24:46.868154       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0403 02:24:46.868281       1 utils.go:199] ID: 18 GRPC request: {}
I0403 02:24:46.868360       1 utils.go:205] ID: 18 GRPC response: {}
I0403 02:24:46.868726       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0403 02:24:46.868780       1 utils.go:199] ID: 19 GRPC request: {}
I0403 02:24:46.869050       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0403 02:24:46.869718       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0403 02:24:46.869749       1 utils.go:199] ID: 20 GRPC request: {}
I0403 02:24:46.869761       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0403 02:24:46.870142       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0403 02:25:47.500954       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0403 02:25:47.501041       1 utils.go:199] ID: 21 GRPC request: {}
I0403 02:25:47.501091       1 utils.go:205] ID: 21 GRPC response: {}
I0403 02:26:47.453904       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0403 02:26:47.454068       1 utils.go:199] ID: 22 GRPC request: {}
I0403 02:26:47.454102       1 utils.go:205] ID: 22 GRPC response: {}
I0403 02:27:41.730502       1 utils.go:198] ID: 23 Req-ID: pvc-c935c354-1881-4a59-9d46-f1f68758eb6e GRPC call: /csi.v1.Controller/CreateVolume
I0403 02:27:41.731027       1 utils.go:199] ID: 23 Req-ID: pvc-c935c354-1881-4a59-9d46-f1f68758eb6e GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-c935c354-1881-4a59-9d46-f1f68758eb6e","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-c935c354-1881-4a59-9d46-f1f68758eb6e","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0403 02:27:41.731742       1 rbd_util.go:1315] ID: 23 Req-ID: pvc-c935c354-1881-4a59-9d46-f1f68758eb6e setting disableInUseChecks: false image features: [layering] mounter: rbd
E0403 02:27:41.752664       1 omap.go:80] ID: 23 Req-ID: pvc-c935c354-1881-4a59-9d46-f1f68758eb6e omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0403 02:27:41.767282       1 omap.go:159] ID: 23 Req-ID: pvc-c935c354-1881-4a59-9d46-f1f68758eb6e set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-c935c354-1881-4a59-9d46-f1f68758eb6e:18f0d490-9c46-4eff-afee-b1d287b6eb1d])
I0403 02:27:41.774324       1 omap.go:159] ID: 23 Req-ID: pvc-c935c354-1881-4a59-9d46-f1f68758eb6e set omap keys (pool="kube", namespace="", name="csi.volume.18f0d490-9c46-4eff-afee-b1d287b6eb1d"): map[csi.imagename:csi-vol-18f0d490-9c46-4eff-afee-b1d287b6eb1d csi.volname:pvc-c935c354-1881-4a59-9d46-f1f68758eb6e csi.volume.owner:default])
I0403 02:27:41.774373       1 rbd_journal.go:491] ID: 23 Req-ID: pvc-c935c354-1881-4a59-9d46-f1f68758eb6e generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-18f0d490-9c46-4eff-afee-b1d287b6eb1d) and image name (csi-vol-18f0d490-9c46-4eff-afee-b1d287b6eb1d) for request name (pvc-c935c354-1881-4a59-9d46-f1f68758eb6e)
I0403 02:27:41.774492       1 rbd_util.go:423] ID: 23 Req-ID: pvc-c935c354-1881-4a59-9d46-f1f68758eb6e rbd: create kube/csi-vol-18f0d490-9c46-4eff-afee-b1d287b6eb1d size 5120M (features: [layering]) using mon 199.204.45.223
I0403 02:27:41.774563       1 rbd_util.go:1563] ID: 23 Req-ID: pvc-c935c354-1881-4a59-9d46-f1f68758eb6e setting image options on kube/csi-vol-18f0d490-9c46-4eff-afee-b1d287b6eb1d
I0403 02:27:43.688777       1 controllerserver.go:763] ID: 23 Req-ID: pvc-c935c354-1881-4a59-9d46-f1f68758eb6e created image kube/csi-vol-18f0d490-9c46-4eff-afee-b1d287b6eb1d backed for request name pvc-c935c354-1881-4a59-9d46-f1f68758eb6e
I0403 02:27:43.725559       1 omap.go:159] ID: 23 Req-ID: pvc-c935c354-1881-4a59-9d46-f1f68758eb6e set omap keys (pool="kube", namespace="", name="csi.volume.18f0d490-9c46-4eff-afee-b1d287b6eb1d"): map[csi.imageid:37d99445f598])
I0403 02:27:43.833411       1 utils.go:205] ID: 23 Req-ID: pvc-c935c354-1881-4a59-9d46-f1f68758eb6e GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-18f0d490-9c46-4eff-afee-b1d287b6eb1d","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-18f0d490-9c46-4eff-afee-b1d287b6eb1d"}}
I0403 02:27:47.505460       1 utils.go:198] ID: 24 GRPC call: /csi.v1.Identity/Probe
I0403 02:27:47.505532       1 utils.go:199] ID: 24 GRPC request: {}
I0403 02:27:47.505575       1 utils.go:205] ID: 24 GRPC response: {}