I0422 19:46:09.189568       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0422 19:46:09.189735       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0422 19:46:09.189753       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0422 19:46:09.189756       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0422 19:46:09.189759       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0422 19:46:09.189762       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0422 19:46:09.189766       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0422 19:46:09.189769       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0422 19:46:09.189771       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0422 19:46:09.189774       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0422 19:46:09.190158       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0422 19:46:09.190190       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0422 19:46:16.167847       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0422 19:46:16.170416       1 utils.go:199] ID: 1 GRPC request: {}
I0422 19:46:16.170610       1 utils.go:205] ID: 1 GRPC response: {}
I0422 19:46:16.174896       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0422 19:46:16.174998       1 utils.go:199] ID: 2 GRPC request: {}
I0422 19:46:16.175037       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0422 19:46:16.175125       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0422 19:46:16.177120       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0422 19:46:16.177141       1 utils.go:199] ID: 3 GRPC request: {}
I0422 19:46:16.177152       1 utils.go:205] ID: 3 GRPC response: {}
I0422 19:46:16.177898       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0422 19:46:16.178036       1 utils.go:199] ID: 4 GRPC request: {}
I0422 19:46:16.178218       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0422 19:46:16.179631       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0422 19:46:16.179710       1 utils.go:199] ID: 5 GRPC request: {}
I0422 19:46:16.179725       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0422 19:46:16.179883       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0422 19:46:17.443509       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0422 19:46:17.443565       1 utils.go:199] ID: 6 GRPC request: {}
I0422 19:46:17.443586       1 utils.go:205] ID: 6 GRPC response: {}
I0422 19:46:17.446243       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0422 19:46:17.446262       1 utils.go:199] ID: 7 GRPC request: {}
I0422 19:46:17.446270       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0422 19:46:17.446293       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0422 19:46:17.448147       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0422 19:46:17.448172       1 utils.go:199] ID: 8 GRPC request: {}
I0422 19:46:17.448185       1 utils.go:205] ID: 8 GRPC response: {}
I0422 19:46:17.449039       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0422 19:46:17.449104       1 utils.go:199] ID: 9 GRPC request: {}
I0422 19:46:17.449283       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0422 19:46:17.452277       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0422 19:46:17.452308       1 utils.go:199] ID: 10 GRPC request: {}
I0422 19:46:17.452318       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0422 19:46:17.452893       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0422 19:46:17.453778       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0422 19:46:17.453852       1 utils.go:199] ID: 11 GRPC request: {}
I0422 19:46:17.453859       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0422 19:46:17.454047       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0422 19:46:17.454628       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0422 19:46:17.454647       1 utils.go:199] ID: 12 GRPC request: {}
I0422 19:46:17.454653       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0422 19:46:17.454789       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0422 19:46:18.744101       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0422 19:46:18.744150       1 utils.go:199] ID: 13 GRPC request: {}
I0422 19:46:18.744159       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0422 19:46:18.744188       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0422 19:46:18.746079       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0422 19:46:18.746114       1 utils.go:199] ID: 14 GRPC request: {}
I0422 19:46:18.746139       1 utils.go:205] ID: 14 GRPC response: {}
I0422 19:46:18.746837       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0422 19:46:18.746876       1 utils.go:199] ID: 15 GRPC request: {}
I0422 19:46:18.746903       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0422 19:46:18.747065       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0422 19:46:20.018404       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0422 19:46:20.018451       1 utils.go:199] ID: 16 GRPC request: {}
I0422 19:46:20.018470       1 utils.go:205] ID: 16 GRPC response: {}
I0422 19:46:20.022287       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0422 19:46:20.022322       1 utils.go:199] ID: 17 GRPC request: {}
I0422 19:46:20.022333       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0422 19:46:20.022387       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0422 19:46:20.024402       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0422 19:46:20.024618       1 utils.go:199] ID: 18 GRPC request: {}
I0422 19:46:20.024701       1 utils.go:205] ID: 18 GRPC response: {}
I0422 19:46:20.025351       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0422 19:46:20.025490       1 utils.go:199] ID: 19 GRPC request: {}
I0422 19:46:20.025784       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0422 19:46:20.026473       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0422 19:46:20.026513       1 utils.go:199] ID: 20 GRPC request: {}
I0422 19:46:20.026560       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0422 19:46:20.026754       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0422 19:47:20.206912       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0422 19:47:20.207063       1 utils.go:199] ID: 21 GRPC request: {}
I0422 19:47:20.207160       1 utils.go:205] ID: 21 GRPC response: {}
I0422 19:48:20.208703       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0422 19:48:20.208849       1 utils.go:199] ID: 22 GRPC request: {}
I0422 19:48:20.208934       1 utils.go:205] ID: 22 GRPC response: {}
I0422 19:49:20.207099       1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe
I0422 19:49:20.207201       1 utils.go:199] ID: 23 GRPC request: {}
I0422 19:49:20.207255       1 utils.go:205] ID: 23 GRPC response: {}
I0422 19:49:27.734585       1 utils.go:198] ID: 24 Req-ID: pvc-699b49b9-17d9-41f9-ade0-e636f76fa548 GRPC call: /csi.v1.Controller/CreateVolume
I0422 19:49:27.736235       1 utils.go:199] ID: 24 Req-ID: pvc-699b49b9-17d9-41f9-ade0-e636f76fa548 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-699b49b9-17d9-41f9-ade0-e636f76fa548","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-699b49b9-17d9-41f9-ade0-e636f76fa548","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0422 19:49:27.736765       1 rbd_util.go:1315] ID: 24 Req-ID: pvc-699b49b9-17d9-41f9-ade0-e636f76fa548 setting disableInUseChecks: false image features: [layering] mounter: rbd
E0422 19:49:27.758979       1 omap.go:80] ID: 24 Req-ID: pvc-699b49b9-17d9-41f9-ade0-e636f76fa548 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0422 19:49:27.777364       1 omap.go:159] ID: 24 Req-ID: pvc-699b49b9-17d9-41f9-ade0-e636f76fa548 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-699b49b9-17d9-41f9-ade0-e636f76fa548:5c6a0724-c76f-4027-8061-e950ebc5fdaa])
I0422 19:49:27.783809       1 omap.go:159] ID: 24 Req-ID: pvc-699b49b9-17d9-41f9-ade0-e636f76fa548 set omap keys (pool="kube", namespace="", name="csi.volume.5c6a0724-c76f-4027-8061-e950ebc5fdaa"): map[csi.imagename:csi-vol-5c6a0724-c76f-4027-8061-e950ebc5fdaa csi.volname:pvc-699b49b9-17d9-41f9-ade0-e636f76fa548 csi.volume.owner:default])
I0422 19:49:27.783859       1 rbd_journal.go:491] ID: 24 Req-ID: pvc-699b49b9-17d9-41f9-ade0-e636f76fa548 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-5c6a0724-c76f-4027-8061-e950ebc5fdaa) and image name (csi-vol-5c6a0724-c76f-4027-8061-e950ebc5fdaa) for request name (pvc-699b49b9-17d9-41f9-ade0-e636f76fa548)
I0422 19:49:27.783962       1 rbd_util.go:423] ID: 24 Req-ID: pvc-699b49b9-17d9-41f9-ade0-e636f76fa548 rbd: create kube/csi-vol-5c6a0724-c76f-4027-8061-e950ebc5fdaa size 5120M (features: [layering]) using mon 199.204.45.65
I0422 19:49:27.784038       1 rbd_util.go:1563] ID: 24 Req-ID: pvc-699b49b9-17d9-41f9-ade0-e636f76fa548 setting image options on kube/csi-vol-5c6a0724-c76f-4027-8061-e950ebc5fdaa
I0422 19:49:28.934839       1 controllerserver.go:763] ID: 24 Req-ID: pvc-699b49b9-17d9-41f9-ade0-e636f76fa548 created image kube/csi-vol-5c6a0724-c76f-4027-8061-e950ebc5fdaa backed for request name pvc-699b49b9-17d9-41f9-ade0-e636f76fa548
I0422 19:49:28.978850       1 omap.go:159] ID: 24 Req-ID: pvc-699b49b9-17d9-41f9-ade0-e636f76fa548 set omap keys (pool="kube", namespace="", name="csi.volume.5c6a0724-c76f-4027-8061-e950ebc5fdaa"): map[csi.imageid:37d9bf2705c2])
I0422 19:49:29.090185       1 utils.go:205] ID: 24 Req-ID: pvc-699b49b9-17d9-41f9-ade0-e636f76fa548 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-5c6a0724-c76f-4027-8061-e950ebc5fdaa","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-5c6a0724-c76f-4027-8061-e950ebc5fdaa"}}