I0513 18:25:03.933541       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0513 18:25:03.933650       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0513 18:25:03.933680       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0513 18:25:03.933685       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0513 18:25:03.933687       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0513 18:25:03.933690       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0513 18:25:03.933694       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0513 18:25:03.933697       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0513 18:25:03.933699       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0513 18:25:03.933702       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0513 18:25:03.934025       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0513 18:25:03.934214       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0513 18:25:13.031914       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0513 18:25:13.035082       1 utils.go:199] ID: 1 GRPC request: {}
I0513 18:25:13.035296       1 utils.go:205] ID: 1 GRPC response: {}
I0513 18:25:13.040574       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0513 18:25:13.040758       1 utils.go:199] ID: 2 GRPC request: {}
I0513 18:25:13.040788       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0513 18:25:13.040891       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0513 18:25:13.042462       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0513 18:25:13.042518       1 utils.go:199] ID: 3 GRPC request: {}
I0513 18:25:13.042550       1 utils.go:205] ID: 3 GRPC response: {}
I0513 18:25:13.043001       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0513 18:25:13.043120       1 utils.go:199] ID: 4 GRPC request: {}
I0513 18:25:13.044022       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0513 18:25:13.045340       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0513 18:25:13.045464       1 utils.go:199] ID: 5 GRPC request: {}
I0513 18:25:13.045502       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0513 18:25:13.045725       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0513 18:25:17.588458       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0513 18:25:17.588496       1 utils.go:199] ID: 6 GRPC request: {}
I0513 18:25:17.588512       1 utils.go:205] ID: 6 GRPC response: {}
I0513 18:25:17.590777       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0513 18:25:17.590820       1 utils.go:199] ID: 7 GRPC request: {}
I0513 18:25:17.590903       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0513 18:25:17.591024       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0513 18:25:17.592485       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0513 18:25:17.592540       1 utils.go:199] ID: 8 GRPC request: {}
I0513 18:25:17.592578       1 utils.go:205] ID: 8 GRPC response: {}
I0513 18:25:17.593003       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0513 18:25:17.593059       1 utils.go:199] ID: 9 GRPC request: {}
I0513 18:25:17.593246       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0513 18:25:17.594139       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0513 18:25:17.594172       1 utils.go:199] ID: 10 GRPC request: {}
I0513 18:25:17.594184       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0513 18:25:17.594360       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0513 18:25:17.597546       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0513 18:25:17.597567       1 utils.go:199] ID: 11 GRPC request: {}
I0513 18:25:17.597573       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0513 18:25:17.597739       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0513 18:25:17.598232       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0513 18:25:17.598252       1 utils.go:199] ID: 12 GRPC request: {}
I0513 18:25:17.598257       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0513 18:25:17.598343       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0513 18:25:23.397305       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0513 18:25:23.397352       1 utils.go:199] ID: 13 GRPC request: {}
I0513 18:25:23.397363       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0513 18:25:23.397395       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0513 18:25:23.400663       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0513 18:25:23.400691       1 utils.go:199] ID: 14 GRPC request: {}
I0513 18:25:23.400713       1 utils.go:205] ID: 14 GRPC response: {}
I0513 18:25:23.401420       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0513 18:25:23.401452       1 utils.go:199] ID: 15 GRPC request: {}
I0513 18:25:23.401461       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0513 18:25:23.401602       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0513 18:25:24.788928       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0513 18:25:24.789029       1 utils.go:199] ID: 16 GRPC request: {}
I0513 18:25:24.789102       1 utils.go:205] ID: 16 GRPC response: {}
I0513 18:25:24.791270       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0513 18:25:24.791322       1 utils.go:199] ID: 17 GRPC request: {}
I0513 18:25:24.791334       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0513 18:25:24.791376       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0513 18:25:24.793485       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0513 18:25:24.793510       1 utils.go:199] ID: 18 GRPC request: {}
I0513 18:25:24.793524       1 utils.go:205] ID: 18 GRPC response: {}
I0513 18:25:24.793835       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0513 18:25:24.793901       1 utils.go:199] ID: 19 GRPC request: {}
I0513 18:25:24.794042       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0513 18:25:24.795878       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0513 18:25:24.795951       1 utils.go:199] ID: 20 GRPC request: {}
I0513 18:25:24.795968       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0513 18:25:24.796088       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0513 18:26:25.025568       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0513 18:26:25.025710       1 utils.go:199] ID: 21 GRPC request: {}
I0513 18:26:25.025796       1 utils.go:205] ID: 21 GRPC response: {}
I0513 18:27:24.990550       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0513 18:27:24.990695       1 utils.go:199] ID: 22 GRPC request: {}
I0513 18:27:24.990872       1 utils.go:205] ID: 22 GRPC response: {}
I0513 18:28:25.042384       1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe
I0513 18:28:25.042490       1 utils.go:199] ID: 23 GRPC request: {}
I0513 18:28:25.042549       1 utils.go:205] ID: 23 GRPC response: {}
I0513 18:28:34.025108       1 utils.go:198] ID: 24 Req-ID: pvc-2247411d-050f-444b-b11b-ee829384c628 GRPC call: /csi.v1.Controller/CreateVolume
I0513 18:28:34.025624       1 utils.go:199] ID: 24 Req-ID: pvc-2247411d-050f-444b-b11b-ee829384c628 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-2247411d-050f-444b-b11b-ee829384c628","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-2247411d-050f-444b-b11b-ee829384c628","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0513 18:28:34.026058       1 rbd_util.go:1315] ID: 24 Req-ID: pvc-2247411d-050f-444b-b11b-ee829384c628 setting disableInUseChecks: false image features: [layering] mounter: rbd
E0513 18:28:34.041006       1 omap.go:80] ID: 24 Req-ID: pvc-2247411d-050f-444b-b11b-ee829384c628 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0513 18:28:34.056822       1 omap.go:159] ID: 24 Req-ID: pvc-2247411d-050f-444b-b11b-ee829384c628 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-2247411d-050f-444b-b11b-ee829384c628:c2568acd-b1a7-4f88-9b53-a50252f4d7fc])
I0513 18:28:34.063070       1 omap.go:159] ID: 24 Req-ID: pvc-2247411d-050f-444b-b11b-ee829384c628 set omap keys (pool="kube", namespace="", name="csi.volume.c2568acd-b1a7-4f88-9b53-a50252f4d7fc"): map[csi.imagename:csi-vol-c2568acd-b1a7-4f88-9b53-a50252f4d7fc csi.volname:pvc-2247411d-050f-444b-b11b-ee829384c628 csi.volume.owner:default])
I0513 18:28:34.063115       1 rbd_journal.go:491] ID: 24 Req-ID: pvc-2247411d-050f-444b-b11b-ee829384c628 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-c2568acd-b1a7-4f88-9b53-a50252f4d7fc) and image name (csi-vol-c2568acd-b1a7-4f88-9b53-a50252f4d7fc) for request name (pvc-2247411d-050f-444b-b11b-ee829384c628)
I0513 18:28:34.063187       1 rbd_util.go:423] ID: 24 Req-ID: pvc-2247411d-050f-444b-b11b-ee829384c628 rbd: create kube/csi-vol-c2568acd-b1a7-4f88-9b53-a50252f4d7fc size 5120M (features: [layering]) using mon 199.204.45.169
I0513 18:28:34.063234       1 rbd_util.go:1563] ID: 24 Req-ID: pvc-2247411d-050f-444b-b11b-ee829384c628 setting image options on kube/csi-vol-c2568acd-b1a7-4f88-9b53-a50252f4d7fc
I0513 18:28:36.085732       1 controllerserver.go:763] ID: 24 Req-ID: pvc-2247411d-050f-444b-b11b-ee829384c628 created image kube/csi-vol-c2568acd-b1a7-4f88-9b53-a50252f4d7fc backed for request name pvc-2247411d-050f-444b-b11b-ee829384c628
I0513 18:28:36.130325       1 omap.go:159] ID: 24 Req-ID: pvc-2247411d-050f-444b-b11b-ee829384c628 set omap keys (pool="kube", namespace="", name="csi.volume.c2568acd-b1a7-4f88-9b53-a50252f4d7fc"): map[csi.imageid:37d57ab36418])
I0513 18:28:36.227516       1 utils.go:205] ID: 24 Req-ID: pvc-2247411d-050f-444b-b11b-ee829384c628 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-c2568acd-b1a7-4f88-9b53-a50252f4d7fc","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-c2568acd-b1a7-4f88-9b53-a50252f4d7fc"}}
I0513 18:29:24.997805       1 utils.go:198] ID: 25 GRPC call: /csi.v1.Identity/Probe
I0513 18:29:24.997917       1 utils.go:199] ID: 25 GRPC request: {}
I0513 18:29:24.998126       1 utils.go:205] ID: 25 GRPC response: {}