I0428 17:18:39.576950       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0428 17:18:39.577086       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0428 17:18:39.577099       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0428 17:18:39.577103       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0428 17:18:39.577107       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0428 17:18:39.577110       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0428 17:18:39.577115       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0428 17:18:39.577129       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0428 17:18:39.577135       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0428 17:18:39.577139       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0428 17:18:39.577682       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0428 17:18:39.577709       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0428 17:18:47.370137       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0428 17:18:47.372361       1 utils.go:199] ID: 1 GRPC request: {}
I0428 17:18:47.372443       1 utils.go:205] ID: 1 GRPC response: {}
I0428 17:18:47.381013       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0428 17:18:47.381145       1 utils.go:199] ID: 2 GRPC request: {}
I0428 17:18:47.381167       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0428 17:18:47.381289       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0428 17:18:47.382956       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0428 17:18:47.382997       1 utils.go:199] ID: 3 GRPC request: {}
I0428 17:18:47.383022       1 utils.go:205] ID: 3 GRPC response: {}
I0428 17:18:47.383667       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0428 17:18:47.383737       1 utils.go:199] ID: 4 GRPC request: {}
I0428 17:18:47.383915       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0428 17:18:47.385056       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0428 17:18:47.385316       1 utils.go:199] ID: 5 GRPC request: {}
I0428 17:18:47.385341       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0428 17:18:47.385725       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0428 17:18:49.997327       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0428 17:18:49.997366       1 utils.go:199] ID: 6 GRPC request: {}
I0428 17:18:49.997401       1 utils.go:205] ID: 6 GRPC response: {}
I0428 17:18:49.999718       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0428 17:18:49.999742       1 utils.go:199] ID: 7 GRPC request: {}
I0428 17:18:49.999749       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0428 17:18:49.999773       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0428 17:18:50.001166       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0428 17:18:50.001232       1 utils.go:199] ID: 8 GRPC request: {}
I0428 17:18:50.001268       1 utils.go:205] ID: 8 GRPC response: {}
I0428 17:18:50.001709       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0428 17:18:50.001735       1 utils.go:199] ID: 9 GRPC request: {}
I0428 17:18:50.001848       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0428 17:18:50.002371       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0428 17:18:50.002413       1 utils.go:199] ID: 10 GRPC request: {}
I0428 17:18:50.002423       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0428 17:18:50.002618       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0428 17:18:50.003013       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0428 17:18:50.003035       1 utils.go:199] ID: 11 GRPC request: {}
I0428 17:18:50.003043       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0428 17:18:50.003102       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0428 17:18:50.003334       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0428 17:18:50.003364       1 utils.go:199] ID: 12 GRPC request: {}
I0428 17:18:50.003373       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0428 17:18:50.003509       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0428 17:18:51.338832       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0428 17:18:51.338886       1 utils.go:199] ID: 13 GRPC request: {}
I0428 17:18:51.338895       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0428 17:18:51.338929       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0428 17:18:51.342923       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0428 17:18:51.343001       1 utils.go:199] ID: 14 GRPC request: {}
I0428 17:18:51.343092       1 utils.go:205] ID: 14 GRPC response: {}
I0428 17:18:51.343801       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0428 17:18:51.343893       1 utils.go:199] ID: 15 GRPC request: {}
I0428 17:18:51.343929       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0428 17:18:51.344110       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0428 17:18:52.554197       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0428 17:18:52.554319       1 utils.go:199] ID: 16 GRPC request: {}
I0428 17:18:52.554405       1 utils.go:205] ID: 16 GRPC response: {}
I0428 17:18:52.560026       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0428 17:18:52.560071       1 utils.go:199] ID: 17 GRPC request: {}
I0428 17:18:52.560083       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0428 17:18:52.560153       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0428 17:18:52.562903       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0428 17:18:52.562923       1 utils.go:199] ID: 18 GRPC request: {}
I0428 17:18:52.562936       1 utils.go:205] ID: 18 GRPC response: {}
I0428 17:18:52.565955       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0428 17:18:52.565984       1 utils.go:199] ID: 19 GRPC request: {}
I0428 17:18:52.566803       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0428 17:18:52.567612       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0428 17:18:52.567658       1 utils.go:199] ID: 20 GRPC request: {}
I0428 17:18:52.567669       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0428 17:18:52.567772       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0428 17:19:52.728753       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0428 17:19:52.728964       1 utils.go:199] ID: 21 GRPC request: {}
I0428 17:19:52.729150       1 utils.go:205] ID: 21 GRPC response: {}
I0428 17:20:52.733557       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0428 17:20:52.733792       1 utils.go:199] ID: 22 GRPC request: {}
I0428 17:20:52.733908       1 utils.go:205] ID: 22 GRPC response: {}
I0428 17:21:52.783927       1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe
I0428 17:21:52.784087       1 utils.go:199] ID: 23 GRPC request: {}
I0428 17:21:52.784151       1 utils.go:205] ID: 23 GRPC response: {}
I0428 17:21:53.277328       1 utils.go:198] ID: 24 Req-ID: pvc-87e42cb0-62cc-42a3-87c9-e17b80037e33 GRPC call: /csi.v1.Controller/CreateVolume
I0428 17:21:53.277961       1 utils.go:199] ID: 24 Req-ID: pvc-87e42cb0-62cc-42a3-87c9-e17b80037e33 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-87e42cb0-62cc-42a3-87c9-e17b80037e33","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-87e42cb0-62cc-42a3-87c9-e17b80037e33","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0428 17:21:53.278411       1 rbd_util.go:1315] ID: 24 Req-ID: pvc-87e42cb0-62cc-42a3-87c9-e17b80037e33 setting disableInUseChecks: false image features: [layering] mounter: rbd
E0428 17:21:53.298390       1 omap.go:80] ID: 24 Req-ID: pvc-87e42cb0-62cc-42a3-87c9-e17b80037e33 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0428 17:21:53.317797       1 omap.go:159] ID: 24 Req-ID: pvc-87e42cb0-62cc-42a3-87c9-e17b80037e33 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-87e42cb0-62cc-42a3-87c9-e17b80037e33:907a034e-1fae-454b-9bb8-38d944837c32])
I0428 17:21:53.325045       1 omap.go:159] ID: 24 Req-ID: pvc-87e42cb0-62cc-42a3-87c9-e17b80037e33 set omap keys (pool="kube", namespace="", name="csi.volume.907a034e-1fae-454b-9bb8-38d944837c32"): map[csi.imagename:csi-vol-907a034e-1fae-454b-9bb8-38d944837c32 csi.volname:pvc-87e42cb0-62cc-42a3-87c9-e17b80037e33 csi.volume.owner:default])
I0428 17:21:53.325196       1 rbd_journal.go:491] ID: 24 Req-ID: pvc-87e42cb0-62cc-42a3-87c9-e17b80037e33 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-907a034e-1fae-454b-9bb8-38d944837c32) and image name (csi-vol-907a034e-1fae-454b-9bb8-38d944837c32) for request name (pvc-87e42cb0-62cc-42a3-87c9-e17b80037e33)
I0428 17:21:53.325309       1 rbd_util.go:423] ID: 24 Req-ID: pvc-87e42cb0-62cc-42a3-87c9-e17b80037e33 rbd: create kube/csi-vol-907a034e-1fae-454b-9bb8-38d944837c32 size 5120M (features: [layering]) using mon 199.204.45.240
I0428 17:21:53.325430       1 rbd_util.go:1563] ID: 24 Req-ID: pvc-87e42cb0-62cc-42a3-87c9-e17b80037e33 setting image options on kube/csi-vol-907a034e-1fae-454b-9bb8-38d944837c32
I0428 17:21:54.539114       1 controllerserver.go:763] ID: 24 Req-ID: pvc-87e42cb0-62cc-42a3-87c9-e17b80037e33 created image kube/csi-vol-907a034e-1fae-454b-9bb8-38d944837c32 backed for request name pvc-87e42cb0-62cc-42a3-87c9-e17b80037e33
I0428 17:21:54.573520       1 omap.go:159] ID: 24 Req-ID: pvc-87e42cb0-62cc-42a3-87c9-e17b80037e33 set omap keys (pool="kube", namespace="", name="csi.volume.907a034e-1fae-454b-9bb8-38d944837c32"): map[csi.imageid:37d8423c012f])
I0428 17:21:54.678365       1 utils.go:205] ID: 24 Req-ID: pvc-87e42cb0-62cc-42a3-87c9-e17b80037e33 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-907a034e-1fae-454b-9bb8-38d944837c32","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-907a034e-1fae-454b-9bb8-38d944837c32"}}