I0506 14:23:51.544464       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0506 14:23:51.544732       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0506 14:23:51.544836       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0506 14:23:51.544907       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0506 14:23:51.544964       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0506 14:23:51.545017       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0506 14:23:51.545054       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0506 14:23:51.545098       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0506 14:23:51.545135       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0506 14:23:51.545220       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0506 14:23:51.545990       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0506 14:23:51.546127       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0506 14:24:06.495521       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0506 14:24:06.497077       1 utils.go:199] ID: 1 GRPC request: {}
I0506 14:24:06.497147       1 utils.go:205] ID: 1 GRPC response: {}
I0506 14:24:06.499303       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0506 14:24:06.499386       1 utils.go:199] ID: 2 GRPC request: {}
I0506 14:24:06.499410       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0506 14:24:06.499456       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0506 14:24:06.500621       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0506 14:24:06.500659       1 utils.go:199] ID: 3 GRPC request: {}
I0506 14:24:06.500687       1 utils.go:205] ID: 3 GRPC response: {}
I0506 14:24:06.501344       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0506 14:24:06.501521       1 utils.go:199] ID: 4 GRPC request: {}
I0506 14:24:06.501768       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0506 14:24:06.502486       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0506 14:24:06.502635       1 utils.go:199] ID: 5 GRPC request: {}
I0506 14:24:06.502649       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0506 14:24:06.502807       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0506 14:24:10.118558       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0506 14:24:10.118601       1 utils.go:199] ID: 6 GRPC request: {}
I0506 14:24:10.118683       1 utils.go:205] ID: 6 GRPC response: {}
I0506 14:24:10.120956       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0506 14:24:10.120973       1 utils.go:199] ID: 7 GRPC request: {}
I0506 14:24:10.120979       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0506 14:24:10.120999       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0506 14:24:10.124012       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0506 14:24:10.124078       1 utils.go:199] ID: 8 GRPC request: {}
I0506 14:24:10.124111       1 utils.go:205] ID: 8 GRPC response: {}
I0506 14:24:10.124921       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0506 14:24:10.124969       1 utils.go:199] ID: 9 GRPC request: {}
I0506 14:24:10.125109       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0506 14:24:10.125857       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0506 14:24:10.125882       1 utils.go:199] ID: 10 GRPC request: {}
I0506 14:24:10.125892       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0506 14:24:10.125991       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0506 14:24:10.126623       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0506 14:24:10.126642       1 utils.go:199] ID: 11 GRPC request: {}
I0506 14:24:10.126649       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0506 14:24:10.126709       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0506 14:24:10.127032       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0506 14:24:10.127051       1 utils.go:199] ID: 12 GRPC request: {}
I0506 14:24:10.127057       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0506 14:24:10.127121       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0506 14:24:12.084623       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0506 14:24:12.084681       1 utils.go:199] ID: 13 GRPC request: {}
I0506 14:24:12.084692       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0506 14:24:12.084743       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0506 14:24:12.088242       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0506 14:24:12.088284       1 utils.go:199] ID: 14 GRPC request: {}
I0506 14:24:12.088317       1 utils.go:205] ID: 14 GRPC response: {}
I0506 14:24:12.089931       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0506 14:24:12.090013       1 utils.go:199] ID: 15 GRPC request: {}
I0506 14:24:12.090032       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0506 14:24:12.090339       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0506 14:24:13.804490       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0506 14:24:13.804554       1 utils.go:199] ID: 16 GRPC request: {}
I0506 14:24:13.804580       1 utils.go:205] ID: 16 GRPC response: {}
I0506 14:24:13.808733       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0506 14:24:13.808864       1 utils.go:199] ID: 17 GRPC request: {}
I0506 14:24:13.808879       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0506 14:24:13.808968       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0506 14:24:13.811125       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0506 14:24:13.811247       1 utils.go:199] ID: 18 GRPC request: {}
I0506 14:24:13.811332       1 utils.go:205] ID: 18 GRPC response: {}
I0506 14:24:13.811692       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0506 14:24:13.811720       1 utils.go:199] ID: 19 GRPC request: {}
I0506 14:24:13.811833       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0506 14:24:13.812532       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0506 14:24:13.812564       1 utils.go:199] ID: 20 GRPC request: {}
I0506 14:24:13.812667       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0506 14:24:13.812930       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0506 14:25:14.955020       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0506 14:25:14.955128       1 utils.go:199] ID: 21 GRPC request: {}
I0506 14:25:14.955190       1 utils.go:205] ID: 21 GRPC response: {}
I0506 14:26:14.956707       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0506 14:26:14.957006       1 utils.go:199] ID: 22 GRPC request: {}
I0506 14:26:14.957202       1 utils.go:205] ID: 22 GRPC response: {}
I0506 14:27:14.955117       1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe
I0506 14:27:14.955181       1 utils.go:199] ID: 23 GRPC request: {}
I0506 14:27:14.955210       1 utils.go:205] ID: 23 GRPC response: {}
I0506 14:27:24.110874       1 utils.go:198] ID: 24 Req-ID: pvc-98c2f16d-dbaf-4e73-8d1b-562298c9dd55 GRPC call: /csi.v1.Controller/CreateVolume
I0506 14:27:24.111935       1 utils.go:199] ID: 24 Req-ID: pvc-98c2f16d-dbaf-4e73-8d1b-562298c9dd55 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-98c2f16d-dbaf-4e73-8d1b-562298c9dd55","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-98c2f16d-dbaf-4e73-8d1b-562298c9dd55","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0506 14:27:24.112282       1 rbd_util.go:1315] ID: 24 Req-ID: pvc-98c2f16d-dbaf-4e73-8d1b-562298c9dd55 setting disableInUseChecks: false image features: [layering] mounter: rbd
E0506 14:27:24.132308       1 omap.go:80] ID: 24 Req-ID: pvc-98c2f16d-dbaf-4e73-8d1b-562298c9dd55 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0506 14:27:24.168218       1 omap.go:159] ID: 24 Req-ID: pvc-98c2f16d-dbaf-4e73-8d1b-562298c9dd55 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-98c2f16d-dbaf-4e73-8d1b-562298c9dd55:4f74e6f8-8446-4938-9975-9fa67ba4d940])
I0506 14:27:24.177923       1 omap.go:159] ID: 24 Req-ID: pvc-98c2f16d-dbaf-4e73-8d1b-562298c9dd55 set omap keys (pool="kube", namespace="", name="csi.volume.4f74e6f8-8446-4938-9975-9fa67ba4d940"): map[csi.imagename:csi-vol-4f74e6f8-8446-4938-9975-9fa67ba4d940 csi.volname:pvc-98c2f16d-dbaf-4e73-8d1b-562298c9dd55 csi.volume.owner:default])
I0506 14:27:24.177990       1 rbd_journal.go:491] ID: 24 Req-ID: pvc-98c2f16d-dbaf-4e73-8d1b-562298c9dd55 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-4f74e6f8-8446-4938-9975-9fa67ba4d940) and image name (csi-vol-4f74e6f8-8446-4938-9975-9fa67ba4d940) for request name (pvc-98c2f16d-dbaf-4e73-8d1b-562298c9dd55)
I0506 14:27:24.178478       1 rbd_util.go:423] ID: 24 Req-ID: pvc-98c2f16d-dbaf-4e73-8d1b-562298c9dd55 rbd: create kube/csi-vol-4f74e6f8-8446-4938-9975-9fa67ba4d940 size 5120M (features: [layering]) using mon 199.204.45.140
I0506 14:27:24.179462       1 rbd_util.go:1563] ID: 24 Req-ID: pvc-98c2f16d-dbaf-4e73-8d1b-562298c9dd55 setting image options on kube/csi-vol-4f74e6f8-8446-4938-9975-9fa67ba4d940
I0506 14:27:25.296497       1 controllerserver.go:763] ID: 24 Req-ID: pvc-98c2f16d-dbaf-4e73-8d1b-562298c9dd55 created image kube/csi-vol-4f74e6f8-8446-4938-9975-9fa67ba4d940 backed for request name pvc-98c2f16d-dbaf-4e73-8d1b-562298c9dd55
I0506 14:27:25.345130       1 omap.go:159] ID: 24 Req-ID: pvc-98c2f16d-dbaf-4e73-8d1b-562298c9dd55 set omap keys (pool="kube", namespace="", name="csi.volume.4f74e6f8-8446-4938-9975-9fa67ba4d940"): map[csi.imageid:37d835fb48db])
I0506 14:27:25.520801       1 utils.go:205] ID: 24 Req-ID: pvc-98c2f16d-dbaf-4e73-8d1b-562298c9dd55 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-4f74e6f8-8446-4938-9975-9fa67ba4d940","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-4f74e6f8-8446-4938-9975-9fa67ba4d940"}}
I0506 14:28:14.964924       1 utils.go:198] ID: 25 GRPC call: /csi.v1.Identity/Probe
I0506 14:28:14.964970       1 utils.go:199] ID: 25 GRPC request: {}
I0506 14:28:14.964991       1 utils.go:205] ID: 25 GRPC response: {}