I0528 21:45:16.329494       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0528 21:45:16.329691       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0528 21:45:16.329714       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0528 21:45:16.329721       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0528 21:45:16.329727       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0528 21:45:16.329734       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0528 21:45:16.329748       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0528 21:45:16.329754       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0528 21:45:16.329761       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0528 21:45:16.329767       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0528 21:45:16.330191       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0528 21:45:16.330228       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0528 21:45:18.225420       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0528 21:45:18.227020       1 utils.go:199] ID: 1 GRPC request: {}
I0528 21:45:18.227115       1 utils.go:205] ID: 1 GRPC response: {}
I0528 21:45:18.230997       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0528 21:45:18.231079       1 utils.go:199] ID: 2 GRPC request: {}
I0528 21:45:18.231096       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0528 21:45:18.231147       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0528 21:45:18.232729       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0528 21:45:18.232754       1 utils.go:199] ID: 3 GRPC request: {}
I0528 21:45:18.232788       1 utils.go:205] ID: 3 GRPC response: {}
I0528 21:45:18.233187       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0528 21:45:18.233247       1 utils.go:199] ID: 4 GRPC request: {}
I0528 21:45:18.233392       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0528 21:45:18.234053       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0528 21:45:18.234093       1 utils.go:199] ID: 5 GRPC request: {}
I0528 21:45:18.234101       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0528 21:45:18.234204       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0528 21:45:20.812395       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0528 21:45:20.812506       1 utils.go:199] ID: 6 GRPC request: {}
I0528 21:45:20.812566       1 utils.go:205] ID: 6 GRPC response: {}
I0528 21:45:20.815538       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0528 21:45:20.815575       1 utils.go:199] ID: 7 GRPC request: {}
I0528 21:45:20.815585       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0528 21:45:20.815715       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0528 21:45:20.817752       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0528 21:45:20.817834       1 utils.go:199] ID: 8 GRPC request: {}
I0528 21:45:20.817870       1 utils.go:205] ID: 8 GRPC response: {}
I0528 21:45:20.818420       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0528 21:45:20.818443       1 utils.go:199] ID: 9 GRPC request: {}
I0528 21:45:20.818624       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0528 21:45:20.819346       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0528 21:45:20.819367       1 utils.go:199] ID: 10 GRPC request: {}
I0528 21:45:20.819375       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0528 21:45:20.819761       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0528 21:45:20.825045       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0528 21:45:20.825100       1 utils.go:199] ID: 11 GRPC request: {}
I0528 21:45:20.825118       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0528 21:45:20.825291       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0528 21:45:20.825957       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0528 21:45:20.826040       1 utils.go:199] ID: 12 GRPC request: {}
I0528 21:45:20.826084       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0528 21:45:20.826257       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0528 21:45:21.956838       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0528 21:45:21.956876       1 utils.go:199] ID: 13 GRPC request: {}
I0528 21:45:21.956885       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0528 21:45:21.956910       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0528 21:45:21.959528       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0528 21:45:21.959548       1 utils.go:199] ID: 14 GRPC request: {}
I0528 21:45:21.959572       1 utils.go:205] ID: 14 GRPC response: {}
I0528 21:45:21.960533       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0528 21:45:21.960572       1 utils.go:199] ID: 15 GRPC request: {}
I0528 21:45:21.960581       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0528 21:45:21.960671       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0528 21:45:23.109998       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0528 21:45:23.110043       1 utils.go:199] ID: 16 GRPC request: {}
I0528 21:45:23.110068       1 utils.go:205] ID: 16 GRPC response: {}
I0528 21:45:23.112401       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0528 21:45:23.112437       1 utils.go:199] ID: 17 GRPC request: {}
I0528 21:45:23.112448       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0528 21:45:23.112478       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0528 21:45:23.119647       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0528 21:45:23.119716       1 utils.go:199] ID: 18 GRPC request: {}
I0528 21:45:23.119748       1 utils.go:205] ID: 18 GRPC response: {}
I0528 21:45:23.120163       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0528 21:45:23.120206       1 utils.go:199] ID: 19 GRPC request: {}
I0528 21:45:23.120339       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0528 21:45:23.121379       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0528 21:45:23.121418       1 utils.go:199] ID: 20 GRPC request: {}
I0528 21:45:23.121434       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0528 21:45:23.121598       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0528 21:46:23.325285       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0528 21:46:23.325349       1 utils.go:199] ID: 21 GRPC request: {}
I0528 21:46:23.325382       1 utils.go:205] ID: 21 GRPC response: {}
I0528 21:47:23.280057       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0528 21:47:23.280113       1 utils.go:199] ID: 22 GRPC request: {}
I0528 21:47:23.280158       1 utils.go:205] ID: 22 GRPC response: {}
I0528 21:48:23.278821       1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe
I0528 21:48:23.278876       1 utils.go:199] ID: 23 GRPC request: {}
I0528 21:48:23.278895       1 utils.go:205] ID: 23 GRPC response: {}
I0528 21:49:05.570919       1 utils.go:198] ID: 24 Req-ID: pvc-1abfeafe-389a-4342-bafc-e140c2477b85 GRPC call: /csi.v1.Controller/CreateVolume
I0528 21:49:05.571530       1 utils.go:199] ID: 24 Req-ID: pvc-1abfeafe-389a-4342-bafc-e140c2477b85 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-1abfeafe-389a-4342-bafc-e140c2477b85","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-1abfeafe-389a-4342-bafc-e140c2477b85","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0528 21:49:05.571914       1 rbd_util.go:1315] ID: 24 Req-ID: pvc-1abfeafe-389a-4342-bafc-e140c2477b85 setting disableInUseChecks: false image features: [layering] mounter: rbd
E0528 21:49:05.590169       1 omap.go:80] ID: 24 Req-ID: pvc-1abfeafe-389a-4342-bafc-e140c2477b85 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0528 21:49:05.605363       1 omap.go:159] ID: 24 Req-ID: pvc-1abfeafe-389a-4342-bafc-e140c2477b85 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-1abfeafe-389a-4342-bafc-e140c2477b85:f63748fc-7a24-4272-8dae-c3dcaa90a0da])
I0528 21:49:05.611756       1 omap.go:159] ID: 24 Req-ID: pvc-1abfeafe-389a-4342-bafc-e140c2477b85 set omap keys (pool="kube", namespace="", name="csi.volume.f63748fc-7a24-4272-8dae-c3dcaa90a0da"): map[csi.imagename:csi-vol-f63748fc-7a24-4272-8dae-c3dcaa90a0da csi.volname:pvc-1abfeafe-389a-4342-bafc-e140c2477b85 csi.volume.owner:default])
I0528 21:49:05.611798       1 rbd_journal.go:491] ID: 24 Req-ID: pvc-1abfeafe-389a-4342-bafc-e140c2477b85 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-f63748fc-7a24-4272-8dae-c3dcaa90a0da) and image name (csi-vol-f63748fc-7a24-4272-8dae-c3dcaa90a0da) for request name (pvc-1abfeafe-389a-4342-bafc-e140c2477b85)
I0528 21:49:05.612052       1 rbd_util.go:423] ID: 24 Req-ID: pvc-1abfeafe-389a-4342-bafc-e140c2477b85 rbd: create kube/csi-vol-f63748fc-7a24-4272-8dae-c3dcaa90a0da size 5120M (features: [layering]) using mon 199.204.45.25
I0528 21:49:05.612172       1 rbd_util.go:1563] ID: 24 Req-ID: pvc-1abfeafe-389a-4342-bafc-e140c2477b85 setting image options on kube/csi-vol-f63748fc-7a24-4272-8dae-c3dcaa90a0da
I0528 21:49:05.641618       1 controllerserver.go:763] ID: 24 Req-ID: pvc-1abfeafe-389a-4342-bafc-e140c2477b85 created image kube/csi-vol-f63748fc-7a24-4272-8dae-c3dcaa90a0da backed for request name pvc-1abfeafe-389a-4342-bafc-e140c2477b85
I0528 21:49:05.674429       1 omap.go:159] ID: 24 Req-ID: pvc-1abfeafe-389a-4342-bafc-e140c2477b85 set omap keys (pool="kube", namespace="", name="csi.volume.f63748fc-7a24-4272-8dae-c3dcaa90a0da"): map[csi.imageid:37ed585ba72c])
I0528 21:49:05.758966       1 utils.go:205] ID: 24 Req-ID: pvc-1abfeafe-389a-4342-bafc-e140c2477b85 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-f63748fc-7a24-4272-8dae-c3dcaa90a0da","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-f63748fc-7a24-4272-8dae-c3dcaa90a0da"}}
I0528 21:49:23.291130       1 utils.go:198] ID: 25 GRPC call: /csi.v1.Identity/Probe
I0528 21:49:23.291208       1 utils.go:199] ID: 25 GRPC request: {}
I0528 21:49:23.291244       1 utils.go:205] ID: 25 GRPC response: {}