I0209 03:10:38.438015       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0209 03:10:38.438192       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0209 03:10:38.438218       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0209 03:10:38.438235       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0209 03:10:38.438252       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0209 03:10:38.438265       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0209 03:10:38.438284       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0209 03:10:38.438296       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0209 03:10:38.438312       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0209 03:10:38.438328       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0209 03:10:38.438583       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0209 03:10:38.438637       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0209 03:10:42.558291       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0209 03:10:42.561306       1 utils.go:199] ID: 1 GRPC request: {}
I0209 03:10:42.563740       1 utils.go:205] ID: 1 GRPC response: {}
I0209 03:10:42.569051       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0209 03:10:42.569217       1 utils.go:199] ID: 2 GRPC request: {}
I0209 03:10:42.569252       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0209 03:10:42.569300       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0209 03:10:42.580754       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0209 03:10:42.580798       1 utils.go:199] ID: 3 GRPC request: {}
I0209 03:10:42.580833       1 utils.go:205] ID: 3 GRPC response: {}
I0209 03:10:42.582018       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0209 03:10:42.582081       1 utils.go:199] ID: 4 GRPC request: {}
I0209 03:10:42.582243       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0209 03:10:42.586935       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0209 03:10:42.587086       1 utils.go:199] ID: 5 GRPC request: {}
I0209 03:10:42.587099       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0209 03:10:42.587258       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0209 03:10:47.569266       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0209 03:10:47.569323       1 utils.go:199] ID: 6 GRPC request: {}
I0209 03:10:47.569367       1 utils.go:205] ID: 6 GRPC response: {}
I0209 03:10:47.577092       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0209 03:10:47.578929       1 utils.go:199] ID: 7 GRPC request: {}
I0209 03:10:47.579005       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0209 03:10:47.579074       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0209 03:10:47.580991       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0209 03:10:47.582662       1 utils.go:199] ID: 8 GRPC request: {}
I0209 03:10:47.582785       1 utils.go:205] ID: 8 GRPC response: {}
I0209 03:10:47.583198       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0209 03:10:47.583271       1 utils.go:199] ID: 9 GRPC request: {}
I0209 03:10:47.583400       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0209 03:10:47.584211       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0209 03:10:47.584280       1 utils.go:199] ID: 10 GRPC request: {}
I0209 03:10:47.584343       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0209 03:10:47.584466       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0209 03:10:47.586919       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0209 03:10:47.586994       1 utils.go:199] ID: 11 GRPC request: {}
I0209 03:10:47.587045       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0209 03:10:47.587162       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0209 03:10:47.587487       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0209 03:10:47.587556       1 utils.go:199] ID: 12 GRPC request: {}
I0209 03:10:47.587602       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0209 03:10:47.587716       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0209 03:10:50.604650       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0209 03:10:50.604816       1 utils.go:199] ID: 13 GRPC request: {}
I0209 03:10:50.604867       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0209 03:10:50.604933       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0209 03:10:50.614426       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0209 03:10:50.614593       1 utils.go:199] ID: 14 GRPC request: {}
I0209 03:10:50.614847       1 utils.go:205] ID: 14 GRPC response: {}
I0209 03:10:50.615878       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0209 03:10:50.616175       1 utils.go:199] ID: 15 GRPC request: {}
I0209 03:10:50.616320       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0209 03:10:50.616543       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0209 03:10:53.184434       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0209 03:10:53.184479       1 utils.go:199] ID: 16 GRPC request: {}
I0209 03:10:53.184503       1 utils.go:205] ID: 16 GRPC response: {}
I0209 03:10:53.185864       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0209 03:10:53.185878       1 utils.go:199] ID: 17 GRPC request: {}
I0209 03:10:53.185884       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0209 03:10:53.185903       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0209 03:10:53.187036       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0209 03:10:53.187055       1 utils.go:199] ID: 18 GRPC request: {}
I0209 03:10:53.187066       1 utils.go:205] ID: 18 GRPC response: {}
I0209 03:10:53.187323       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0209 03:10:53.190063       1 utils.go:199] ID: 19 GRPC request: {}
I0209 03:10:53.190231       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0209 03:10:53.190915       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0209 03:10:53.191137       1 utils.go:199] ID: 20 GRPC request: {}
I0209 03:10:53.191147       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0209 03:10:53.191259       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0209 03:11:53.382368       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0209 03:11:53.382619       1 utils.go:199] ID: 21 GRPC request: {}
I0209 03:11:53.382724       1 utils.go:205] ID: 21 GRPC response: {}
I0209 03:12:53.388418       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0209 03:12:53.390395       1 utils.go:199] ID: 22 GRPC request: {}
I0209 03:12:53.391300       1 utils.go:205] ID: 22 GRPC response: {}
I0209 03:13:53.436664       1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe
I0209 03:13:53.436717       1 utils.go:199] ID: 23 GRPC request: {}
I0209 03:13:53.436737       1 utils.go:205] ID: 23 GRPC response: {}
I0209 03:13:58.086664       1 utils.go:198] ID: 24 Req-ID: pvc-f6ae5c75-d013-496e-a283-ab321c28f4fc GRPC call: /csi.v1.Controller/CreateVolume
I0209 03:13:58.087116       1 utils.go:199] ID: 24 Req-ID: pvc-f6ae5c75-d013-496e-a283-ab321c28f4fc GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-f6ae5c75-d013-496e-a283-ab321c28f4fc","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-f6ae5c75-d013-496e-a283-ab321c28f4fc","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0209 03:13:58.087370       1 rbd_util.go:1315] ID: 24 Req-ID: pvc-f6ae5c75-d013-496e-a283-ab321c28f4fc setting disableInUseChecks: false image features: [layering] mounter: rbd
E0209 03:13:58.104257       1 omap.go:80] ID: 24 Req-ID: pvc-f6ae5c75-d013-496e-a283-ab321c28f4fc omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0209 03:13:58.118516       1 omap.go:159] ID: 24 Req-ID: pvc-f6ae5c75-d013-496e-a283-ab321c28f4fc set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-f6ae5c75-d013-496e-a283-ab321c28f4fc:30521e3d-8880-460a-82d3-b5bdaa22ad2f])
I0209 03:13:58.125788       1 omap.go:159] ID: 24 Req-ID: pvc-f6ae5c75-d013-496e-a283-ab321c28f4fc set omap keys (pool="kube", namespace="", name="csi.volume.30521e3d-8880-460a-82d3-b5bdaa22ad2f"): map[csi.imagename:csi-vol-30521e3d-8880-460a-82d3-b5bdaa22ad2f csi.volname:pvc-f6ae5c75-d013-496e-a283-ab321c28f4fc csi.volume.owner:default])
I0209 03:13:58.126086       1 rbd_journal.go:491] ID: 24 Req-ID: pvc-f6ae5c75-d013-496e-a283-ab321c28f4fc generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-30521e3d-8880-460a-82d3-b5bdaa22ad2f) and image name (csi-vol-30521e3d-8880-460a-82d3-b5bdaa22ad2f) for request name (pvc-f6ae5c75-d013-496e-a283-ab321c28f4fc)
I0209 03:13:58.126380       1 rbd_util.go:423] ID: 24 Req-ID: pvc-f6ae5c75-d013-496e-a283-ab321c28f4fc rbd: create kube/csi-vol-30521e3d-8880-460a-82d3-b5bdaa22ad2f size 5120M (features: [layering]) using mon 199.204.45.240
I0209 03:13:58.126624       1 rbd_util.go:1563] ID: 24 Req-ID: pvc-f6ae5c75-d013-496e-a283-ab321c28f4fc setting image options on kube/csi-vol-30521e3d-8880-460a-82d3-b5bdaa22ad2f
I0209 03:13:59.875939       1 controllerserver.go:763] ID: 24 Req-ID: pvc-f6ae5c75-d013-496e-a283-ab321c28f4fc created image kube/csi-vol-30521e3d-8880-460a-82d3-b5bdaa22ad2f backed for request name pvc-f6ae5c75-d013-496e-a283-ab321c28f4fc
I0209 03:13:59.912771       1 omap.go:159] ID: 24 Req-ID: pvc-f6ae5c75-d013-496e-a283-ab321c28f4fc set omap keys (pool="kube", namespace="", name="csi.volume.30521e3d-8880-460a-82d3-b5bdaa22ad2f"): map[csi.imageid:37d7b70369e6])
I0209 03:14:00.021688       1 utils.go:205] ID: 24 Req-ID: pvc-f6ae5c75-d013-496e-a283-ab321c28f4fc GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-30521e3d-8880-460a-82d3-b5bdaa22ad2f","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-30521e3d-8880-460a-82d3-b5bdaa22ad2f"}}
I0209 03:14:53.391851       1 utils.go:198] ID: 25 GRPC call: /csi.v1.Identity/Probe
I0209 03:14:53.391882       1 utils.go:199] ID: 25 GRPC request: {}
I0209 03:14:53.391922       1 utils.go:205] ID: 25 GRPC response: {}