I0529 21:59:44.493054       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0529 21:59:44.493169       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0529 21:59:44.493182       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0529 21:59:44.493186       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0529 21:59:44.493189       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0529 21:59:44.493192       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0529 21:59:44.493196       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0529 21:59:44.493199       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0529 21:59:44.493202       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0529 21:59:44.493205       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0529 21:59:44.493600       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0529 21:59:44.493610       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0529 21:59:51.883735       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0529 21:59:51.885035       1 utils.go:199] ID: 1 GRPC request: {}
I0529 21:59:51.885093       1 utils.go:205] ID: 1 GRPC response: {}
I0529 21:59:51.887306       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0529 21:59:51.887357       1 utils.go:199] ID: 2 GRPC request: {}
I0529 21:59:51.887374       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0529 21:59:51.887461       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0529 21:59:51.889715       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0529 21:59:51.889757       1 utils.go:199] ID: 3 GRPC request: {}
I0529 21:59:51.889774       1 utils.go:205] ID: 3 GRPC response: {}
I0529 21:59:51.890354       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0529 21:59:51.890472       1 utils.go:199] ID: 4 GRPC request: {}
I0529 21:59:51.890691       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0529 21:59:51.891748       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0529 21:59:51.891903       1 utils.go:199] ID: 5 GRPC request: {}
I0529 21:59:51.891921       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0529 21:59:51.892066       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0529 21:59:57.174604       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0529 21:59:57.174813       1 utils.go:199] ID: 6 GRPC request: {}
I0529 21:59:57.174867       1 utils.go:205] ID: 6 GRPC response: {}
I0529 21:59:57.177097       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0529 21:59:57.177139       1 utils.go:199] ID: 7 GRPC request: {}
I0529 21:59:57.177191       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0529 21:59:57.177227       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0529 21:59:57.180731       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0529 21:59:57.180754       1 utils.go:199] ID: 8 GRPC request: {}
I0529 21:59:57.180768       1 utils.go:205] ID: 8 GRPC response: {}
I0529 21:59:57.181764       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0529 21:59:57.181784       1 utils.go:199] ID: 9 GRPC request: {}
I0529 21:59:57.181884       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0529 21:59:57.182871       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0529 21:59:57.182892       1 utils.go:199] ID: 10 GRPC request: {}
I0529 21:59:57.182900       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0529 21:59:57.182962       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0529 21:59:57.183607       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0529 21:59:57.183700       1 utils.go:199] ID: 11 GRPC request: {}
I0529 21:59:57.183721       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0529 21:59:57.183873       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0529 21:59:57.184236       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0529 21:59:57.184256       1 utils.go:199] ID: 12 GRPC request: {}
I0529 21:59:57.184261       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0529 21:59:57.184341       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0529 21:59:58.500614       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0529 21:59:58.500656       1 utils.go:199] ID: 13 GRPC request: {}
I0529 21:59:58.500665       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0529 21:59:58.500713       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0529 21:59:58.503507       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0529 21:59:58.503549       1 utils.go:199] ID: 14 GRPC request: {}
I0529 21:59:58.503566       1 utils.go:205] ID: 14 GRPC response: {}
I0529 21:59:58.504369       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0529 21:59:58.504383       1 utils.go:199] ID: 15 GRPC request: {}
I0529 21:59:58.504390       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0529 21:59:58.504488       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0529 21:59:59.811575       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0529 21:59:59.811669       1 utils.go:199] ID: 16 GRPC request: {}
I0529 21:59:59.811714       1 utils.go:205] ID: 16 GRPC response: {}
I0529 21:59:59.813936       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0529 21:59:59.813956       1 utils.go:199] ID: 17 GRPC request: {}
I0529 21:59:59.813986       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0529 21:59:59.814018       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0529 21:59:59.816322       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0529 21:59:59.816342       1 utils.go:199] ID: 18 GRPC request: {}
I0529 21:59:59.816462       1 utils.go:205] ID: 18 GRPC response: {}
I0529 21:59:59.816847       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0529 21:59:59.816867       1 utils.go:199] ID: 19 GRPC request: {}
I0529 21:59:59.817023       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0529 21:59:59.819631       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0529 21:59:59.819652       1 utils.go:199] ID: 20 GRPC request: {}
I0529 21:59:59.819661       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0529 21:59:59.819808       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0529 22:01:00.112888       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0529 22:01:00.112936       1 utils.go:199] ID: 21 GRPC request: {}
I0529 22:01:00.112971       1 utils.go:205] ID: 21 GRPC response: {}
I0529 22:02:00.112655       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0529 22:02:00.113480       1 utils.go:199] ID: 22 GRPC request: {}
I0529 22:02:00.114450       1 utils.go:205] ID: 22 GRPC response: {}
I0529 22:03:00.111891       1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe
I0529 22:03:00.111958       1 utils.go:199] ID: 23 GRPC request: {}
I0529 22:03:00.111988       1 utils.go:205] ID: 23 GRPC response: {}
I0529 22:03:32.522044       1 utils.go:198] ID: 24 Req-ID: pvc-e24297dd-b04d-4085-a26a-874d0239acff GRPC call: /csi.v1.Controller/CreateVolume
I0529 22:03:32.522561       1 utils.go:199] ID: 24 Req-ID: pvc-e24297dd-b04d-4085-a26a-874d0239acff GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-e24297dd-b04d-4085-a26a-874d0239acff","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-e24297dd-b04d-4085-a26a-874d0239acff","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0529 22:03:32.523009       1 rbd_util.go:1315] ID: 24 Req-ID: pvc-e24297dd-b04d-4085-a26a-874d0239acff setting disableInUseChecks: false image features: [layering] mounter: rbd
E0529 22:03:32.542305       1 omap.go:80] ID: 24 Req-ID: pvc-e24297dd-b04d-4085-a26a-874d0239acff omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0529 22:03:32.558599       1 omap.go:159] ID: 24 Req-ID: pvc-e24297dd-b04d-4085-a26a-874d0239acff set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-e24297dd-b04d-4085-a26a-874d0239acff:f72f2369-9141-40cb-970d-8f502af0432d])
I0529 22:03:32.566261       1 omap.go:159] ID: 24 Req-ID: pvc-e24297dd-b04d-4085-a26a-874d0239acff set omap keys (pool="kube", namespace="", name="csi.volume.f72f2369-9141-40cb-970d-8f502af0432d"): map[csi.imagename:csi-vol-f72f2369-9141-40cb-970d-8f502af0432d csi.volname:pvc-e24297dd-b04d-4085-a26a-874d0239acff csi.volume.owner:default])
I0529 22:03:32.566289       1 rbd_journal.go:491] ID: 24 Req-ID: pvc-e24297dd-b04d-4085-a26a-874d0239acff generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-f72f2369-9141-40cb-970d-8f502af0432d) and image name (csi-vol-f72f2369-9141-40cb-970d-8f502af0432d) for request name (pvc-e24297dd-b04d-4085-a26a-874d0239acff)
I0529 22:03:32.566341       1 rbd_util.go:423] ID: 24 Req-ID: pvc-e24297dd-b04d-4085-a26a-874d0239acff rbd: create kube/csi-vol-f72f2369-9141-40cb-970d-8f502af0432d size 5120M (features: [layering]) using mon 199.204.45.240
I0529 22:03:32.566388       1 rbd_util.go:1563] ID: 24 Req-ID: pvc-e24297dd-b04d-4085-a26a-874d0239acff setting image options on kube/csi-vol-f72f2369-9141-40cb-970d-8f502af0432d
I0529 22:03:32.607325       1 controllerserver.go:763] ID: 24 Req-ID: pvc-e24297dd-b04d-4085-a26a-874d0239acff created image kube/csi-vol-f72f2369-9141-40cb-970d-8f502af0432d backed for request name pvc-e24297dd-b04d-4085-a26a-874d0239acff
I0529 22:03:32.646852       1 omap.go:159] ID: 24 Req-ID: pvc-e24297dd-b04d-4085-a26a-874d0239acff set omap keys (pool="kube", namespace="", name="csi.volume.f72f2369-9141-40cb-970d-8f502af0432d"): map[csi.imageid:37eda2cb125])
I0529 22:03:32.745808       1 utils.go:205] ID: 24 Req-ID: pvc-e24297dd-b04d-4085-a26a-874d0239acff GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-f72f2369-9141-40cb-970d-8f502af0432d","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-f72f2369-9141-40cb-970d-8f502af0432d"}}
I0529 22:04:00.122331       1 utils.go:198] ID: 25 GRPC call: /csi.v1.Identity/Probe
I0529 22:04:00.122369       1 utils.go:199] ID: 25 GRPC request: {}
I0529 22:04:00.122385       1 utils.go:205] ID: 25 GRPC response: {}