I0610 10:10:11.389695       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0610 10:10:11.389852       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0610 10:10:11.389864       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0610 10:10:11.389868       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0610 10:10:11.389871       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0610 10:10:11.389874       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0610 10:10:11.389878       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0610 10:10:11.389893       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0610 10:10:11.389896       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0610 10:10:11.389899       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0610 10:10:11.390274       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0610 10:10:11.390310       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0610 10:10:14.959990       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0610 10:10:14.961305       1 utils.go:199] ID: 1 GRPC request: {}
I0610 10:10:14.961439       1 utils.go:205] ID: 1 GRPC response: {}
I0610 10:10:14.965007       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0610 10:10:14.965089       1 utils.go:199] ID: 2 GRPC request: {}
I0610 10:10:14.965105       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0610 10:10:14.965173       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0610 10:10:14.967125       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0610 10:10:14.967154       1 utils.go:199] ID: 3 GRPC request: {}
I0610 10:10:14.967173       1 utils.go:205] ID: 3 GRPC response: {}
I0610 10:10:14.967508       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0610 10:10:14.967555       1 utils.go:199] ID: 4 GRPC request: {}
I0610 10:10:14.967733       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0610 10:10:14.968426       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0610 10:10:14.968479       1 utils.go:199] ID: 5 GRPC request: {}
I0610 10:10:14.968492       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0610 10:10:14.968672       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0610 10:10:16.289841       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0610 10:10:16.289879       1 utils.go:199] ID: 6 GRPC request: {}
I0610 10:10:16.289894       1 utils.go:205] ID: 6 GRPC response: {}
I0610 10:10:16.292275       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0610 10:10:16.292310       1 utils.go:199] ID: 7 GRPC request: {}
I0610 10:10:16.292318       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0610 10:10:16.292342       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0610 10:10:16.298147       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0610 10:10:16.298179       1 utils.go:199] ID: 8 GRPC request: {}
I0610 10:10:16.298194       1 utils.go:205] ID: 8 GRPC response: {}
I0610 10:10:16.298606       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0610 10:10:16.298631       1 utils.go:199] ID: 9 GRPC request: {}
I0610 10:10:16.298709       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0610 10:10:16.299182       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0610 10:10:16.299214       1 utils.go:199] ID: 10 GRPC request: {}
I0610 10:10:16.299224       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0610 10:10:16.299267       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0610 10:10:16.299770       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0610 10:10:16.299789       1 utils.go:199] ID: 11 GRPC request: {}
I0610 10:10:16.299794       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0610 10:10:16.299857       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0610 10:10:16.300127       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0610 10:10:16.300139       1 utils.go:199] ID: 12 GRPC request: {}
I0610 10:10:16.300150       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0610 10:10:16.300193       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0610 10:10:17.678208       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0610 10:10:17.678242       1 utils.go:199] ID: 13 GRPC request: {}
I0610 10:10:17.678248       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0610 10:10:17.678272       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0610 10:10:17.681715       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0610 10:10:17.681752       1 utils.go:199] ID: 14 GRPC request: {}
I0610 10:10:17.681768       1 utils.go:205] ID: 14 GRPC response: {}
I0610 10:10:17.682343       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0610 10:10:17.682371       1 utils.go:199] ID: 15 GRPC request: {}
I0610 10:10:17.682408       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0610 10:10:17.682507       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0610 10:10:19.061442       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0610 10:10:19.061474       1 utils.go:199] ID: 16 GRPC request: {}
I0610 10:10:19.061489       1 utils.go:205] ID: 16 GRPC response: {}
I0610 10:10:19.066063       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0610 10:10:19.066097       1 utils.go:199] ID: 17 GRPC request: {}
I0610 10:10:19.066109       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0610 10:10:19.066165       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0610 10:10:19.067859       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0610 10:10:19.067892       1 utils.go:199] ID: 18 GRPC request: {}
I0610 10:10:19.067905       1 utils.go:205] ID: 18 GRPC response: {}
I0610 10:10:19.068192       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0610 10:10:19.068220       1 utils.go:199] ID: 19 GRPC request: {}
I0610 10:10:19.068343       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0610 10:10:19.070724       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0610 10:10:19.070759       1 utils.go:199] ID: 20 GRPC request: {}
I0610 10:10:19.070786       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0610 10:10:19.070931       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0610 10:11:19.263479       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0610 10:11:19.263531       1 utils.go:199] ID: 21 GRPC request: {}
I0610 10:11:19.263553       1 utils.go:205] ID: 21 GRPC response: {}
I0610 10:12:19.243682       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0610 10:12:19.243720       1 utils.go:199] ID: 22 GRPC request: {}
I0610 10:12:19.243750       1 utils.go:205] ID: 22 GRPC response: {}
I0610 10:13:19.241622       1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe
I0610 10:13:19.241677       1 utils.go:199] ID: 23 GRPC request: {}
I0610 10:13:19.241700       1 utils.go:205] ID: 23 GRPC response: {}
I0610 10:14:00.307297       1 utils.go:198] ID: 24 Req-ID: pvc-6021d361-58a9-47eb-a6bb-a9eefd219076 GRPC call: /csi.v1.Controller/CreateVolume
I0610 10:14:00.307780       1 utils.go:199] ID: 24 Req-ID: pvc-6021d361-58a9-47eb-a6bb-a9eefd219076 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-6021d361-58a9-47eb-a6bb-a9eefd219076","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-6021d361-58a9-47eb-a6bb-a9eefd219076","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0610 10:14:00.307968       1 rbd_util.go:1315] ID: 24 Req-ID: pvc-6021d361-58a9-47eb-a6bb-a9eefd219076 setting disableInUseChecks: false image features: [layering] mounter: rbd
E0610 10:14:00.334087       1 omap.go:80] ID: 24 Req-ID: pvc-6021d361-58a9-47eb-a6bb-a9eefd219076 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0610 10:14:00.349762       1 omap.go:159] ID: 24 Req-ID: pvc-6021d361-58a9-47eb-a6bb-a9eefd219076 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-6021d361-58a9-47eb-a6bb-a9eefd219076:bd380410-06d8-498b-965d-430bc899a664])
I0610 10:14:00.358373       1 omap.go:159] ID: 24 Req-ID: pvc-6021d361-58a9-47eb-a6bb-a9eefd219076 set omap keys (pool="kube", namespace="", name="csi.volume.bd380410-06d8-498b-965d-430bc899a664"): map[csi.imagename:csi-vol-bd380410-06d8-498b-965d-430bc899a664 csi.volname:pvc-6021d361-58a9-47eb-a6bb-a9eefd219076 csi.volume.owner:default])
I0610 10:14:00.358475       1 rbd_journal.go:491] ID: 24 Req-ID: pvc-6021d361-58a9-47eb-a6bb-a9eefd219076 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-bd380410-06d8-498b-965d-430bc899a664) and image name (csi-vol-bd380410-06d8-498b-965d-430bc899a664) for request name (pvc-6021d361-58a9-47eb-a6bb-a9eefd219076)
I0610 10:14:00.358665       1 rbd_util.go:423] ID: 24 Req-ID: pvc-6021d361-58a9-47eb-a6bb-a9eefd219076 rbd: create kube/csi-vol-bd380410-06d8-498b-965d-430bc899a664 size 5120M (features: [layering]) using mon 199.204.45.177
I0610 10:14:00.358789       1 rbd_util.go:1563] ID: 24 Req-ID: pvc-6021d361-58a9-47eb-a6bb-a9eefd219076 setting image options on kube/csi-vol-bd380410-06d8-498b-965d-430bc899a664
I0610 10:14:00.394391       1 controllerserver.go:763] ID: 24 Req-ID: pvc-6021d361-58a9-47eb-a6bb-a9eefd219076 created image kube/csi-vol-bd380410-06d8-498b-965d-430bc899a664 backed for request name pvc-6021d361-58a9-47eb-a6bb-a9eefd219076
I0610 10:14:00.423998       1 omap.go:159] ID: 24 Req-ID: pvc-6021d361-58a9-47eb-a6bb-a9eefd219076 set omap keys (pool="kube", namespace="", name="csi.volume.bd380410-06d8-498b-965d-430bc899a664"): map[csi.imageid:37ed62c9b0b8])
I0610 10:14:00.524366       1 utils.go:205] ID: 24 Req-ID: pvc-6021d361-58a9-47eb-a6bb-a9eefd219076 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-bd380410-06d8-498b-965d-430bc899a664","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-bd380410-06d8-498b-965d-430bc899a664"}}
I0610 10:14:19.254056       1 utils.go:198] ID: 25 GRPC call: /csi.v1.Identity/Probe
I0610 10:14:19.254198       1 utils.go:199] ID: 25 GRPC request: {}
I0610 10:14:19.254241       1 utils.go:205] ID: 25 GRPC response: {}