I0331 05:03:26.333717       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0331 05:03:26.333829       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0331 05:03:26.333841       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0331 05:03:26.333844       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0331 05:03:26.333847       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0331 05:03:26.333850       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0331 05:03:26.333854       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0331 05:03:26.333856       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0331 05:03:26.333859       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0331 05:03:26.333861       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0331 05:03:26.334123       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0331 05:03:26.334138       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0331 05:03:40.508782       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0331 05:03:40.510723       1 utils.go:199] ID: 1 GRPC request: {}
I0331 05:03:40.510795       1 utils.go:205] ID: 1 GRPC response: {}
I0331 05:03:40.515064       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0331 05:03:40.515170       1 utils.go:199] ID: 2 GRPC request: {}
I0331 05:03:40.515196       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0331 05:03:40.515271       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0331 05:03:40.517235       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0331 05:03:40.517256       1 utils.go:199] ID: 3 GRPC request: {}
I0331 05:03:40.517280       1 utils.go:205] ID: 3 GRPC response: {}
I0331 05:03:40.517638       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0331 05:03:40.517698       1 utils.go:199] ID: 4 GRPC request: {}
I0331 05:03:40.517825       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0331 05:03:40.518807       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0331 05:03:40.518859       1 utils.go:199] ID: 5 GRPC request: {}
I0331 05:03:40.518874       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0331 05:03:40.518968       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0331 05:03:41.795645       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0331 05:03:41.795692       1 utils.go:199] ID: 6 GRPC request: {}
I0331 05:03:41.795713       1 utils.go:205] ID: 6 GRPC response: {}
I0331 05:03:41.797920       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0331 05:03:41.797956       1 utils.go:199] ID: 7 GRPC request: {}
I0331 05:03:41.797966       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0331 05:03:41.798044       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0331 05:03:41.799379       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0331 05:03:41.799412       1 utils.go:199] ID: 8 GRPC request: {}
I0331 05:03:41.799426       1 utils.go:205] ID: 8 GRPC response: {}
I0331 05:03:41.799893       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0331 05:03:41.799912       1 utils.go:199] ID: 9 GRPC request: {}
I0331 05:03:41.800043       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0331 05:03:41.803343       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0331 05:03:41.803376       1 utils.go:199] ID: 10 GRPC request: {}
I0331 05:03:41.803387       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0331 05:03:41.803731       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0331 05:03:41.804326       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0331 05:03:41.804347       1 utils.go:199] ID: 11 GRPC request: {}
I0331 05:03:41.804354       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0331 05:03:41.804441       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0331 05:03:41.804795       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0331 05:03:41.804813       1 utils.go:199] ID: 12 GRPC request: {}
I0331 05:03:41.804819       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0331 05:03:41.804883       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0331 05:03:43.126839       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0331 05:03:43.126876       1 utils.go:199] ID: 13 GRPC request: {}
I0331 05:03:43.126884       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0331 05:03:43.126908       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0331 05:03:43.128729       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0331 05:03:43.128748       1 utils.go:199] ID: 14 GRPC request: {}
I0331 05:03:43.128760       1 utils.go:205] ID: 14 GRPC response: {}
I0331 05:03:43.129309       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0331 05:03:43.129374       1 utils.go:199] ID: 15 GRPC request: {}
I0331 05:03:43.129391       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0331 05:03:43.129542       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0331 05:03:46.580928       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0331 05:03:46.580973       1 utils.go:199] ID: 16 GRPC request: {}
I0331 05:03:46.580989       1 utils.go:205] ID: 16 GRPC response: {}
I0331 05:03:46.583369       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0331 05:03:46.583393       1 utils.go:199] ID: 17 GRPC request: {}
I0331 05:03:46.583408       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0331 05:03:46.583431       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0331 05:03:46.585024       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0331 05:03:46.585044       1 utils.go:199] ID: 18 GRPC request: {}
I0331 05:03:46.585056       1 utils.go:205] ID: 18 GRPC response: {}
I0331 05:03:46.585334       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0331 05:03:46.585354       1 utils.go:199] ID: 19 GRPC request: {}
I0331 05:03:46.585454       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0331 05:03:46.586014       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0331 05:03:46.586035       1 utils.go:199] ID: 20 GRPC request: {}
I0331 05:03:46.586053       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0331 05:03:46.586163       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0331 05:04:47.196905       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0331 05:04:47.196974       1 utils.go:199] ID: 21 GRPC request: {}
I0331 05:04:47.197065       1 utils.go:205] ID: 21 GRPC response: {}
I0331 05:05:47.137426       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0331 05:05:47.137507       1 utils.go:199] ID: 22 GRPC request: {}
I0331 05:05:47.137706       1 utils.go:205] ID: 22 GRPC response: {}
I0331 05:06:46.156052       1 utils.go:198] ID: 23 Req-ID: pvc-d8eb7f7f-b838-4dd7-86f0-7372a27667ee GRPC call: /csi.v1.Controller/CreateVolume
I0331 05:06:46.156606       1 utils.go:199] ID: 23 Req-ID: pvc-d8eb7f7f-b838-4dd7-86f0-7372a27667ee GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-d8eb7f7f-b838-4dd7-86f0-7372a27667ee","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-d8eb7f7f-b838-4dd7-86f0-7372a27667ee","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0331 05:06:46.157047       1 rbd_util.go:1315] ID: 23 Req-ID: pvc-d8eb7f7f-b838-4dd7-86f0-7372a27667ee setting disableInUseChecks: false image features: [layering] mounter: rbd
E0331 05:06:46.173109       1 omap.go:80] ID: 23 Req-ID: pvc-d8eb7f7f-b838-4dd7-86f0-7372a27667ee omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0331 05:06:46.257266       1 omap.go:159] ID: 23 Req-ID: pvc-d8eb7f7f-b838-4dd7-86f0-7372a27667ee set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-d8eb7f7f-b838-4dd7-86f0-7372a27667ee:b3b5fa26-f67e-477b-b690-f3a750f4df18])
I0331 05:06:46.342328       1 omap.go:159] ID: 23 Req-ID: pvc-d8eb7f7f-b838-4dd7-86f0-7372a27667ee set omap keys (pool="kube", namespace="", name="csi.volume.b3b5fa26-f67e-477b-b690-f3a750f4df18"): map[csi.imagename:csi-vol-b3b5fa26-f67e-477b-b690-f3a750f4df18 csi.volname:pvc-d8eb7f7f-b838-4dd7-86f0-7372a27667ee csi.volume.owner:default])
I0331 05:06:46.342378       1 rbd_journal.go:491] ID: 23 Req-ID: pvc-d8eb7f7f-b838-4dd7-86f0-7372a27667ee generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-b3b5fa26-f67e-477b-b690-f3a750f4df18) and image name (csi-vol-b3b5fa26-f67e-477b-b690-f3a750f4df18) for request name (pvc-d8eb7f7f-b838-4dd7-86f0-7372a27667ee)
I0331 05:06:46.342548       1 rbd_util.go:423] ID: 23 Req-ID: pvc-d8eb7f7f-b838-4dd7-86f0-7372a27667ee rbd: create kube/csi-vol-b3b5fa26-f67e-477b-b690-f3a750f4df18 size 5120M (features: [layering]) using mon 199.204.45.115
I0331 05:06:46.342625       1 rbd_util.go:1563] ID: 23 Req-ID: pvc-d8eb7f7f-b838-4dd7-86f0-7372a27667ee setting image options on kube/csi-vol-b3b5fa26-f67e-477b-b690-f3a750f4df18
I0331 05:06:47.136531       1 utils.go:198] ID: 24 GRPC call: /csi.v1.Identity/Probe
I0331 05:06:47.136576       1 utils.go:199] ID: 24 GRPC request: {}
I0331 05:06:47.136598       1 utils.go:205] ID: 24 GRPC response: {}
I0331 05:06:47.970459       1 controllerserver.go:763] ID: 23 Req-ID: pvc-d8eb7f7f-b838-4dd7-86f0-7372a27667ee created image kube/csi-vol-b3b5fa26-f67e-477b-b690-f3a750f4df18 backed for request name pvc-d8eb7f7f-b838-4dd7-86f0-7372a27667ee
I0331 05:06:48.009772       1 omap.go:159] ID: 23 Req-ID: pvc-d8eb7f7f-b838-4dd7-86f0-7372a27667ee set omap keys (pool="kube", namespace="", name="csi.volume.b3b5fa26-f67e-477b-b690-f3a750f4df18"): map[csi.imageid:37d91bcc56d9])
I0331 05:06:48.109832       1 utils.go:205] ID: 23 Req-ID: pvc-d8eb7f7f-b838-4dd7-86f0-7372a27667ee GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-b3b5fa26-f67e-477b-b690-f3a750f4df18","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-b3b5fa26-f67e-477b-b690-f3a750f4df18"}}