I0401 23:30:07.782843       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0401 23:30:07.782954       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0401 23:30:07.782995       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0401 23:30:07.783011       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0401 23:30:07.783015       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0401 23:30:07.783018       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0401 23:30:07.783028       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0401 23:30:07.783082       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0401 23:30:07.783090       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0401 23:30:07.783133       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0401 23:30:07.783492       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0401 23:30:07.783534       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0401 23:30:13.969135       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0401 23:30:13.970522       1 utils.go:199] ID: 1 GRPC request: {}
I0401 23:30:13.970613       1 utils.go:205] ID: 1 GRPC response: {}
I0401 23:30:13.973741       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0401 23:30:13.973827       1 utils.go:199] ID: 2 GRPC request: {}
I0401 23:30:13.973851       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0401 23:30:13.973904       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0401 23:30:13.975898       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0401 23:30:13.975941       1 utils.go:199] ID: 3 GRPC request: {}
I0401 23:30:13.975987       1 utils.go:205] ID: 3 GRPC response: {}
I0401 23:30:13.976522       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0401 23:30:13.976624       1 utils.go:199] ID: 4 GRPC request: {}
I0401 23:30:13.976940       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0401 23:30:13.977983       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0401 23:30:13.978056       1 utils.go:199] ID: 5 GRPC request: {}
I0401 23:30:13.978079       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0401 23:30:13.978230       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0401 23:30:17.169372       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0401 23:30:17.169431       1 utils.go:199] ID: 6 GRPC request: {}
I0401 23:30:17.169448       1 utils.go:205] ID: 6 GRPC response: {}
I0401 23:30:17.173228       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0401 23:30:17.173282       1 utils.go:199] ID: 7 GRPC request: {}
I0401 23:30:17.173290       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0401 23:30:17.173311       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0401 23:30:17.175530       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0401 23:30:17.175570       1 utils.go:199] ID: 8 GRPC request: {}
I0401 23:30:17.175588       1 utils.go:205] ID: 8 GRPC response: {}
I0401 23:30:17.176146       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0401 23:30:17.176190       1 utils.go:199] ID: 9 GRPC request: {}
I0401 23:30:17.176303       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0401 23:30:17.176905       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0401 23:30:17.176929       1 utils.go:199] ID: 10 GRPC request: {}
I0401 23:30:17.176937       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0401 23:30:17.177081       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0401 23:30:17.177765       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0401 23:30:17.177786       1 utils.go:199] ID: 11 GRPC request: {}
I0401 23:30:17.177795       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0401 23:30:17.179033       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0401 23:30:17.179535       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0401 23:30:17.179656       1 utils.go:199] ID: 12 GRPC request: {}
I0401 23:30:17.179731       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0401 23:30:17.179888       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0401 23:30:18.485992       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0401 23:30:18.486031       1 utils.go:199] ID: 13 GRPC request: {}
I0401 23:30:18.486041       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0401 23:30:18.486070       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0401 23:30:18.489638       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0401 23:30:18.489661       1 utils.go:199] ID: 14 GRPC request: {}
I0401 23:30:18.489676       1 utils.go:205] ID: 14 GRPC response: {}
I0401 23:30:18.490055       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0401 23:30:18.490090       1 utils.go:199] ID: 15 GRPC request: {}
I0401 23:30:18.490100       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0401 23:30:18.490173       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0401 23:30:19.847994       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0401 23:30:19.848033       1 utils.go:199] ID: 16 GRPC request: {}
I0401 23:30:19.848050       1 utils.go:205] ID: 16 GRPC response: {}
I0401 23:30:19.852102       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0401 23:30:19.852125       1 utils.go:199] ID: 17 GRPC request: {}
I0401 23:30:19.852133       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0401 23:30:19.852154       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0401 23:30:19.854422       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0401 23:30:19.854459       1 utils.go:199] ID: 18 GRPC request: {}
I0401 23:30:19.854476       1 utils.go:205] ID: 18 GRPC response: {}
I0401 23:30:19.854966       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0401 23:30:19.855003       1 utils.go:199] ID: 19 GRPC request: {}
I0401 23:30:19.855306       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0401 23:30:19.856386       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0401 23:30:19.856526       1 utils.go:199] ID: 20 GRPC request: {}
I0401 23:30:19.856539       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0401 23:30:19.857736       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0401 23:31:20.082916       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0401 23:31:20.082980       1 utils.go:199] ID: 21 GRPC request: {}
I0401 23:31:20.083002       1 utils.go:205] ID: 21 GRPC response: {}
I0401 23:32:20.030852       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0401 23:32:20.030911       1 utils.go:199] ID: 22 GRPC request: {}
I0401 23:32:20.031568       1 utils.go:205] ID: 22 GRPC response: {}
I0401 23:33:18.157155       1 utils.go:198] ID: 23 Req-ID: pvc-aa755fe0-5fdb-494e-b104-0728de00ce89 GRPC call: /csi.v1.Controller/CreateVolume
I0401 23:33:18.157634       1 utils.go:199] ID: 23 Req-ID: pvc-aa755fe0-5fdb-494e-b104-0728de00ce89 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-aa755fe0-5fdb-494e-b104-0728de00ce89","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-aa755fe0-5fdb-494e-b104-0728de00ce89","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0401 23:33:18.157985       1 rbd_util.go:1315] ID: 23 Req-ID: pvc-aa755fe0-5fdb-494e-b104-0728de00ce89 setting disableInUseChecks: false image features: [layering] mounter: rbd
E0401 23:33:18.176543       1 omap.go:80] ID: 23 Req-ID: pvc-aa755fe0-5fdb-494e-b104-0728de00ce89 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0401 23:33:18.192205       1 omap.go:159] ID: 23 Req-ID: pvc-aa755fe0-5fdb-494e-b104-0728de00ce89 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-aa755fe0-5fdb-494e-b104-0728de00ce89:49adbc57-0254-4870-8c84-6445fba5f8fa])
I0401 23:33:18.199484       1 omap.go:159] ID: 23 Req-ID: pvc-aa755fe0-5fdb-494e-b104-0728de00ce89 set omap keys (pool="kube", namespace="", name="csi.volume.49adbc57-0254-4870-8c84-6445fba5f8fa"): map[csi.imagename:csi-vol-49adbc57-0254-4870-8c84-6445fba5f8fa csi.volname:pvc-aa755fe0-5fdb-494e-b104-0728de00ce89 csi.volume.owner:default])
I0401 23:33:18.199518       1 rbd_journal.go:491] ID: 23 Req-ID: pvc-aa755fe0-5fdb-494e-b104-0728de00ce89 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-49adbc57-0254-4870-8c84-6445fba5f8fa) and image name (csi-vol-49adbc57-0254-4870-8c84-6445fba5f8fa) for request name (pvc-aa755fe0-5fdb-494e-b104-0728de00ce89)
I0401 23:33:18.199588       1 rbd_util.go:423] ID: 23 Req-ID: pvc-aa755fe0-5fdb-494e-b104-0728de00ce89 rbd: create kube/csi-vol-49adbc57-0254-4870-8c84-6445fba5f8fa size 5120M (features: [layering]) using mon 199.204.45.235
I0401 23:33:18.199634       1 rbd_util.go:1563] ID: 23 Req-ID: pvc-aa755fe0-5fdb-494e-b104-0728de00ce89 setting image options on kube/csi-vol-49adbc57-0254-4870-8c84-6445fba5f8fa
I0401 23:33:19.611725       1 controllerserver.go:763] ID: 23 Req-ID: pvc-aa755fe0-5fdb-494e-b104-0728de00ce89 created image kube/csi-vol-49adbc57-0254-4870-8c84-6445fba5f8fa backed for request name pvc-aa755fe0-5fdb-494e-b104-0728de00ce89
I0401 23:33:19.648679       1 omap.go:159] ID: 23 Req-ID: pvc-aa755fe0-5fdb-494e-b104-0728de00ce89 set omap keys (pool="kube", namespace="", name="csi.volume.49adbc57-0254-4870-8c84-6445fba5f8fa"): map[csi.imageid:37d9de581021])
I0401 23:33:19.740212       1 utils.go:205] ID: 23 Req-ID: pvc-aa755fe0-5fdb-494e-b104-0728de00ce89 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-49adbc57-0254-4870-8c84-6445fba5f8fa","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-49adbc57-0254-4870-8c84-6445fba5f8fa"}}
I0401 23:33:20.028970       1 utils.go:198] ID: 24 GRPC call: /csi.v1.Identity/Probe
I0401 23:33:20.029350       1 utils.go:199] ID: 24 GRPC request: {}
I0401 23:33:20.029388       1 utils.go:205] ID: 24 GRPC response: {}