I0423 09:50:22.197523       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0423 09:50:22.197670       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0423 09:50:22.197685       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0423 09:50:22.197688       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0423 09:50:22.197691       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0423 09:50:22.197694       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0423 09:50:22.197697       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0423 09:50:22.197700       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0423 09:50:22.197706       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0423 09:50:22.197708       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0423 09:50:22.197990       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0423 09:50:22.198039       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0423 09:50:24.056503       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0423 09:50:24.057792       1 utils.go:199] ID: 1 GRPC request: {}
I0423 09:50:24.057848       1 utils.go:205] ID: 1 GRPC response: {}
I0423 09:50:24.062167       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0423 09:50:24.062227       1 utils.go:199] ID: 2 GRPC request: {}
I0423 09:50:24.062243       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0423 09:50:24.062294       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0423 09:50:24.064165       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0423 09:50:24.064196       1 utils.go:199] ID: 3 GRPC request: {}
I0423 09:50:24.064208       1 utils.go:205] ID: 3 GRPC response: {}
I0423 09:50:24.064554       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0423 09:50:24.064598       1 utils.go:199] ID: 4 GRPC request: {}
I0423 09:50:24.064723       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0423 09:50:24.065629       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0423 09:50:24.065675       1 utils.go:199] ID: 5 GRPC request: {}
I0423 09:50:24.065684       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0423 09:50:24.065776       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0423 09:50:26.034013       1 utils.go:198] ID: 6 Req-ID: pvc-bc57d012-443f-4003-946b-f269a4a9aaec GRPC call: /csi.v1.Controller/CreateVolume
I0423 09:50:26.034558       1 utils.go:199] ID: 6 Req-ID: pvc-bc57d012-443f-4003-946b-f269a4a9aaec GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-bc57d012-443f-4003-946b-f269a4a9aaec","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-bc57d012-443f-4003-946b-f269a4a9aaec","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0423 09:50:26.035025       1 rbd_util.go:1315] ID: 6 Req-ID: pvc-bc57d012-443f-4003-946b-f269a4a9aaec setting disableInUseChecks: false image features: [layering] mounter: rbd
E0423 09:50:26.055775       1 omap.go:80] ID: 6 Req-ID: pvc-bc57d012-443f-4003-946b-f269a4a9aaec omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0423 09:50:26.248149       1 omap.go:159] ID: 6 Req-ID: pvc-bc57d012-443f-4003-946b-f269a4a9aaec set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-bc57d012-443f-4003-946b-f269a4a9aaec:ca158927-f337-46c5-8531-d1b9591f5c94])
I0423 09:50:26.867929       1 omap.go:159] ID: 6 Req-ID: pvc-bc57d012-443f-4003-946b-f269a4a9aaec set omap keys (pool="kube", namespace="", name="csi.volume.ca158927-f337-46c5-8531-d1b9591f5c94"): map[csi.imagename:csi-vol-ca158927-f337-46c5-8531-d1b9591f5c94 csi.volname:pvc-bc57d012-443f-4003-946b-f269a4a9aaec csi.volume.owner:default])
I0423 09:50:26.867978       1 rbd_journal.go:491] ID: 6 Req-ID: pvc-bc57d012-443f-4003-946b-f269a4a9aaec generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-ca158927-f337-46c5-8531-d1b9591f5c94) and image name (csi-vol-ca158927-f337-46c5-8531-d1b9591f5c94) for request name (pvc-bc57d012-443f-4003-946b-f269a4a9aaec)
I0423 09:50:26.868066       1 rbd_util.go:423] ID: 6 Req-ID: pvc-bc57d012-443f-4003-946b-f269a4a9aaec rbd: create kube/csi-vol-ca158927-f337-46c5-8531-d1b9591f5c94 size 5120M (features: [layering]) using mon 199.19.213.91
I0423 09:50:26.868104       1 rbd_util.go:1563] ID: 6 Req-ID: pvc-bc57d012-443f-4003-946b-f269a4a9aaec setting image options on kube/csi-vol-ca158927-f337-46c5-8531-d1b9591f5c94
I0423 09:50:27.157618       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/Probe
I0423 09:50:27.157656       1 utils.go:199] ID: 7 GRPC request: {}
I0423 09:50:27.157680       1 utils.go:205] ID: 7 GRPC response: {}
I0423 09:50:27.162147       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/GetPluginInfo
I0423 09:50:27.162169       1 utils.go:199] ID: 8 GRPC request: {}
I0423 09:50:27.162177       1 identityserver-default.go:40] ID: 8 Using default GetPluginInfo
I0423 09:50:27.162323       1 utils.go:205] ID: 8 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0423 09:50:27.164520       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/Probe
I0423 09:50:27.164857       1 utils.go:199] ID: 9 GRPC request: {}
I0423 09:50:27.164909       1 utils.go:205] ID: 9 GRPC response: {}
I0423 09:50:27.165846       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0423 09:50:27.165883       1 utils.go:199] ID: 10 GRPC request: {}
I0423 09:50:27.166029       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0423 09:50:27.167105       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0423 09:50:27.167142       1 utils.go:199] ID: 11 GRPC request: {}
I0423 09:50:27.167191       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0423 09:50:27.167535       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0423 09:50:27.168597       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0423 09:50:27.168670       1 utils.go:199] ID: 12 GRPC request: {}
I0423 09:50:27.168698       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0423 09:50:27.168865       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0423 09:50:27.169312       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0423 09:50:27.169339       1 utils.go:199] ID: 13 GRPC request: {}
I0423 09:50:27.169349       1 controllerserver-default.go:42] ID: 13 Using default ControllerGetCapabilities
I0423 09:50:27.169415       1 utils.go:205] ID: 13 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0423 09:50:28.706187       1 controllerserver.go:763] ID: 6 Req-ID: pvc-bc57d012-443f-4003-946b-f269a4a9aaec created image kube/csi-vol-ca158927-f337-46c5-8531-d1b9591f5c94 backed for request name pvc-bc57d012-443f-4003-946b-f269a4a9aaec
I0423 09:50:28.739252       1 omap.go:159] ID: 6 Req-ID: pvc-bc57d012-443f-4003-946b-f269a4a9aaec set omap keys (pool="kube", namespace="", name="csi.volume.ca158927-f337-46c5-8531-d1b9591f5c94"): map[csi.imageid:37b51e6317a7])
I0423 09:50:28.834870       1 utils.go:205] ID: 6 Req-ID: pvc-bc57d012-443f-4003-946b-f269a4a9aaec GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-ca158927-f337-46c5-8531-d1b9591f5c94","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-ca158927-f337-46c5-8531-d1b9591f5c94"}}
I0423 09:50:29.017033       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/GetPluginInfo
I0423 09:50:29.017108       1 utils.go:199] ID: 14 GRPC request: {}
I0423 09:50:29.017122       1 identityserver-default.go:40] ID: 14 Using default GetPluginInfo
I0423 09:50:29.017153       1 utils.go:205] ID: 14 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0423 09:50:29.020194       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Identity/Probe
I0423 09:50:29.020233       1 utils.go:199] ID: 15 GRPC request: {}
I0423 09:50:29.020249       1 utils.go:205] ID: 15 GRPC response: {}
I0423 09:50:29.020997       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0423 09:50:29.021019       1 utils.go:199] ID: 16 GRPC request: {}
I0423 09:50:29.021033       1 controllerserver-default.go:42] ID: 16 Using default ControllerGetCapabilities
I0423 09:50:29.021205       1 utils.go:205] ID: 16 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0423 09:50:30.354336       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/Probe
I0423 09:50:30.354395       1 utils.go:199] ID: 17 GRPC request: {}
I0423 09:50:30.354415       1 utils.go:205] ID: 17 GRPC response: {}
I0423 09:50:30.356719       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/GetPluginInfo
I0423 09:50:30.356741       1 utils.go:199] ID: 18 GRPC request: {}
I0423 09:50:30.356750       1 identityserver-default.go:40] ID: 18 Using default GetPluginInfo
I0423 09:50:30.356786       1 utils.go:205] ID: 18 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0423 09:50:30.358546       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/Probe
I0423 09:50:30.358576       1 utils.go:199] ID: 19 GRPC request: {}
I0423 09:50:30.358588       1 utils.go:205] ID: 19 GRPC response: {}
I0423 09:50:30.358998       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0423 09:50:30.359040       1 utils.go:199] ID: 20 GRPC request: {}
I0423 09:50:30.359130       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0423 09:50:30.359970       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0423 09:50:30.360016       1 utils.go:199] ID: 21 GRPC request: {}
I0423 09:50:30.360035       1 controllerserver-default.go:42] ID: 21 Using default ControllerGetCapabilities
I0423 09:50:30.360321       1 utils.go:205] ID: 21 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}