I0416 03:49:14.438880       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0416 03:49:14.439014       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0416 03:49:14.439027       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0416 03:49:14.439030       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0416 03:49:14.439033       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0416 03:49:14.439036       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0416 03:49:14.439039       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0416 03:49:14.439042       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0416 03:49:14.439045       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0416 03:49:14.439048       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0416 03:49:14.439368       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0416 03:49:14.439395       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0416 03:49:18.075754       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0416 03:49:18.077244       1 utils.go:199] ID: 1 GRPC request: {}
I0416 03:49:18.077315       1 utils.go:205] ID: 1 GRPC response: {}
I0416 03:49:18.079066       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0416 03:49:18.079147       1 utils.go:199] ID: 2 GRPC request: {}
I0416 03:49:18.079164       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0416 03:49:18.079212       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0416 03:49:18.081608       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0416 03:49:18.081636       1 utils.go:199] ID: 3 GRPC request: {}
I0416 03:49:18.081651       1 utils.go:205] ID: 3 GRPC response: {}
I0416 03:49:18.082026       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0416 03:49:18.082083       1 utils.go:199] ID: 4 GRPC request: {}
I0416 03:49:18.082260       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0416 03:49:18.083036       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0416 03:49:18.083092       1 utils.go:199] ID: 5 GRPC request: {}
I0416 03:49:18.083116       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0416 03:49:18.083226       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0416 03:49:18.362525       1 utils.go:198] ID: 6 Req-ID: pvc-ca6f8106-3a85-4c5e-b48d-be607c0393d7 GRPC call: /csi.v1.Controller/CreateVolume
I0416 03:49:18.363105       1 utils.go:199] ID: 6 Req-ID: pvc-ca6f8106-3a85-4c5e-b48d-be607c0393d7 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-ca6f8106-3a85-4c5e-b48d-be607c0393d7","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-ca6f8106-3a85-4c5e-b48d-be607c0393d7","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0416 03:49:18.363409       1 rbd_util.go:1315] ID: 6 Req-ID: pvc-ca6f8106-3a85-4c5e-b48d-be607c0393d7 setting disableInUseChecks: false image features: [layering] mounter: rbd
E0416 03:49:18.379601       1 omap.go:80] ID: 6 Req-ID: pvc-ca6f8106-3a85-4c5e-b48d-be607c0393d7 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0416 03:49:18.959588       1 omap.go:159] ID: 6 Req-ID: pvc-ca6f8106-3a85-4c5e-b48d-be607c0393d7 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-ca6f8106-3a85-4c5e-b48d-be607c0393d7:c46667d7-255d-43c9-9211-f50e2aa7b3dd])
I0416 03:49:19.116051       1 omap.go:159] ID: 6 Req-ID: pvc-ca6f8106-3a85-4c5e-b48d-be607c0393d7 set omap keys (pool="kube", namespace="", name="csi.volume.c46667d7-255d-43c9-9211-f50e2aa7b3dd"): map[csi.imagename:csi-vol-c46667d7-255d-43c9-9211-f50e2aa7b3dd csi.volname:pvc-ca6f8106-3a85-4c5e-b48d-be607c0393d7 csi.volume.owner:default])
I0416 03:49:19.116096       1 rbd_journal.go:491] ID: 6 Req-ID: pvc-ca6f8106-3a85-4c5e-b48d-be607c0393d7 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-c46667d7-255d-43c9-9211-f50e2aa7b3dd) and image name (csi-vol-c46667d7-255d-43c9-9211-f50e2aa7b3dd) for request name (pvc-ca6f8106-3a85-4c5e-b48d-be607c0393d7)
I0416 03:49:19.116207       1 rbd_util.go:423] ID: 6 Req-ID: pvc-ca6f8106-3a85-4c5e-b48d-be607c0393d7 rbd: create kube/csi-vol-c46667d7-255d-43c9-9211-f50e2aa7b3dd size 5120M (features: [layering]) using mon 199.204.45.77
I0416 03:49:19.116256       1 rbd_util.go:1563] ID: 6 Req-ID: pvc-ca6f8106-3a85-4c5e-b48d-be607c0393d7 setting image options on kube/csi-vol-c46667d7-255d-43c9-9211-f50e2aa7b3dd
I0416 03:49:21.733973       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/Probe
I0416 03:49:21.734025       1 utils.go:199] ID: 7 GRPC request: {}
I0416 03:49:21.734048       1 utils.go:205] ID: 7 GRPC response: {}
I0416 03:49:21.737922       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/GetPluginInfo
I0416 03:49:21.737971       1 utils.go:199] ID: 8 GRPC request: {}
I0416 03:49:21.737993       1 identityserver-default.go:40] ID: 8 Using default GetPluginInfo
I0416 03:49:21.738028       1 utils.go:205] ID: 8 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0416 03:49:21.741416       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/Probe
I0416 03:49:21.741443       1 utils.go:199] ID: 9 GRPC request: {}
I0416 03:49:21.741486       1 utils.go:205] ID: 9 GRPC response: {}
I0416 03:49:21.741964       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0416 03:49:21.741995       1 utils.go:199] ID: 10 GRPC request: {}
I0416 03:49:21.742161       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0416 03:49:21.743145       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0416 03:49:21.743172       1 utils.go:199] ID: 11 GRPC request: {}
I0416 03:49:21.743180       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0416 03:49:21.743299       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0416 03:49:21.743771       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0416 03:49:21.743804       1 utils.go:199] ID: 12 GRPC request: {}
I0416 03:49:21.743813       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0416 03:49:21.743885       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0416 03:49:21.744261       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0416 03:49:21.744279       1 utils.go:199] ID: 13 GRPC request: {}
I0416 03:49:21.744285       1 controllerserver-default.go:42] ID: 13 Using default ControllerGetCapabilities
I0416 03:49:21.744344       1 utils.go:205] ID: 13 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0416 03:49:22.099971       1 controllerserver.go:763] ID: 6 Req-ID: pvc-ca6f8106-3a85-4c5e-b48d-be607c0393d7 created image kube/csi-vol-c46667d7-255d-43c9-9211-f50e2aa7b3dd backed for request name pvc-ca6f8106-3a85-4c5e-b48d-be607c0393d7
I0416 03:49:22.218318       1 omap.go:159] ID: 6 Req-ID: pvc-ca6f8106-3a85-4c5e-b48d-be607c0393d7 set omap keys (pool="kube", namespace="", name="csi.volume.c46667d7-255d-43c9-9211-f50e2aa7b3dd"): map[csi.imageid:37b3b9102178])
I0416 03:49:22.925986       1 utils.go:205] ID: 6 Req-ID: pvc-ca6f8106-3a85-4c5e-b48d-be607c0393d7 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-c46667d7-255d-43c9-9211-f50e2aa7b3dd","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-c46667d7-255d-43c9-9211-f50e2aa7b3dd"}}
I0416 03:49:24.854097       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/GetPluginInfo
I0416 03:49:24.854161       1 utils.go:199] ID: 14 GRPC request: {}
I0416 03:49:24.854173       1 identityserver-default.go:40] ID: 14 Using default GetPluginInfo
I0416 03:49:24.854228       1 utils.go:205] ID: 14 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0416 03:49:24.856263       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Identity/Probe
I0416 03:49:24.856296       1 utils.go:199] ID: 15 GRPC request: {}
I0416 03:49:24.856315       1 utils.go:205] ID: 15 GRPC response: {}
I0416 03:49:24.856810       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0416 03:49:24.856824       1 utils.go:199] ID: 16 GRPC request: {}
I0416 03:49:24.856832       1 controllerserver-default.go:42] ID: 16 Using default ControllerGetCapabilities
I0416 03:49:24.856913       1 utils.go:205] ID: 16 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0416 03:49:28.258702       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/Probe
I0416 03:49:28.258743       1 utils.go:199] ID: 17 GRPC request: {}
I0416 03:49:28.258766       1 utils.go:205] ID: 17 GRPC response: {}
I0416 03:49:28.262651       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/GetPluginInfo
I0416 03:49:28.262683       1 utils.go:199] ID: 18 GRPC request: {}
I0416 03:49:28.262692       1 identityserver-default.go:40] ID: 18 Using default GetPluginInfo
I0416 03:49:28.262716       1 utils.go:205] ID: 18 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0416 03:49:28.265680       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/Probe
I0416 03:49:28.265714       1 utils.go:199] ID: 19 GRPC request: {}
I0416 03:49:28.265728       1 utils.go:205] ID: 19 GRPC response: {}
I0416 03:49:28.266080       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0416 03:49:28.266126       1 utils.go:199] ID: 20 GRPC request: {}
I0416 03:49:28.266511       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0416 03:49:28.267412       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0416 03:49:28.269556       1 utils.go:199] ID: 21 GRPC request: {}
I0416 03:49:28.269582       1 controllerserver-default.go:42] ID: 21 Using default ControllerGetCapabilities
I0416 03:49:28.270537       1 utils.go:205] ID: 21 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0416 03:50:28.458879       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0416 03:50:28.458922       1 utils.go:199] ID: 22 GRPC request: {}
I0416 03:50:28.458942       1 utils.go:205] ID: 22 GRPC response: {}