I0507 03:24:17.960222       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0507 03:24:17.960376       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0507 03:24:17.960390       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0507 03:24:17.960393       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0507 03:24:17.960396       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0507 03:24:17.960398       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0507 03:24:17.960402       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0507 03:24:17.960404       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0507 03:24:17.960407       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0507 03:24:17.960409       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0507 03:24:17.960724       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0507 03:24:17.960768       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0507 03:24:23.064945       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0507 03:24:23.066218       1 utils.go:199] ID: 1 GRPC request: {}
I0507 03:24:23.066260       1 utils.go:205] ID: 1 GRPC response: {}
I0507 03:24:23.069785       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0507 03:24:23.069818       1 utils.go:199] ID: 2 GRPC request: {}
I0507 03:24:23.069827       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0507 03:24:23.069853       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0507 03:24:23.071485       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0507 03:24:23.071529       1 utils.go:199] ID: 3 GRPC request: {}
I0507 03:24:23.071586       1 utils.go:205] ID: 3 GRPC response: {}
I0507 03:24:23.072034       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0507 03:24:23.072072       1 utils.go:199] ID: 4 GRPC request: {}
I0507 03:24:23.072165       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0507 03:24:23.072757       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0507 03:24:23.072800       1 utils.go:199] ID: 5 GRPC request: {}
I0507 03:24:23.072810       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0507 03:24:23.072885       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0507 03:24:25.485624       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0507 03:24:25.485759       1 utils.go:199] ID: 6 GRPC request: {}
I0507 03:24:25.485840       1 utils.go:205] ID: 6 GRPC response: {}
I0507 03:24:25.487876       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0507 03:24:25.487968       1 utils.go:199] ID: 7 GRPC request: {}
I0507 03:24:25.488025       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0507 03:24:25.488117       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0507 03:24:25.490088       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0507 03:24:25.490115       1 utils.go:199] ID: 8 GRPC request: {}
I0507 03:24:25.490132       1 utils.go:205] ID: 8 GRPC response: {}
I0507 03:24:25.490725       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0507 03:24:25.490776       1 utils.go:199] ID: 9 GRPC request: {}
I0507 03:24:25.490883       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0507 03:24:25.491933       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0507 03:24:25.491956       1 utils.go:199] ID: 10 GRPC request: {}
I0507 03:24:25.491964       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0507 03:24:25.492022       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0507 03:24:25.492484       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0507 03:24:25.492506       1 utils.go:199] ID: 11 GRPC request: {}
I0507 03:24:25.492514       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0507 03:24:25.492587       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0507 03:24:25.493003       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0507 03:24:25.493076       1 utils.go:199] ID: 12 GRPC request: {}
I0507 03:24:25.493113       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0507 03:24:25.493232       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0507 03:24:26.835781       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0507 03:24:26.835824       1 utils.go:199] ID: 13 GRPC request: {}
I0507 03:24:26.835835       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0507 03:24:26.835973       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0507 03:24:26.839565       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0507 03:24:26.839587       1 utils.go:199] ID: 14 GRPC request: {}
I0507 03:24:26.839604       1 utils.go:205] ID: 14 GRPC response: {}
I0507 03:24:26.840133       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0507 03:24:26.840158       1 utils.go:199] ID: 15 GRPC request: {}
I0507 03:24:26.840168       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0507 03:24:26.840376       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0507 03:24:28.165645       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0507 03:24:28.165691       1 utils.go:199] ID: 16 GRPC request: {}
I0507 03:24:28.165713       1 utils.go:205] ID: 16 GRPC response: {}
I0507 03:24:28.172279       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0507 03:24:28.172318       1 utils.go:199] ID: 17 GRPC request: {}
I0507 03:24:28.172329       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0507 03:24:28.172369       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0507 03:24:28.177059       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0507 03:24:28.177083       1 utils.go:199] ID: 18 GRPC request: {}
I0507 03:24:28.177094       1 utils.go:205] ID: 18 GRPC response: {}
I0507 03:24:28.178731       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0507 03:24:28.178768       1 utils.go:199] ID: 19 GRPC request: {}
I0507 03:24:28.178873       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0507 03:24:28.180085       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0507 03:24:28.180112       1 utils.go:199] ID: 20 GRPC request: {}
I0507 03:24:28.180118       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0507 03:24:28.180174       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0507 03:25:28.415813       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0507 03:25:28.415865       1 utils.go:199] ID: 21 GRPC request: {}
I0507 03:25:28.415886       1 utils.go:205] ID: 21 GRPC response: {}
I0507 03:26:28.366999       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0507 03:26:28.367052       1 utils.go:199] ID: 22 GRPC request: {}
I0507 03:26:28.367086       1 utils.go:205] ID: 22 GRPC response: {}
I0507 03:27:28.366981       1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe
I0507 03:27:28.367090       1 utils.go:199] ID: 23 GRPC request: {}
I0507 03:27:28.367119       1 utils.go:205] ID: 23 GRPC response: {}
I0507 03:27:32.642506       1 utils.go:198] ID: 24 Req-ID: pvc-f2a79723-cad3-449d-bbe7-0adb642519ca GRPC call: /csi.v1.Controller/CreateVolume
I0507 03:27:32.642870       1 utils.go:199] ID: 24 Req-ID: pvc-f2a79723-cad3-449d-bbe7-0adb642519ca GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-f2a79723-cad3-449d-bbe7-0adb642519ca","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-f2a79723-cad3-449d-bbe7-0adb642519ca","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0507 03:27:32.643076       1 rbd_util.go:1315] ID: 24 Req-ID: pvc-f2a79723-cad3-449d-bbe7-0adb642519ca setting disableInUseChecks: false image features: [layering] mounter: rbd
E0507 03:27:32.662953       1 omap.go:80] ID: 24 Req-ID: pvc-f2a79723-cad3-449d-bbe7-0adb642519ca omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0507 03:27:32.684091       1 omap.go:159] ID: 24 Req-ID: pvc-f2a79723-cad3-449d-bbe7-0adb642519ca set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-f2a79723-cad3-449d-bbe7-0adb642519ca:2bcc92e1-37cf-4fcf-8f1c-3a9160d0cfe4])
I0507 03:27:32.692067       1 omap.go:159] ID: 24 Req-ID: pvc-f2a79723-cad3-449d-bbe7-0adb642519ca set omap keys (pool="kube", namespace="", name="csi.volume.2bcc92e1-37cf-4fcf-8f1c-3a9160d0cfe4"): map[csi.imagename:csi-vol-2bcc92e1-37cf-4fcf-8f1c-3a9160d0cfe4 csi.volname:pvc-f2a79723-cad3-449d-bbe7-0adb642519ca csi.volume.owner:default])
I0507 03:27:32.692110       1 rbd_journal.go:491] ID: 24 Req-ID: pvc-f2a79723-cad3-449d-bbe7-0adb642519ca generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-2bcc92e1-37cf-4fcf-8f1c-3a9160d0cfe4) and image name (csi-vol-2bcc92e1-37cf-4fcf-8f1c-3a9160d0cfe4) for request name (pvc-f2a79723-cad3-449d-bbe7-0adb642519ca)
I0507 03:27:32.692214       1 rbd_util.go:423] ID: 24 Req-ID: pvc-f2a79723-cad3-449d-bbe7-0adb642519ca rbd: create kube/csi-vol-2bcc92e1-37cf-4fcf-8f1c-3a9160d0cfe4 size 5120M (features: [layering]) using mon 199.204.45.4
I0507 03:27:32.692334       1 rbd_util.go:1563] ID: 24 Req-ID: pvc-f2a79723-cad3-449d-bbe7-0adb642519ca setting image options on kube/csi-vol-2bcc92e1-37cf-4fcf-8f1c-3a9160d0cfe4
I0507 03:27:34.530881       1 controllerserver.go:763] ID: 24 Req-ID: pvc-f2a79723-cad3-449d-bbe7-0adb642519ca created image kube/csi-vol-2bcc92e1-37cf-4fcf-8f1c-3a9160d0cfe4 backed for request name pvc-f2a79723-cad3-449d-bbe7-0adb642519ca
I0507 03:27:34.566673       1 omap.go:159] ID: 24 Req-ID: pvc-f2a79723-cad3-449d-bbe7-0adb642519ca set omap keys (pool="kube", namespace="", name="csi.volume.2bcc92e1-37cf-4fcf-8f1c-3a9160d0cfe4"): map[csi.imageid:37d95e65acca])
I0507 03:27:34.658685       1 utils.go:205] ID: 24 Req-ID: pvc-f2a79723-cad3-449d-bbe7-0adb642519ca GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-2bcc92e1-37cf-4fcf-8f1c-3a9160d0cfe4","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-2bcc92e1-37cf-4fcf-8f1c-3a9160d0cfe4"}}