I0504 01:40:44.895440       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0504 01:40:44.895562       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0504 01:40:44.895575       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0504 01:40:44.895580       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0504 01:40:44.895586       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0504 01:40:44.895589       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0504 01:40:44.895592       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0504 01:40:44.895595       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0504 01:40:44.895598       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0504 01:40:44.895601       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0504 01:40:44.896061       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0504 01:40:44.896077       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0504 01:40:50.462955       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0504 01:40:50.464282       1 utils.go:199] ID: 1 GRPC request: {}
I0504 01:40:50.464355       1 utils.go:205] ID: 1 GRPC response: {}
I0504 01:40:50.466840       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0504 01:40:50.466894       1 utils.go:199] ID: 2 GRPC request: {}
I0504 01:40:50.466907       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0504 01:40:50.466993       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0504 01:40:50.477779       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0504 01:40:50.477803       1 utils.go:199] ID: 3 GRPC request: {}
I0504 01:40:50.477814       1 utils.go:205] ID: 3 GRPC response: {}
I0504 01:40:50.478237       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0504 01:40:50.478288       1 utils.go:199] ID: 4 GRPC request: {}
I0504 01:40:50.478485       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0504 01:40:50.481039       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0504 01:40:50.481115       1 utils.go:199] ID: 5 GRPC request: {}
I0504 01:40:50.481124       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0504 01:40:50.481233       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0504 01:40:54.889472       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0504 01:40:54.889543       1 utils.go:199] ID: 6 GRPC request: {}
I0504 01:40:54.889584       1 utils.go:205] ID: 6 GRPC response: {}
I0504 01:40:54.893576       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0504 01:40:54.893620       1 utils.go:199] ID: 7 GRPC request: {}
I0504 01:40:54.893629       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0504 01:40:54.893661       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0504 01:40:54.895764       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0504 01:40:54.895816       1 utils.go:199] ID: 8 GRPC request: {}
I0504 01:40:54.895840       1 utils.go:205] ID: 8 GRPC response: {}
I0504 01:40:54.896498       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0504 01:40:54.896531       1 utils.go:199] ID: 9 GRPC request: {}
I0504 01:40:54.896669       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0504 01:40:54.897883       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0504 01:40:54.897913       1 utils.go:199] ID: 10 GRPC request: {}
I0504 01:40:54.897922       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0504 01:40:54.898001       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0504 01:40:54.898831       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0504 01:40:54.898887       1 utils.go:199] ID: 11 GRPC request: {}
I0504 01:40:54.898910       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0504 01:40:54.899061       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0504 01:40:54.899608       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0504 01:40:54.899642       1 utils.go:199] ID: 12 GRPC request: {}
I0504 01:40:54.899660       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0504 01:40:54.899790       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0504 01:40:57.171715       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0504 01:40:57.171750       1 utils.go:199] ID: 13 GRPC request: {}
I0504 01:40:57.171756       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0504 01:40:57.171776       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0504 01:40:57.174716       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0504 01:40:57.174740       1 utils.go:199] ID: 14 GRPC request: {}
I0504 01:40:57.174750       1 utils.go:205] ID: 14 GRPC response: {}
I0504 01:40:57.175169       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0504 01:40:57.175228       1 utils.go:199] ID: 15 GRPC request: {}
I0504 01:40:57.175242       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0504 01:40:57.175347       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0504 01:40:58.605643       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0504 01:40:58.605702       1 utils.go:199] ID: 16 GRPC request: {}
I0504 01:40:58.605733       1 utils.go:205] ID: 16 GRPC response: {}
I0504 01:40:58.607765       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0504 01:40:58.607813       1 utils.go:199] ID: 17 GRPC request: {}
I0504 01:40:58.607826       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0504 01:40:58.607858       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0504 01:40:58.610103       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0504 01:40:58.610151       1 utils.go:199] ID: 18 GRPC request: {}
I0504 01:40:58.610176       1 utils.go:205] ID: 18 GRPC response: {}
I0504 01:40:58.610687       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0504 01:40:58.610707       1 utils.go:199] ID: 19 GRPC request: {}
I0504 01:40:58.610814       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0504 01:40:58.611691       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0504 01:40:58.611764       1 utils.go:199] ID: 20 GRPC request: {}
I0504 01:40:58.611789       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0504 01:40:58.612012       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0504 01:42:00.808676       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0504 01:42:00.808919       1 utils.go:199] ID: 21 GRPC request: {}
I0504 01:42:00.809031       1 utils.go:205] ID: 21 GRPC response: {}
I0504 01:43:00.760389       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0504 01:43:00.760564       1 utils.go:199] ID: 22 GRPC request: {}
I0504 01:43:00.760591       1 utils.go:205] ID: 22 GRPC response: {}
I0504 01:44:00.761039       1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe
I0504 01:44:00.761126       1 utils.go:199] ID: 23 GRPC request: {}
I0504 01:44:00.761158       1 utils.go:205] ID: 23 GRPC response: {}
I0504 01:44:07.780478       1 utils.go:198] ID: 24 Req-ID: pvc-12d2c504-c8d4-41e2-9a4e-66c2b805f7f9 GRPC call: /csi.v1.Controller/CreateVolume
I0504 01:44:07.781272       1 utils.go:199] ID: 24 Req-ID: pvc-12d2c504-c8d4-41e2-9a4e-66c2b805f7f9 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-12d2c504-c8d4-41e2-9a4e-66c2b805f7f9","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-12d2c504-c8d4-41e2-9a4e-66c2b805f7f9","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0504 01:44:07.781643       1 rbd_util.go:1315] ID: 24 Req-ID: pvc-12d2c504-c8d4-41e2-9a4e-66c2b805f7f9 setting disableInUseChecks: false image features: [layering] mounter: rbd
E0504 01:44:07.801092       1 omap.go:80] ID: 24 Req-ID: pvc-12d2c504-c8d4-41e2-9a4e-66c2b805f7f9 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0504 01:44:07.824317       1 omap.go:159] ID: 24 Req-ID: pvc-12d2c504-c8d4-41e2-9a4e-66c2b805f7f9 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-12d2c504-c8d4-41e2-9a4e-66c2b805f7f9:054366b3-48e9-408c-b18d-60c1059ee5fb])
I0504 01:44:07.835631       1 omap.go:159] ID: 24 Req-ID: pvc-12d2c504-c8d4-41e2-9a4e-66c2b805f7f9 set omap keys (pool="kube", namespace="", name="csi.volume.054366b3-48e9-408c-b18d-60c1059ee5fb"): map[csi.imagename:csi-vol-054366b3-48e9-408c-b18d-60c1059ee5fb csi.volname:pvc-12d2c504-c8d4-41e2-9a4e-66c2b805f7f9 csi.volume.owner:default])
I0504 01:44:07.835674       1 rbd_journal.go:491] ID: 24 Req-ID: pvc-12d2c504-c8d4-41e2-9a4e-66c2b805f7f9 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-054366b3-48e9-408c-b18d-60c1059ee5fb) and image name (csi-vol-054366b3-48e9-408c-b18d-60c1059ee5fb) for request name (pvc-12d2c504-c8d4-41e2-9a4e-66c2b805f7f9)
I0504 01:44:07.835847       1 rbd_util.go:423] ID: 24 Req-ID: pvc-12d2c504-c8d4-41e2-9a4e-66c2b805f7f9 rbd: create kube/csi-vol-054366b3-48e9-408c-b18d-60c1059ee5fb size 5120M (features: [layering]) using mon 199.204.45.244
I0504 01:44:07.835944       1 rbd_util.go:1563] ID: 24 Req-ID: pvc-12d2c504-c8d4-41e2-9a4e-66c2b805f7f9 setting image options on kube/csi-vol-054366b3-48e9-408c-b18d-60c1059ee5fb
I0504 01:44:09.927236       1 controllerserver.go:763] ID: 24 Req-ID: pvc-12d2c504-c8d4-41e2-9a4e-66c2b805f7f9 created image kube/csi-vol-054366b3-48e9-408c-b18d-60c1059ee5fb backed for request name pvc-12d2c504-c8d4-41e2-9a4e-66c2b805f7f9
I0504 01:44:10.014506       1 omap.go:159] ID: 24 Req-ID: pvc-12d2c504-c8d4-41e2-9a4e-66c2b805f7f9 set omap keys (pool="kube", namespace="", name="csi.volume.054366b3-48e9-408c-b18d-60c1059ee5fb"): map[csi.imageid:37d7af1583e6])
I0504 01:44:10.206434       1 utils.go:205] ID: 24 Req-ID: pvc-12d2c504-c8d4-41e2-9a4e-66c2b805f7f9 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-054366b3-48e9-408c-b18d-60c1059ee5fb","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-054366b3-48e9-408c-b18d-60c1059ee5fb"}}
I0504 01:45:00.773699       1 utils.go:198] ID: 25 GRPC call: /csi.v1.Identity/Probe
I0504 01:45:00.774102       1 utils.go:199] ID: 25 GRPC request: {}
I0504 01:45:00.774126       1 utils.go:205] ID: 25 GRPC response: {}