I0730 20:59:19.671805       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0730 20:59:19.671942       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0730 20:59:19.671953       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0730 20:59:19.671959       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0730 20:59:19.671962       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0730 20:59:19.671966       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0730 20:59:19.671970       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0730 20:59:19.671975       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0730 20:59:19.671978       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0730 20:59:19.671982       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0730 20:59:19.672344       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0730 20:59:19.672408       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0730 20:59:30.098304       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0730 20:59:30.100633       1 utils.go:199] ID: 1 GRPC request: {}
I0730 20:59:30.100756       1 utils.go:205] ID: 1 GRPC response: {}
I0730 20:59:30.104348       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0730 20:59:30.104474       1 utils.go:199] ID: 2 GRPC request: {}
I0730 20:59:30.104501       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0730 20:59:30.104571       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0730 20:59:30.107312       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0730 20:59:30.107343       1 utils.go:199] ID: 3 GRPC request: {}
I0730 20:59:30.107356       1 utils.go:205] ID: 3 GRPC response: {}
I0730 20:59:30.108950       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0730 20:59:30.109003       1 utils.go:199] ID: 4 GRPC request: {}
I0730 20:59:30.109158       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0730 20:59:30.110047       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0730 20:59:30.110092       1 utils.go:199] ID: 5 GRPC request: {}
I0730 20:59:30.110103       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0730 20:59:30.110247       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0730 20:59:30.342672       1 utils.go:198] ID: 6 Req-ID: pvc-ba311345-1c10-4823-b7f3-cd003d09e032 GRPC call: /csi.v1.Controller/CreateVolume
I0730 20:59:30.343176       1 utils.go:199] ID: 6 Req-ID: pvc-ba311345-1c10-4823-b7f3-cd003d09e032 GRPC request: {"capacity_range":{"required_bytes":274877906944},"name":"pvc-ba311345-1c10-4823-b7f3-cd003d09e032","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-ba311345-1c10-4823-b7f3-cd003d09e032","csi.storage.k8s.io/pvc/name":"storage-loki-0","csi.storage.k8s.io/pvc/namespace":"monitoring","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0730 20:59:30.343495       1 rbd_util.go:1315] ID: 6 Req-ID: pvc-ba311345-1c10-4823-b7f3-cd003d09e032 setting disableInUseChecks: false image features: [layering] mounter: rbd
E0730 20:59:30.367897       1 omap.go:80] ID: 6 Req-ID: pvc-ba311345-1c10-4823-b7f3-cd003d09e032 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0730 20:59:30.387015       1 omap.go:159] ID: 6 Req-ID: pvc-ba311345-1c10-4823-b7f3-cd003d09e032 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-ba311345-1c10-4823-b7f3-cd003d09e032:f58a044b-3f9c-4fbc-a2d6-f46f22867bbf])
I0730 20:59:30.395601       1 omap.go:159] ID: 6 Req-ID: pvc-ba311345-1c10-4823-b7f3-cd003d09e032 set omap keys (pool="kube", namespace="", name="csi.volume.f58a044b-3f9c-4fbc-a2d6-f46f22867bbf"): map[csi.imagename:csi-vol-f58a044b-3f9c-4fbc-a2d6-f46f22867bbf csi.volname:pvc-ba311345-1c10-4823-b7f3-cd003d09e032 csi.volume.owner:monitoring])
I0730 20:59:30.395665       1 rbd_journal.go:491] ID: 6 Req-ID: pvc-ba311345-1c10-4823-b7f3-cd003d09e032 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-f58a044b-3f9c-4fbc-a2d6-f46f22867bbf) and image name (csi-vol-f58a044b-3f9c-4fbc-a2d6-f46f22867bbf) for request name (pvc-ba311345-1c10-4823-b7f3-cd003d09e032)
I0730 20:59:30.395868       1 rbd_util.go:423] ID: 6 Req-ID: pvc-ba311345-1c10-4823-b7f3-cd003d09e032 rbd: create kube/csi-vol-f58a044b-3f9c-4fbc-a2d6-f46f22867bbf size 262144M (features: [layering]) using mon 10.96.240.200
I0730 20:59:30.395951       1 rbd_util.go:1563] ID: 6 Req-ID: pvc-ba311345-1c10-4823-b7f3-cd003d09e032 setting image options on kube/csi-vol-f58a044b-3f9c-4fbc-a2d6-f46f22867bbf
I0730 20:59:30.494098       1 controllerserver.go:763] ID: 6 Req-ID: pvc-ba311345-1c10-4823-b7f3-cd003d09e032 created image kube/csi-vol-f58a044b-3f9c-4fbc-a2d6-f46f22867bbf backed for request name pvc-ba311345-1c10-4823-b7f3-cd003d09e032
I0730 20:59:30.545704       1 omap.go:159] ID: 6 Req-ID: pvc-ba311345-1c10-4823-b7f3-cd003d09e032 set omap keys (pool="kube", namespace="", name="csi.volume.f58a044b-3f9c-4fbc-a2d6-f46f22867bbf"): map[csi.imageid:37c6d963fee0])
I0730 20:59:30.675683       1 utils.go:205] ID: 6 Req-ID: pvc-ba311345-1c10-4823-b7f3-cd003d09e032 GRPC response: {"volume":{"capacity_bytes":274877906944,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-f58a044b-3f9c-4fbc-a2d6-f46f22867bbf","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-f58a044b-3f9c-4fbc-a2d6-f46f22867bbf"}}
I0730 20:59:32.930586       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/Probe
I0730 20:59:32.930643       1 utils.go:199] ID: 7 GRPC request: {}
I0730 20:59:32.930673       1 utils.go:205] ID: 7 GRPC response: {}
I0730 20:59:32.933076       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/GetPluginInfo
I0730 20:59:32.933155       1 utils.go:199] ID: 8 GRPC request: {}
I0730 20:59:32.933183       1 identityserver-default.go:40] ID: 8 Using default GetPluginInfo
I0730 20:59:32.933233       1 utils.go:205] ID: 8 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0730 20:59:32.935204       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/Probe
I0730 20:59:32.935236       1 utils.go:199] ID: 9 GRPC request: {}
I0730 20:59:32.935253       1 utils.go:205] ID: 9 GRPC response: {}
I0730 20:59:32.935874       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0730 20:59:32.935931       1 utils.go:199] ID: 10 GRPC request: {}
I0730 20:59:32.936073       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0730 20:59:32.936739       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0730 20:59:32.936789       1 utils.go:199] ID: 11 GRPC request: {}
I0730 20:59:32.936824       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0730 20:59:32.936956       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0730 20:59:32.938566       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0730 20:59:32.938618       1 utils.go:199] ID: 12 GRPC request: {}
I0730 20:59:32.938640       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0730 20:59:32.938717       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0730 20:59:32.939807       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0730 20:59:32.939857       1 utils.go:199] ID: 13 GRPC request: {}
I0730 20:59:32.939878       1 controllerserver-default.go:42] ID: 13 Using default ControllerGetCapabilities
I0730 20:59:32.939957       1 utils.go:205] ID: 13 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0730 20:59:34.761243       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/GetPluginInfo
I0730 20:59:34.761300       1 utils.go:199] ID: 14 GRPC request: {}
I0730 20:59:34.761315       1 identityserver-default.go:40] ID: 14 Using default GetPluginInfo
I0730 20:59:34.761371       1 utils.go:205] ID: 14 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0730 20:59:34.764134       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Identity/Probe
I0730 20:59:34.764153       1 utils.go:199] ID: 15 GRPC request: {}
I0730 20:59:34.764165       1 utils.go:205] ID: 15 GRPC response: {}
I0730 20:59:34.764590       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0730 20:59:34.764619       1 utils.go:199] ID: 16 GRPC request: {}
I0730 20:59:34.764632       1 controllerserver-default.go:42] ID: 16 Using default ControllerGetCapabilities
I0730 20:59:34.764807       1 utils.go:205] ID: 16 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0730 20:59:40.077205       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/Probe
I0730 20:59:40.077255       1 utils.go:199] ID: 17 GRPC request: {}
I0730 20:59:40.077277       1 utils.go:205] ID: 17 GRPC response: {}
I0730 20:59:40.080538       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/GetPluginInfo
I0730 20:59:40.080575       1 utils.go:199] ID: 18 GRPC request: {}
I0730 20:59:40.080588       1 identityserver-default.go:40] ID: 18 Using default GetPluginInfo
I0730 20:59:40.080624       1 utils.go:205] ID: 18 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0730 20:59:40.083624       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/Probe
I0730 20:59:40.083693       1 utils.go:199] ID: 19 GRPC request: {}
I0730 20:59:40.083725       1 utils.go:205] ID: 19 GRPC response: {}
I0730 20:59:40.084300       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0730 20:59:40.084375       1 utils.go:199] ID: 20 GRPC request: {}
I0730 20:59:40.084570       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0730 20:59:40.085640       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0730 20:59:40.085669       1 utils.go:199] ID: 21 GRPC request: {}
I0730 20:59:40.085684       1 controllerserver-default.go:42] ID: 21 Using default ControllerGetCapabilities
I0730 20:59:40.085818       1 utils.go:205] ID: 21 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0730 21:00:40.316712       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0730 21:00:40.316768       1 utils.go:199] ID: 22 GRPC request: {}
I0730 21:00:40.316790       1 utils.go:205] ID: 22 GRPC response: {}
I0730 21:01:40.269613       1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe
I0730 21:01:40.269744       1 utils.go:199] ID: 23 GRPC request: {}
I0730 21:01:40.269776       1 utils.go:205] ID: 23 GRPC response: {}
I0730 21:02:40.268706       1 utils.go:198] ID: 24 GRPC call: /csi.v1.Identity/Probe
I0730 21:02:40.268769       1 utils.go:199] ID: 24 GRPC request: {}
I0730 21:02:40.268793       1 utils.go:205] ID: 24 GRPC response: {}
I0730 21:03:40.280339       1 utils.go:198] ID: 25 GRPC call: /csi.v1.Identity/Probe
I0730 21:03:40.280426       1 utils.go:199] ID: 25 GRPC request: {}
I0730 21:03:40.280466       1 utils.go:205] ID: 25 GRPC response: {}
I0730 21:04:40.320557       1 utils.go:198] ID: 26 GRPC call: /csi.v1.Identity/Probe
I0730 21:04:40.320628       1 utils.go:199] ID: 26 GRPC request: {}
I0730 21:04:40.320655       1 utils.go:205] ID: 26 GRPC response: {}