I0525 10:15:35.764685       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0525 10:15:35.764842       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0525 10:15:35.764874       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0525 10:15:35.764893       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0525 10:15:35.764917       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0525 10:15:35.764941       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0525 10:15:35.764966       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0525 10:15:35.764983       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0525 10:15:35.764999       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0525 10:15:35.765015       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0525 10:15:35.765291       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0525 10:15:35.765360       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0525 10:15:37.622445       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0525 10:15:37.624324       1 utils.go:199] ID: 1 GRPC request: {}
I0525 10:15:37.624384       1 utils.go:205] ID: 1 GRPC response: {}
I0525 10:15:37.628605       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0525 10:15:37.628690       1 utils.go:199] ID: 2 GRPC request: {}
I0525 10:15:37.628710       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0525 10:15:37.628802       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0525 10:15:37.630520       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0525 10:15:37.630608       1 utils.go:199] ID: 3 GRPC request: {}
I0525 10:15:37.630691       1 utils.go:205] ID: 3 GRPC response: {}
I0525 10:15:37.631341       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0525 10:15:37.631499       1 utils.go:199] ID: 4 GRPC request: {}
I0525 10:15:37.631663       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0525 10:15:37.632485       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0525 10:15:37.632551       1 utils.go:199] ID: 5 GRPC request: {}
I0525 10:15:37.632641       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0525 10:15:37.632751       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0525 10:15:40.471254       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0525 10:15:40.471387       1 utils.go:199] ID: 6 GRPC request: {}
I0525 10:15:40.471469       1 utils.go:205] ID: 6 GRPC response: {}
I0525 10:15:40.475442       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0525 10:15:40.475482       1 utils.go:199] ID: 7 GRPC request: {}
I0525 10:15:40.475490       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0525 10:15:40.475520       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0525 10:15:40.479782       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0525 10:15:40.479836       1 utils.go:199] ID: 8 GRPC request: {}
I0525 10:15:40.479869       1 utils.go:205] ID: 8 GRPC response: {}
I0525 10:15:40.480487       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0525 10:15:40.480521       1 utils.go:199] ID: 9 GRPC request: {}
I0525 10:15:40.480632       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0525 10:15:40.481338       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0525 10:15:40.481378       1 utils.go:199] ID: 10 GRPC request: {}
I0525 10:15:40.481390       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0525 10:15:40.481487       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0525 10:15:40.482121       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0525 10:15:40.482144       1 utils.go:199] ID: 11 GRPC request: {}
I0525 10:15:40.482151       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0525 10:15:40.482230       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0525 10:15:40.482802       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0525 10:15:40.482828       1 utils.go:199] ID: 12 GRPC request: {}
I0525 10:15:40.482836       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0525 10:15:40.482930       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0525 10:15:43.068960       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0525 10:15:43.069000       1 utils.go:199] ID: 13 GRPC request: {}
I0525 10:15:43.069018       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0525 10:15:43.069048       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0525 10:15:43.071057       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0525 10:15:43.071097       1 utils.go:199] ID: 14 GRPC request: {}
I0525 10:15:43.071186       1 utils.go:205] ID: 14 GRPC response: {}
I0525 10:15:43.071589       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0525 10:15:43.071610       1 utils.go:199] ID: 15 GRPC request: {}
I0525 10:15:43.071617       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0525 10:15:43.071712       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0525 10:15:44.240733       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0525 10:15:44.240765       1 utils.go:199] ID: 16 GRPC request: {}
I0525 10:15:44.240779       1 utils.go:205] ID: 16 GRPC response: {}
I0525 10:15:44.244614       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0525 10:15:44.244794       1 utils.go:199] ID: 17 GRPC request: {}
I0525 10:15:44.244835       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0525 10:15:44.244933       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0525 10:15:44.247552       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0525 10:15:44.247627       1 utils.go:199] ID: 18 GRPC request: {}
I0525 10:15:44.247684       1 utils.go:205] ID: 18 GRPC response: {}
I0525 10:15:44.248374       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0525 10:15:44.248399       1 utils.go:199] ID: 19 GRPC request: {}
I0525 10:15:44.248507       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0525 10:15:44.251086       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0525 10:15:44.251208       1 utils.go:199] ID: 20 GRPC request: {}
I0525 10:15:44.251255       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0525 10:15:44.251408       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0525 10:16:44.425743       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0525 10:16:44.425803       1 utils.go:199] ID: 21 GRPC request: {}
I0525 10:16:44.425833       1 utils.go:205] ID: 21 GRPC response: {}
I0525 10:17:44.426897       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0525 10:17:44.427008       1 utils.go:199] ID: 22 GRPC request: {}
I0525 10:17:44.427047       1 utils.go:205] ID: 22 GRPC response: {}
I0525 10:18:44.425436       1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe
I0525 10:18:44.425490       1 utils.go:199] ID: 23 GRPC request: {}
I0525 10:18:44.425543       1 utils.go:205] ID: 23 GRPC response: {}
I0525 10:19:19.348384       1 utils.go:198] ID: 24 Req-ID: pvc-98cd9248-b9bf-44d4-b8b8-97799cd68d7a GRPC call: /csi.v1.Controller/CreateVolume
I0525 10:19:19.348669       1 utils.go:199] ID: 24 Req-ID: pvc-98cd9248-b9bf-44d4-b8b8-97799cd68d7a GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-98cd9248-b9bf-44d4-b8b8-97799cd68d7a","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-98cd9248-b9bf-44d4-b8b8-97799cd68d7a","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0525 10:19:19.348890       1 rbd_util.go:1315] ID: 24 Req-ID: pvc-98cd9248-b9bf-44d4-b8b8-97799cd68d7a setting disableInUseChecks: false image features: [layering] mounter: rbd
E0525 10:19:19.367406       1 omap.go:80] ID: 24 Req-ID: pvc-98cd9248-b9bf-44d4-b8b8-97799cd68d7a omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0525 10:19:19.391887       1 omap.go:159] ID: 24 Req-ID: pvc-98cd9248-b9bf-44d4-b8b8-97799cd68d7a set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-98cd9248-b9bf-44d4-b8b8-97799cd68d7a:f429a562-8ed2-43d1-a35a-5363ebd8c26b])
I0525 10:19:19.399940       1 omap.go:159] ID: 24 Req-ID: pvc-98cd9248-b9bf-44d4-b8b8-97799cd68d7a set omap keys (pool="kube", namespace="", name="csi.volume.f429a562-8ed2-43d1-a35a-5363ebd8c26b"): map[csi.imagename:csi-vol-f429a562-8ed2-43d1-a35a-5363ebd8c26b csi.volname:pvc-98cd9248-b9bf-44d4-b8b8-97799cd68d7a csi.volume.owner:default])
I0525 10:19:19.399980       1 rbd_journal.go:491] ID: 24 Req-ID: pvc-98cd9248-b9bf-44d4-b8b8-97799cd68d7a generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-f429a562-8ed2-43d1-a35a-5363ebd8c26b) and image name (csi-vol-f429a562-8ed2-43d1-a35a-5363ebd8c26b) for request name (pvc-98cd9248-b9bf-44d4-b8b8-97799cd68d7a)
I0525 10:19:19.400076       1 rbd_util.go:423] ID: 24 Req-ID: pvc-98cd9248-b9bf-44d4-b8b8-97799cd68d7a rbd: create kube/csi-vol-f429a562-8ed2-43d1-a35a-5363ebd8c26b size 5120M (features: [layering]) using mon 199.19.213.204
I0525 10:19:19.400144       1 rbd_util.go:1563] ID: 24 Req-ID: pvc-98cd9248-b9bf-44d4-b8b8-97799cd68d7a setting image options on kube/csi-vol-f429a562-8ed2-43d1-a35a-5363ebd8c26b
I0525 10:19:19.441685       1 controllerserver.go:763] ID: 24 Req-ID: pvc-98cd9248-b9bf-44d4-b8b8-97799cd68d7a created image kube/csi-vol-f429a562-8ed2-43d1-a35a-5363ebd8c26b backed for request name pvc-98cd9248-b9bf-44d4-b8b8-97799cd68d7a
I0525 10:19:19.470575       1 omap.go:159] ID: 24 Req-ID: pvc-98cd9248-b9bf-44d4-b8b8-97799cd68d7a set omap keys (pool="kube", namespace="", name="csi.volume.f429a562-8ed2-43d1-a35a-5363ebd8c26b"): map[csi.imageid:37edd3f750c1])
I0525 10:19:19.558544       1 utils.go:205] ID: 24 Req-ID: pvc-98cd9248-b9bf-44d4-b8b8-97799cd68d7a GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-f429a562-8ed2-43d1-a35a-5363ebd8c26b","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-f429a562-8ed2-43d1-a35a-5363ebd8c26b"}}
I0525 10:19:44.435802       1 utils.go:198] ID: 25 GRPC call: /csi.v1.Identity/Probe
I0525 10:19:44.435846       1 utils.go:199] ID: 25 GRPC request: {}
I0525 10:19:44.435866       1 utils.go:205] ID: 25 GRPC response: {}