I0205 05:28:29.636942       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0205 05:28:29.637093       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0205 05:28:29.637131       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0205 05:28:29.637167       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0205 05:28:29.637170       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0205 05:28:29.637248       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0205 05:28:29.637257       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0205 05:28:29.637260       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0205 05:28:29.637263       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0205 05:28:29.637266       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0205 05:28:29.637558       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0205 05:28:29.637654       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0205 05:28:35.609671       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0205 05:28:35.610826       1 utils.go:199] ID: 1 GRPC request: {}
I0205 05:28:35.610947       1 utils.go:205] ID: 1 GRPC response: {}
I0205 05:28:35.614788       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0205 05:28:35.614887       1 utils.go:199] ID: 2 GRPC request: {}
I0205 05:28:35.615169       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0205 05:28:35.615265       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0205 05:28:35.616479       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0205 05:28:35.616587       1 utils.go:199] ID: 3 GRPC request: {}
I0205 05:28:35.616660       1 utils.go:205] ID: 3 GRPC response: {}
I0205 05:28:35.616902       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0205 05:28:35.616997       1 utils.go:199] ID: 4 GRPC request: {}
I0205 05:28:35.617159       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0205 05:28:35.617786       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0205 05:28:35.617887       1 utils.go:199] ID: 5 GRPC request: {}
I0205 05:28:35.617950       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0205 05:28:35.618079       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0205 05:28:39.221051       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0205 05:28:39.221084       1 utils.go:199] ID: 6 GRPC request: {}
I0205 05:28:39.221095       1 utils.go:205] ID: 6 GRPC response: {}
I0205 05:28:39.239860       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0205 05:28:39.240037       1 utils.go:199] ID: 7 GRPC request: {}
I0205 05:28:39.240102       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0205 05:28:39.240169       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0205 05:28:39.241644       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0205 05:28:39.241720       1 utils.go:199] ID: 8 GRPC request: {}
I0205 05:28:39.241779       1 utils.go:205] ID: 8 GRPC response: {}
I0205 05:28:39.242168       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0205 05:28:39.242283       1 utils.go:199] ID: 9 GRPC request: {}
I0205 05:28:39.242429       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0205 05:28:39.242871       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0205 05:28:39.242953       1 utils.go:199] ID: 10 GRPC request: {}
I0205 05:28:39.242994       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0205 05:28:39.243092       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0205 05:28:39.243558       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0205 05:28:39.243632       1 utils.go:199] ID: 11 GRPC request: {}
I0205 05:28:39.243681       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0205 05:28:39.243816       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0205 05:28:39.244099       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0205 05:28:39.244161       1 utils.go:199] ID: 12 GRPC request: {}
I0205 05:28:39.244232       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0205 05:28:39.244326       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0205 05:28:41.765885       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0205 05:28:41.766068       1 utils.go:199] ID: 13 GRPC request: {}
I0205 05:28:41.766148       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0205 05:28:41.766255       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0205 05:28:41.769324       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0205 05:28:41.769714       1 utils.go:199] ID: 14 GRPC request: {}
I0205 05:28:41.769950       1 utils.go:205] ID: 14 GRPC response: {}
I0205 05:28:41.770482       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0205 05:28:41.770515       1 utils.go:199] ID: 15 GRPC request: {}
I0205 05:28:41.770522       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0205 05:28:41.770597       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0205 05:28:45.041291       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0205 05:28:45.041693       1 utils.go:199] ID: 16 GRPC request: {}
I0205 05:28:45.041805       1 utils.go:205] ID: 16 GRPC response: {}
I0205 05:28:45.048040       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0205 05:28:45.048081       1 utils.go:199] ID: 17 GRPC request: {}
I0205 05:28:45.048130       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0205 05:28:45.048214       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0205 05:28:45.049556       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0205 05:28:45.049592       1 utils.go:199] ID: 18 GRPC request: {}
I0205 05:28:45.049608       1 utils.go:205] ID: 18 GRPC response: {}
I0205 05:28:45.049854       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0205 05:28:45.049903       1 utils.go:199] ID: 19 GRPC request: {}
I0205 05:28:45.050077       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0205 05:28:45.050612       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0205 05:28:45.050630       1 utils.go:199] ID: 20 GRPC request: {}
I0205 05:28:45.050636       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0205 05:28:45.050755       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0205 05:29:45.860646       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0205 05:29:45.860696       1 utils.go:199] ID: 21 GRPC request: {}
I0205 05:29:45.860928       1 utils.go:205] ID: 21 GRPC response: {}
I0205 05:30:45.796970       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0205 05:30:45.797453       1 utils.go:199] ID: 22 GRPC request: {}
I0205 05:30:45.797470       1 utils.go:205] ID: 22 GRPC response: {}
I0205 05:31:45.856651       1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe
I0205 05:31:45.856990       1 utils.go:199] ID: 23 GRPC request: {}
I0205 05:31:45.857130       1 utils.go:205] ID: 23 GRPC response: {}
I0205 05:32:04.278262       1 utils.go:198] ID: 24 Req-ID: pvc-2f45ff2d-8121-4144-9c38-91088c358aaa GRPC call: /csi.v1.Controller/CreateVolume
I0205 05:32:04.278775       1 utils.go:199] ID: 24 Req-ID: pvc-2f45ff2d-8121-4144-9c38-91088c358aaa GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-2f45ff2d-8121-4144-9c38-91088c358aaa","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-2f45ff2d-8121-4144-9c38-91088c358aaa","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0205 05:32:04.279082       1 rbd_util.go:1315] ID: 24 Req-ID: pvc-2f45ff2d-8121-4144-9c38-91088c358aaa setting disableInUseChecks: false image features: [layering] mounter: rbd
E0205 05:32:04.300161       1 omap.go:80] ID: 24 Req-ID: pvc-2f45ff2d-8121-4144-9c38-91088c358aaa omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0205 05:32:06.048140       1 omap.go:159] ID: 24 Req-ID: pvc-2f45ff2d-8121-4144-9c38-91088c358aaa set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-2f45ff2d-8121-4144-9c38-91088c358aaa:6a16c0d4-ee3b-4fca-9929-3f624b6e191b])
I0205 05:32:06.302864       1 omap.go:159] ID: 24 Req-ID: pvc-2f45ff2d-8121-4144-9c38-91088c358aaa set omap keys (pool="kube", namespace="", name="csi.volume.6a16c0d4-ee3b-4fca-9929-3f624b6e191b"): map[csi.imagename:csi-vol-6a16c0d4-ee3b-4fca-9929-3f624b6e191b csi.volname:pvc-2f45ff2d-8121-4144-9c38-91088c358aaa csi.volume.owner:default])
I0205 05:32:06.302986       1 rbd_journal.go:491] ID: 24 Req-ID: pvc-2f45ff2d-8121-4144-9c38-91088c358aaa generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-6a16c0d4-ee3b-4fca-9929-3f624b6e191b) and image name (csi-vol-6a16c0d4-ee3b-4fca-9929-3f624b6e191b) for request name (pvc-2f45ff2d-8121-4144-9c38-91088c358aaa)
I0205 05:32:06.303225       1 rbd_util.go:423] ID: 24 Req-ID: pvc-2f45ff2d-8121-4144-9c38-91088c358aaa rbd: create kube/csi-vol-6a16c0d4-ee3b-4fca-9929-3f624b6e191b size 5120M (features: [layering]) using mon 162.253.55.218
I0205 05:32:06.303420       1 rbd_util.go:1563] ID: 24 Req-ID: pvc-2f45ff2d-8121-4144-9c38-91088c358aaa setting image options on kube/csi-vol-6a16c0d4-ee3b-4fca-9929-3f624b6e191b
I0205 05:32:12.366780       1 controllerserver.go:763] ID: 24 Req-ID: pvc-2f45ff2d-8121-4144-9c38-91088c358aaa created image kube/csi-vol-6a16c0d4-ee3b-4fca-9929-3f624b6e191b backed for request name pvc-2f45ff2d-8121-4144-9c38-91088c358aaa
I0205 05:32:12.400839       1 omap.go:159] ID: 24 Req-ID: pvc-2f45ff2d-8121-4144-9c38-91088c358aaa set omap keys (pool="kube", namespace="", name="csi.volume.6a16c0d4-ee3b-4fca-9929-3f624b6e191b"): map[csi.imageid:37d68edb3bef])
I0205 05:32:12.483971       1 utils.go:205] ID: 24 Req-ID: pvc-2f45ff2d-8121-4144-9c38-91088c358aaa GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-6a16c0d4-ee3b-4fca-9929-3f624b6e191b","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-6a16c0d4-ee3b-4fca-9929-3f624b6e191b"}}
I0205 05:32:45.798044       1 utils.go:198] ID: 25 GRPC call: /csi.v1.Identity/Probe
I0205 05:32:45.798099       1 utils.go:199] ID: 25 GRPC request: {}
I0205 05:32:45.798117       1 utils.go:205] ID: 25 GRPC response: {}