I0518 03:41:01.273933       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0518 03:41:01.274052       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0518 03:41:01.274071       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0518 03:41:01.274076       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0518 03:41:01.274080       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0518 03:41:01.274083       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0518 03:41:01.274087       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0518 03:41:01.274110       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0518 03:41:01.274144       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0518 03:41:01.274148       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0518 03:41:01.274633       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0518 03:41:01.274692       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0518 03:41:04.481957       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0518 03:41:04.484079       1 utils.go:199] ID: 1 GRPC request: {}
I0518 03:41:04.484346       1 utils.go:205] ID: 1 GRPC response: {}
I0518 03:41:04.486911       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0518 03:41:04.486972       1 utils.go:199] ID: 2 GRPC request: {}
I0518 03:41:04.486989       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0518 03:41:04.487059       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0518 03:41:04.490085       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0518 03:41:04.490108       1 utils.go:199] ID: 3 GRPC request: {}
I0518 03:41:04.490119       1 utils.go:205] ID: 3 GRPC response: {}
I0518 03:41:04.490641       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0518 03:41:04.490700       1 utils.go:199] ID: 4 GRPC request: {}
I0518 03:41:04.490900       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0518 03:41:04.491745       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0518 03:41:04.491787       1 utils.go:199] ID: 5 GRPC request: {}
I0518 03:41:04.491795       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0518 03:41:04.492037       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0518 03:41:06.705429       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0518 03:41:06.705568       1 utils.go:199] ID: 6 GRPC request: {}
I0518 03:41:06.705593       1 utils.go:205] ID: 6 GRPC response: {}
I0518 03:41:06.707715       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0518 03:41:06.707737       1 utils.go:199] ID: 7 GRPC request: {}
I0518 03:41:06.707745       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0518 03:41:06.707777       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0518 03:41:06.709641       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0518 03:41:06.709662       1 utils.go:199] ID: 8 GRPC request: {}
I0518 03:41:06.709673       1 utils.go:205] ID: 8 GRPC response: {}
I0518 03:41:06.710508       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0518 03:41:06.710556       1 utils.go:199] ID: 9 GRPC request: {}
I0518 03:41:06.710773       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0518 03:41:06.712437       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0518 03:41:06.712463       1 utils.go:199] ID: 10 GRPC request: {}
I0518 03:41:06.712472       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0518 03:41:06.712631       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0518 03:41:06.713893       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0518 03:41:06.713938       1 utils.go:199] ID: 11 GRPC request: {}
I0518 03:41:06.713997       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0518 03:41:06.714126       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0518 03:41:06.714572       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0518 03:41:06.714594       1 utils.go:199] ID: 12 GRPC request: {}
I0518 03:41:06.714600       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0518 03:41:06.714740       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0518 03:41:07.874107       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0518 03:41:07.874242       1 utils.go:199] ID: 13 GRPC request: {}
I0518 03:41:07.874318       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0518 03:41:07.874400       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0518 03:41:07.877617       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0518 03:41:07.877725       1 utils.go:199] ID: 14 GRPC request: {}
I0518 03:41:07.877800       1 utils.go:205] ID: 14 GRPC response: {}
I0518 03:41:07.878568       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0518 03:41:07.878617       1 utils.go:199] ID: 15 GRPC request: {}
I0518 03:41:07.878716       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0518 03:41:07.878911       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0518 03:41:09.120226       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0518 03:41:09.120313       1 utils.go:199] ID: 16 GRPC request: {}
I0518 03:41:09.120361       1 utils.go:205] ID: 16 GRPC response: {}
I0518 03:41:09.124806       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0518 03:41:09.124848       1 utils.go:199] ID: 17 GRPC request: {}
I0518 03:41:09.124858       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0518 03:41:09.124883       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0518 03:41:09.127000       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0518 03:41:09.127024       1 utils.go:199] ID: 18 GRPC request: {}
I0518 03:41:09.127038       1 utils.go:205] ID: 18 GRPC response: {}
I0518 03:41:09.127440       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0518 03:41:09.127466       1 utils.go:199] ID: 19 GRPC request: {}
I0518 03:41:09.127689       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0518 03:41:09.128548       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0518 03:41:09.128579       1 utils.go:199] ID: 20 GRPC request: {}
I0518 03:41:09.128660       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0518 03:41:09.128784       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0518 03:42:09.351756       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0518 03:42:09.351861       1 utils.go:199] ID: 21 GRPC request: {}
I0518 03:42:09.351909       1 utils.go:205] ID: 21 GRPC response: {}
I0518 03:43:09.308573       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0518 03:43:09.308668       1 utils.go:199] ID: 22 GRPC request: {}
I0518 03:43:09.308703       1 utils.go:205] ID: 22 GRPC response: {}
I0518 03:44:09.302993       1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe
I0518 03:44:09.303103       1 utils.go:199] ID: 23 GRPC request: {}
I0518 03:44:09.303141       1 utils.go:205] ID: 23 GRPC response: {}
I0518 03:44:11.882597       1 utils.go:198] ID: 24 Req-ID: pvc-6ea0a30a-da87-44fa-b3aa-d51aeac929a6 GRPC call: /csi.v1.Controller/CreateVolume
I0518 03:44:11.882954       1 utils.go:199] ID: 24 Req-ID: pvc-6ea0a30a-da87-44fa-b3aa-d51aeac929a6 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-6ea0a30a-da87-44fa-b3aa-d51aeac929a6","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-6ea0a30a-da87-44fa-b3aa-d51aeac929a6","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0518 03:44:11.883575       1 rbd_util.go:1315] ID: 24 Req-ID: pvc-6ea0a30a-da87-44fa-b3aa-d51aeac929a6 setting disableInUseChecks: false image features: [layering] mounter: rbd
E0518 03:44:11.901876       1 omap.go:80] ID: 24 Req-ID: pvc-6ea0a30a-da87-44fa-b3aa-d51aeac929a6 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0518 03:44:11.917988       1 omap.go:159] ID: 24 Req-ID: pvc-6ea0a30a-da87-44fa-b3aa-d51aeac929a6 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-6ea0a30a-da87-44fa-b3aa-d51aeac929a6:622d23e3-efdb-4fa1-a2c0-eebfb74cee8f])
I0518 03:44:11.925623       1 omap.go:159] ID: 24 Req-ID: pvc-6ea0a30a-da87-44fa-b3aa-d51aeac929a6 set omap keys (pool="kube", namespace="", name="csi.volume.622d23e3-efdb-4fa1-a2c0-eebfb74cee8f"): map[csi.imagename:csi-vol-622d23e3-efdb-4fa1-a2c0-eebfb74cee8f csi.volname:pvc-6ea0a30a-da87-44fa-b3aa-d51aeac929a6 csi.volume.owner:default])
I0518 03:44:11.925681       1 rbd_journal.go:491] ID: 24 Req-ID: pvc-6ea0a30a-da87-44fa-b3aa-d51aeac929a6 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-622d23e3-efdb-4fa1-a2c0-eebfb74cee8f) and image name (csi-vol-622d23e3-efdb-4fa1-a2c0-eebfb74cee8f) for request name (pvc-6ea0a30a-da87-44fa-b3aa-d51aeac929a6)
I0518 03:44:11.925766       1 rbd_util.go:423] ID: 24 Req-ID: pvc-6ea0a30a-da87-44fa-b3aa-d51aeac929a6 rbd: create kube/csi-vol-622d23e3-efdb-4fa1-a2c0-eebfb74cee8f size 5120M (features: [layering]) using mon 199.204.45.22
I0518 03:44:11.925823       1 rbd_util.go:1563] ID: 24 Req-ID: pvc-6ea0a30a-da87-44fa-b3aa-d51aeac929a6 setting image options on kube/csi-vol-622d23e3-efdb-4fa1-a2c0-eebfb74cee8f
I0518 03:44:13.499543       1 controllerserver.go:763] ID: 24 Req-ID: pvc-6ea0a30a-da87-44fa-b3aa-d51aeac929a6 created image kube/csi-vol-622d23e3-efdb-4fa1-a2c0-eebfb74cee8f backed for request name pvc-6ea0a30a-da87-44fa-b3aa-d51aeac929a6
I0518 03:44:13.533470       1 omap.go:159] ID: 24 Req-ID: pvc-6ea0a30a-da87-44fa-b3aa-d51aeac929a6 set omap keys (pool="kube", namespace="", name="csi.volume.622d23e3-efdb-4fa1-a2c0-eebfb74cee8f"): map[csi.imageid:37d9ae846f42])
I0518 03:44:13.636320       1 utils.go:205] ID: 24 Req-ID: pvc-6ea0a30a-da87-44fa-b3aa-d51aeac929a6 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-622d23e3-efdb-4fa1-a2c0-eebfb74cee8f","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-622d23e3-efdb-4fa1-a2c0-eebfb74cee8f"}}