I0226 21:01:49.995073       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0226 21:01:49.995216       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0226 21:01:49.995263       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0226 21:01:49.995270       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0226 21:01:49.995275       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0226 21:01:49.995279       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0226 21:01:49.995283       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0226 21:01:49.995288       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0226 21:01:49.995292       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0226 21:01:49.995297       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0226 21:01:49.995644       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0226 21:01:49.995674       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0226 21:01:57.139302       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0226 21:01:57.141392       1 utils.go:199] ID: 1 GRPC request: {}
I0226 21:01:57.141616       1 utils.go:205] ID: 1 GRPC response: {}
I0226 21:01:57.143913       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0226 21:01:57.144082       1 utils.go:199] ID: 2 GRPC request: {}
I0226 21:01:57.144126       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0226 21:01:57.144231       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0226 21:01:57.147227       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0226 21:01:57.147260       1 utils.go:199] ID: 3 GRPC request: {}
I0226 21:01:57.147277       1 utils.go:205] ID: 3 GRPC response: {}
I0226 21:01:57.147711       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0226 21:01:57.147814       1 utils.go:199] ID: 4 GRPC request: {}
I0226 21:01:57.148018       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0226 21:01:57.148802       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0226 21:01:57.148869       1 utils.go:199] ID: 5 GRPC request: {}
I0226 21:01:57.148886       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0226 21:01:57.149037       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0226 21:02:08.331291       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0226 21:02:08.331341       1 utils.go:199] ID: 6 GRPC request: {}
I0226 21:02:08.331363       1 utils.go:205] ID: 6 GRPC response: {}
I0226 21:02:08.335664       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0226 21:02:08.335704       1 utils.go:199] ID: 7 GRPC request: {}
I0226 21:02:08.335711       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0226 21:02:08.335731       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0226 21:02:08.337303       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0226 21:02:08.337315       1 utils.go:199] ID: 8 GRPC request: {}
I0226 21:02:08.337325       1 utils.go:205] ID: 8 GRPC response: {}
I0226 21:02:08.337730       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0226 21:02:08.337743       1 utils.go:199] ID: 9 GRPC request: {}
I0226 21:02:08.337810       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0226 21:02:08.338299       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0226 21:02:08.338319       1 utils.go:199] ID: 10 GRPC request: {}
I0226 21:02:08.338327       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0226 21:02:08.338427       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0226 21:02:08.338859       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0226 21:02:08.338879       1 utils.go:199] ID: 11 GRPC request: {}
I0226 21:02:08.338886       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0226 21:02:08.338952       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0226 21:02:08.339332       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0226 21:02:08.339349       1 utils.go:199] ID: 12 GRPC request: {}
I0226 21:02:08.339354       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0226 21:02:08.339404       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0226 21:02:10.191271       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0226 21:02:10.191329       1 utils.go:199] ID: 13 GRPC request: {}
I0226 21:02:10.191339       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0226 21:02:10.191374       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0226 21:02:10.193155       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0226 21:02:10.193171       1 utils.go:199] ID: 14 GRPC request: {}
I0226 21:02:10.193182       1 utils.go:205] ID: 14 GRPC response: {}
I0226 21:02:10.193804       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0226 21:02:10.193852       1 utils.go:199] ID: 15 GRPC request: {}
I0226 21:02:10.193884       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0226 21:02:10.194033       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0226 21:02:11.763825       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0226 21:02:11.763881       1 utils.go:199] ID: 16 GRPC request: {}
I0226 21:02:11.763898       1 utils.go:205] ID: 16 GRPC response: {}
I0226 21:02:11.765688       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0226 21:02:11.765743       1 utils.go:199] ID: 17 GRPC request: {}
I0226 21:02:11.765751       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0226 21:02:11.765800       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0226 21:02:11.767474       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0226 21:02:11.767497       1 utils.go:199] ID: 18 GRPC request: {}
I0226 21:02:11.767508       1 utils.go:205] ID: 18 GRPC response: {}
I0226 21:02:11.769154       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0226 21:02:11.769229       1 utils.go:199] ID: 19 GRPC request: {}
I0226 21:02:11.769356       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0226 21:02:11.769759       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0226 21:02:11.769779       1 utils.go:199] ID: 20 GRPC request: {}
I0226 21:02:11.769791       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0226 21:02:11.769863       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0226 21:03:13.237363       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0226 21:03:13.237420       1 utils.go:199] ID: 21 GRPC request: {}
I0226 21:03:13.237441       1 utils.go:205] ID: 21 GRPC response: {}
I0226 21:04:13.189419       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0226 21:04:13.189476       1 utils.go:199] ID: 22 GRPC request: {}
I0226 21:04:13.189501       1 utils.go:205] ID: 22 GRPC response: {}
I0226 21:05:08.790421       1 utils.go:198] ID: 23 Req-ID: pvc-63269679-8043-4ee0-8072-06b40d810042 GRPC call: /csi.v1.Controller/CreateVolume
I0226 21:05:08.790735       1 utils.go:199] ID: 23 Req-ID: pvc-63269679-8043-4ee0-8072-06b40d810042 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-63269679-8043-4ee0-8072-06b40d810042","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-63269679-8043-4ee0-8072-06b40d810042","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0226 21:05:08.791009       1 rbd_util.go:1315] ID: 23 Req-ID: pvc-63269679-8043-4ee0-8072-06b40d810042 setting disableInUseChecks: false image features: [layering] mounter: rbd
E0226 21:05:08.805950       1 omap.go:80] ID: 23 Req-ID: pvc-63269679-8043-4ee0-8072-06b40d810042 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0226 21:05:08.818626       1 omap.go:159] ID: 23 Req-ID: pvc-63269679-8043-4ee0-8072-06b40d810042 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-63269679-8043-4ee0-8072-06b40d810042:08811efc-895d-4d26-97c3-898d3222c8bb])
I0226 21:05:08.824784       1 omap.go:159] ID: 23 Req-ID: pvc-63269679-8043-4ee0-8072-06b40d810042 set omap keys (pool="kube", namespace="", name="csi.volume.08811efc-895d-4d26-97c3-898d3222c8bb"): map[csi.imagename:csi-vol-08811efc-895d-4d26-97c3-898d3222c8bb csi.volname:pvc-63269679-8043-4ee0-8072-06b40d810042 csi.volume.owner:default])
I0226 21:05:08.824825       1 rbd_journal.go:491] ID: 23 Req-ID: pvc-63269679-8043-4ee0-8072-06b40d810042 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-08811efc-895d-4d26-97c3-898d3222c8bb) and image name (csi-vol-08811efc-895d-4d26-97c3-898d3222c8bb) for request name (pvc-63269679-8043-4ee0-8072-06b40d810042)
I0226 21:05:08.824937       1 rbd_util.go:423] ID: 23 Req-ID: pvc-63269679-8043-4ee0-8072-06b40d810042 rbd: create kube/csi-vol-08811efc-895d-4d26-97c3-898d3222c8bb size 5120M (features: [layering]) using mon 199.204.45.248
I0226 21:05:08.824985       1 rbd_util.go:1563] ID: 23 Req-ID: pvc-63269679-8043-4ee0-8072-06b40d810042 setting image options on kube/csi-vol-08811efc-895d-4d26-97c3-898d3222c8bb
I0226 21:05:10.085032       1 controllerserver.go:763] ID: 23 Req-ID: pvc-63269679-8043-4ee0-8072-06b40d810042 created image kube/csi-vol-08811efc-895d-4d26-97c3-898d3222c8bb backed for request name pvc-63269679-8043-4ee0-8072-06b40d810042
I0226 21:05:10.116718       1 omap.go:159] ID: 23 Req-ID: pvc-63269679-8043-4ee0-8072-06b40d810042 set omap keys (pool="kube", namespace="", name="csi.volume.08811efc-895d-4d26-97c3-898d3222c8bb"): map[csi.imageid:37d978d05751])
I0226 21:05:10.202579       1 utils.go:205] ID: 23 Req-ID: pvc-63269679-8043-4ee0-8072-06b40d810042 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-08811efc-895d-4d26-97c3-898d3222c8bb","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-08811efc-895d-4d26-97c3-898d3222c8bb"}}
I0226 21:05:13.187816       1 utils.go:198] ID: 24 GRPC call: /csi.v1.Identity/Probe
I0226 21:05:13.187872       1 utils.go:199] ID: 24 GRPC request: {}
I0226 21:05:13.187891       1 utils.go:205] ID: 24 GRPC response: {}