I0815 02:40:46.375956       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0815 02:40:46.405355       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0815 02:40:46.405385       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0815 02:40:46.405392       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0815 02:40:46.405399       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0815 02:40:46.405405       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0815 02:40:46.405414       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0815 02:40:46.405420       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0815 02:40:46.405426       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0815 02:40:46.405432       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0815 02:40:46.405959       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0815 02:40:46.406019       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0815 02:40:51.886126       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0815 02:40:51.887489       1 utils.go:199] ID: 1 GRPC request: {}
I0815 02:40:51.887543       1 utils.go:205] ID: 1 GRPC response: {}
I0815 02:40:51.889646       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0815 02:40:51.889704       1 utils.go:199] ID: 2 GRPC request: {}
I0815 02:40:51.889716       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0815 02:40:51.889761       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0815 02:40:51.891039       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0815 02:40:51.891055       1 utils.go:199] ID: 3 GRPC request: {}
I0815 02:40:51.891081       1 utils.go:205] ID: 3 GRPC response: {}
I0815 02:40:51.891415       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0815 02:40:51.891471       1 utils.go:199] ID: 4 GRPC request: {}
I0815 02:40:51.891606       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0815 02:40:51.892354       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0815 02:40:51.892391       1 utils.go:199] ID: 5 GRPC request: {}
I0815 02:40:51.892399       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0815 02:40:51.892525       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0815 02:40:54.486118       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0815 02:40:54.486155       1 utils.go:199] ID: 6 GRPC request: {}
I0815 02:40:54.486193       1 utils.go:205] ID: 6 GRPC response: {}
I0815 02:40:54.489059       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0815 02:40:54.489125       1 utils.go:199] ID: 7 GRPC request: {}
I0815 02:40:54.489134       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0815 02:40:54.489161       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0815 02:40:54.491273       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0815 02:40:54.491296       1 utils.go:199] ID: 8 GRPC request: {}
I0815 02:40:54.491310       1 utils.go:205] ID: 8 GRPC response: {}
I0815 02:40:54.491811       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0815 02:40:54.491863       1 utils.go:199] ID: 9 GRPC request: {}
I0815 02:40:54.491959       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0815 02:40:54.492719       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0815 02:40:54.492772       1 utils.go:199] ID: 10 GRPC request: {}
I0815 02:40:54.492787       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0815 02:40:54.492918       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0815 02:40:54.493419       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0815 02:40:54.493439       1 utils.go:199] ID: 11 GRPC request: {}
I0815 02:40:54.493470       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0815 02:40:54.493563       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0815 02:40:54.493850       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0815 02:40:54.493874       1 utils.go:199] ID: 12 GRPC request: {}
I0815 02:40:54.493883       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0815 02:40:54.493951       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0815 02:40:57.458467       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0815 02:40:57.458524       1 utils.go:199] ID: 13 GRPC request: {}
I0815 02:40:57.458542       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0815 02:40:57.458594       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0815 02:40:57.462573       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0815 02:40:57.462605       1 utils.go:199] ID: 14 GRPC request: {}
I0815 02:40:57.462639       1 utils.go:205] ID: 14 GRPC response: {}
I0815 02:40:57.465869       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0815 02:40:57.465905       1 utils.go:199] ID: 15 GRPC request: {}
I0815 02:40:57.465913       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0815 02:40:57.466023       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0815 02:40:59.317051       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0815 02:40:59.317092       1 utils.go:199] ID: 16 GRPC request: {}
I0815 02:40:59.317153       1 utils.go:205] ID: 16 GRPC response: {}
I0815 02:40:59.324483       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0815 02:40:59.324522       1 utils.go:199] ID: 17 GRPC request: {}
I0815 02:40:59.324549       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0815 02:40:59.324592       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0815 02:40:59.326624       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0815 02:40:59.326651       1 utils.go:199] ID: 18 GRPC request: {}
I0815 02:40:59.326663       1 utils.go:205] ID: 18 GRPC response: {}
I0815 02:40:59.327327       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0815 02:40:59.327345       1 utils.go:199] ID: 19 GRPC request: {}
I0815 02:40:59.327454       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0815 02:40:59.328067       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0815 02:40:59.328088       1 utils.go:199] ID: 20 GRPC request: {}
I0815 02:40:59.328095       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0815 02:40:59.328170       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0815 02:41:59.624298       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0815 02:41:59.624350       1 utils.go:199] ID: 21 GRPC request: {}
I0815 02:41:59.624380       1 utils.go:205] ID: 21 GRPC response: {}
I0815 02:42:59.586720       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0815 02:42:59.586852       1 utils.go:199] ID: 22 GRPC request: {}
I0815 02:42:59.586932       1 utils.go:205] ID: 22 GRPC response: {}
I0815 02:43:49.266164       1 utils.go:198] ID: 23 Req-ID: pvc-3f6bb738-27b8-4beb-a7a1-fa9dbf3de57c GRPC call: /csi.v1.Controller/CreateVolume
I0815 02:43:49.269282       1 utils.go:199] ID: 23 Req-ID: pvc-3f6bb738-27b8-4beb-a7a1-fa9dbf3de57c GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-3f6bb738-27b8-4beb-a7a1-fa9dbf3de57c","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-3f6bb738-27b8-4beb-a7a1-fa9dbf3de57c","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0815 02:43:49.270936       1 rbd_util.go:1315] ID: 23 Req-ID: pvc-3f6bb738-27b8-4beb-a7a1-fa9dbf3de57c setting disableInUseChecks: false image features: [layering] mounter: rbd
E0815 02:43:49.294204       1 omap.go:80] ID: 23 Req-ID: pvc-3f6bb738-27b8-4beb-a7a1-fa9dbf3de57c omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0815 02:43:49.303459       1 omap.go:159] ID: 23 Req-ID: pvc-3f6bb738-27b8-4beb-a7a1-fa9dbf3de57c set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-3f6bb738-27b8-4beb-a7a1-fa9dbf3de57c:270dd821-b1d0-4993-8dc9-c51db87d8513])
I0815 02:43:49.308977       1 omap.go:159] ID: 23 Req-ID: pvc-3f6bb738-27b8-4beb-a7a1-fa9dbf3de57c set omap keys (pool="kube", namespace="", name="csi.volume.270dd821-b1d0-4993-8dc9-c51db87d8513"): map[csi.imagename:csi-vol-270dd821-b1d0-4993-8dc9-c51db87d8513 csi.volname:pvc-3f6bb738-27b8-4beb-a7a1-fa9dbf3de57c csi.volume.owner:default])
I0815 02:43:49.309041       1 rbd_journal.go:491] ID: 23 Req-ID: pvc-3f6bb738-27b8-4beb-a7a1-fa9dbf3de57c generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-270dd821-b1d0-4993-8dc9-c51db87d8513) and image name (csi-vol-270dd821-b1d0-4993-8dc9-c51db87d8513) for request name (pvc-3f6bb738-27b8-4beb-a7a1-fa9dbf3de57c)
I0815 02:43:49.309554       1 rbd_util.go:423] ID: 23 Req-ID: pvc-3f6bb738-27b8-4beb-a7a1-fa9dbf3de57c rbd: create kube/csi-vol-270dd821-b1d0-4993-8dc9-c51db87d8513 size 5120M (features: [layering]) using mon 199.19.213.175
I0815 02:43:49.309640       1 rbd_util.go:1563] ID: 23 Req-ID: pvc-3f6bb738-27b8-4beb-a7a1-fa9dbf3de57c setting image options on kube/csi-vol-270dd821-b1d0-4993-8dc9-c51db87d8513
I0815 02:43:49.335485       1 controllerserver.go:763] ID: 23 Req-ID: pvc-3f6bb738-27b8-4beb-a7a1-fa9dbf3de57c created image kube/csi-vol-270dd821-b1d0-4993-8dc9-c51db87d8513 backed for request name pvc-3f6bb738-27b8-4beb-a7a1-fa9dbf3de57c
I0815 02:43:49.365322       1 omap.go:159] ID: 23 Req-ID: pvc-3f6bb738-27b8-4beb-a7a1-fa9dbf3de57c set omap keys (pool="kube", namespace="", name="csi.volume.270dd821-b1d0-4993-8dc9-c51db87d8513"): map[csi.imageid:38002c41ca8a])
I0815 02:43:49.451859       1 utils.go:205] ID: 23 Req-ID: pvc-3f6bb738-27b8-4beb-a7a1-fa9dbf3de57c GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-270dd821-b1d0-4993-8dc9-c51db87d8513","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-270dd821-b1d0-4993-8dc9-c51db87d8513"}}
I0815 02:43:59.583518       1 utils.go:198] ID: 24 GRPC call: /csi.v1.Identity/Probe
I0815 02:43:59.583572       1 utils.go:199] ID: 24 GRPC request: {}
I0815 02:43:59.583597       1 utils.go:205] ID: 24 GRPC response: {}