I0409 02:07:30.388968       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0409 02:07:30.389139       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0409 02:07:30.389155       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0409 02:07:30.389159       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0409 02:07:30.389162       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0409 02:07:30.389165       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0409 02:07:30.389169       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0409 02:07:30.389172       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0409 02:07:30.389176       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0409 02:07:30.389179       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0409 02:07:30.389545       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0409 02:07:30.389636       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0409 02:07:33.407227       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0409 02:07:33.408553       1 utils.go:199] ID: 1 GRPC request: {}
I0409 02:07:33.408643       1 utils.go:205] ID: 1 GRPC response: {}
I0409 02:07:33.413030       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0409 02:07:33.413153       1 utils.go:199] ID: 2 GRPC request: {}
I0409 02:07:33.413179       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0409 02:07:33.413253       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0409 02:07:33.415573       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0409 02:07:33.415639       1 utils.go:199] ID: 3 GRPC request: {}
I0409 02:07:33.415669       1 utils.go:205] ID: 3 GRPC response: {}
I0409 02:07:33.416131       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0409 02:07:33.416203       1 utils.go:199] ID: 4 GRPC request: {}
I0409 02:07:33.416428       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0409 02:07:33.417444       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0409 02:07:33.417621       1 utils.go:199] ID: 5 GRPC request: {}
I0409 02:07:33.417670       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0409 02:07:33.418066       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0409 02:07:42.927132       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0409 02:07:42.927185       1 utils.go:199] ID: 6 GRPC request: {}
I0409 02:07:42.927222       1 utils.go:205] ID: 6 GRPC response: {}
I0409 02:07:42.929592       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0409 02:07:42.929612       1 utils.go:199] ID: 7 GRPC request: {}
I0409 02:07:42.929628       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0409 02:07:42.929686       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0409 02:07:42.931652       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0409 02:07:42.931733       1 utils.go:199] ID: 8 GRPC request: {}
I0409 02:07:42.931834       1 utils.go:205] ID: 8 GRPC response: {}
I0409 02:07:42.932213       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0409 02:07:42.932233       1 utils.go:199] ID: 9 GRPC request: {}
I0409 02:07:42.932398       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0409 02:07:42.932877       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0409 02:07:42.932903       1 utils.go:199] ID: 10 GRPC request: {}
I0409 02:07:42.932911       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0409 02:07:42.933065       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0409 02:07:42.933599       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0409 02:07:42.933617       1 utils.go:199] ID: 11 GRPC request: {}
I0409 02:07:42.933623       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0409 02:07:42.933709       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0409 02:07:42.934110       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0409 02:07:42.934167       1 utils.go:199] ID: 12 GRPC request: {}
I0409 02:07:42.934189       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0409 02:07:42.934420       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0409 02:07:49.692173       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0409 02:07:49.692213       1 utils.go:199] ID: 13 GRPC request: {}
I0409 02:07:49.692221       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0409 02:07:49.692246       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0409 02:07:49.694067       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0409 02:07:49.694102       1 utils.go:199] ID: 14 GRPC request: {}
I0409 02:07:49.694118       1 utils.go:205] ID: 14 GRPC response: {}
I0409 02:07:49.696515       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0409 02:07:49.696583       1 utils.go:199] ID: 15 GRPC request: {}
I0409 02:07:49.696594       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0409 02:07:49.696688       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0409 02:07:51.814889       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0409 02:07:51.814964       1 utils.go:199] ID: 16 GRPC request: {}
I0409 02:07:51.814998       1 utils.go:205] ID: 16 GRPC response: {}
I0409 02:07:51.817425       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0409 02:07:51.817483       1 utils.go:199] ID: 17 GRPC request: {}
I0409 02:07:51.817507       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0409 02:07:51.817561       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0409 02:07:51.820171       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0409 02:07:51.820228       1 utils.go:199] ID: 18 GRPC request: {}
I0409 02:07:51.820254       1 utils.go:205] ID: 18 GRPC response: {}
I0409 02:07:51.820631       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0409 02:07:51.820720       1 utils.go:199] ID: 19 GRPC request: {}
I0409 02:07:51.820833       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0409 02:07:51.822755       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0409 02:07:51.822808       1 utils.go:199] ID: 20 GRPC request: {}
I0409 02:07:51.822831       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0409 02:07:51.822914       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0409 02:08:52.047758       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0409 02:08:52.047821       1 utils.go:199] ID: 21 GRPC request: {}
I0409 02:08:52.047851       1 utils.go:205] ID: 21 GRPC response: {}
I0409 02:09:51.999651       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0409 02:09:51.999766       1 utils.go:199] ID: 22 GRPC request: {}
I0409 02:09:51.999805       1 utils.go:205] ID: 22 GRPC response: {}
I0409 02:10:52.031452       1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe
I0409 02:10:52.031516       1 utils.go:199] ID: 23 GRPC request: {}
I0409 02:10:52.031539       1 utils.go:205] ID: 23 GRPC response: {}
I0409 02:10:52.371935       1 utils.go:198] ID: 24 Req-ID: pvc-57cbc2c2-59b8-4a2a-8538-eacbf9db97fa GRPC call: /csi.v1.Controller/CreateVolume
I0409 02:10:52.372389       1 utils.go:199] ID: 24 Req-ID: pvc-57cbc2c2-59b8-4a2a-8538-eacbf9db97fa GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-57cbc2c2-59b8-4a2a-8538-eacbf9db97fa","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-57cbc2c2-59b8-4a2a-8538-eacbf9db97fa","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0409 02:10:52.372727       1 rbd_util.go:1315] ID: 24 Req-ID: pvc-57cbc2c2-59b8-4a2a-8538-eacbf9db97fa setting disableInUseChecks: false image features: [layering] mounter: rbd
E0409 02:10:52.389239       1 omap.go:80] ID: 24 Req-ID: pvc-57cbc2c2-59b8-4a2a-8538-eacbf9db97fa omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0409 02:10:52.404597       1 omap.go:159] ID: 24 Req-ID: pvc-57cbc2c2-59b8-4a2a-8538-eacbf9db97fa set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-57cbc2c2-59b8-4a2a-8538-eacbf9db97fa:83ab210b-2e72-4281-a8e2-1068da2dc930])
I0409 02:10:52.411095       1 omap.go:159] ID: 24 Req-ID: pvc-57cbc2c2-59b8-4a2a-8538-eacbf9db97fa set omap keys (pool="kube", namespace="", name="csi.volume.83ab210b-2e72-4281-a8e2-1068da2dc930"): map[csi.imagename:csi-vol-83ab210b-2e72-4281-a8e2-1068da2dc930 csi.volname:pvc-57cbc2c2-59b8-4a2a-8538-eacbf9db97fa csi.volume.owner:default])
I0409 02:10:52.411143       1 rbd_journal.go:491] ID: 24 Req-ID: pvc-57cbc2c2-59b8-4a2a-8538-eacbf9db97fa generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-83ab210b-2e72-4281-a8e2-1068da2dc930) and image name (csi-vol-83ab210b-2e72-4281-a8e2-1068da2dc930) for request name (pvc-57cbc2c2-59b8-4a2a-8538-eacbf9db97fa)
I0409 02:10:52.411402       1 rbd_util.go:423] ID: 24 Req-ID: pvc-57cbc2c2-59b8-4a2a-8538-eacbf9db97fa rbd: create kube/csi-vol-83ab210b-2e72-4281-a8e2-1068da2dc930 size 5120M (features: [layering]) using mon 199.204.45.72
I0409 02:10:52.411572       1 rbd_util.go:1563] ID: 24 Req-ID: pvc-57cbc2c2-59b8-4a2a-8538-eacbf9db97fa setting image options on kube/csi-vol-83ab210b-2e72-4281-a8e2-1068da2dc930
I0409 02:10:53.978337       1 controllerserver.go:763] ID: 24 Req-ID: pvc-57cbc2c2-59b8-4a2a-8538-eacbf9db97fa created image kube/csi-vol-83ab210b-2e72-4281-a8e2-1068da2dc930 backed for request name pvc-57cbc2c2-59b8-4a2a-8538-eacbf9db97fa
I0409 02:10:54.016355       1 omap.go:159] ID: 24 Req-ID: pvc-57cbc2c2-59b8-4a2a-8538-eacbf9db97fa set omap keys (pool="kube", namespace="", name="csi.volume.83ab210b-2e72-4281-a8e2-1068da2dc930"): map[csi.imageid:37d74f8b892])
I0409 02:10:54.118622       1 utils.go:205] ID: 24 Req-ID: pvc-57cbc2c2-59b8-4a2a-8538-eacbf9db97fa GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-83ab210b-2e72-4281-a8e2-1068da2dc930","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-83ab210b-2e72-4281-a8e2-1068da2dc930"}}