I0410 04:16:33.239993       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0410 04:16:33.240092       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0410 04:16:33.240105       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0410 04:16:33.240109       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0410 04:16:33.240113       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0410 04:16:33.240117       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0410 04:16:33.240121       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0410 04:16:33.240125       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0410 04:16:33.240128       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0410 04:16:33.240131       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0410 04:16:33.240516       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0410 04:16:33.240576       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0410 04:16:37.703653       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0410 04:16:37.704844       1 utils.go:199] ID: 1 GRPC request: {}
I0410 04:16:37.704904       1 utils.go:205] ID: 1 GRPC response: {}
I0410 04:16:37.708245       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0410 04:16:37.708363       1 utils.go:199] ID: 2 GRPC request: {}
I0410 04:16:37.708390       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0410 04:16:37.708464       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0410 04:16:37.710547       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0410 04:16:37.710571       1 utils.go:199] ID: 3 GRPC request: {}
I0410 04:16:37.710582       1 utils.go:205] ID: 3 GRPC response: {}
I0410 04:16:37.711960       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0410 04:16:37.712064       1 utils.go:199] ID: 4 GRPC request: {}
I0410 04:16:37.712270       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0410 04:16:37.713466       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0410 04:16:37.713514       1 utils.go:199] ID: 5 GRPC request: {}
I0410 04:16:37.713526       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0410 04:16:37.713642       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0410 04:16:43.429497       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0410 04:16:43.429562       1 utils.go:199] ID: 6 GRPC request: {}
I0410 04:16:43.429599       1 utils.go:205] ID: 6 GRPC response: {}
I0410 04:16:43.433760       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0410 04:16:43.433806       1 utils.go:199] ID: 7 GRPC request: {}
I0410 04:16:43.433817       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0410 04:16:43.433855       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0410 04:16:43.436356       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0410 04:16:43.436402       1 utils.go:199] ID: 8 GRPC request: {}
I0410 04:16:43.436430       1 utils.go:205] ID: 8 GRPC response: {}
I0410 04:16:43.437032       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0410 04:16:43.437078       1 utils.go:199] ID: 9 GRPC request: {}
I0410 04:16:43.437437       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0410 04:16:43.438103       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0410 04:16:43.438147       1 utils.go:199] ID: 10 GRPC request: {}
I0410 04:16:43.438160       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0410 04:16:43.438242       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0410 04:16:43.438746       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0410 04:16:43.438777       1 utils.go:199] ID: 11 GRPC request: {}
I0410 04:16:43.438789       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0410 04:16:43.438906       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0410 04:16:43.439272       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0410 04:16:43.439295       1 utils.go:199] ID: 12 GRPC request: {}
I0410 04:16:43.439304       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0410 04:16:43.439412       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0410 04:16:44.719306       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0410 04:16:44.719341       1 utils.go:199] ID: 13 GRPC request: {}
I0410 04:16:44.719349       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0410 04:16:44.719372       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0410 04:16:44.722001       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0410 04:16:44.722051       1 utils.go:199] ID: 14 GRPC request: {}
I0410 04:16:44.722066       1 utils.go:205] ID: 14 GRPC response: {}
I0410 04:16:44.722749       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0410 04:16:44.722771       1 utils.go:199] ID: 15 GRPC request: {}
I0410 04:16:44.722779       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0410 04:16:44.722869       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0410 04:16:45.962301       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0410 04:16:45.962401       1 utils.go:199] ID: 16 GRPC request: {}
I0410 04:16:45.962470       1 utils.go:205] ID: 16 GRPC response: {}
I0410 04:16:45.965713       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0410 04:16:45.965752       1 utils.go:199] ID: 17 GRPC request: {}
I0410 04:16:45.965765       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0410 04:16:45.965814       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0410 04:16:45.967474       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0410 04:16:45.967505       1 utils.go:199] ID: 18 GRPC request: {}
I0410 04:16:45.967522       1 utils.go:205] ID: 18 GRPC response: {}
I0410 04:16:45.967884       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0410 04:16:45.967911       1 utils.go:199] ID: 19 GRPC request: {}
I0410 04:16:45.968046       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0410 04:16:45.969003       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0410 04:16:45.969026       1 utils.go:199] ID: 20 GRPC request: {}
I0410 04:16:45.969035       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0410 04:16:45.969106       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0410 04:17:46.173651       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0410 04:17:46.173727       1 utils.go:199] ID: 21 GRPC request: {}
I0410 04:17:46.173753       1 utils.go:205] ID: 21 GRPC response: {}
I0410 04:18:46.135951       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0410 04:18:46.136034       1 utils.go:199] ID: 22 GRPC request: {}
I0410 04:18:46.136082       1 utils.go:205] ID: 22 GRPC response: {}
I0410 04:19:43.688082       1 utils.go:198] ID: 23 Req-ID: pvc-df7c338c-3a9e-4d9a-960d-4fd73bb0d096 GRPC call: /csi.v1.Controller/CreateVolume
I0410 04:19:43.688374       1 utils.go:199] ID: 23 Req-ID: pvc-df7c338c-3a9e-4d9a-960d-4fd73bb0d096 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-df7c338c-3a9e-4d9a-960d-4fd73bb0d096","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-df7c338c-3a9e-4d9a-960d-4fd73bb0d096","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0410 04:19:43.688553       1 rbd_util.go:1315] ID: 23 Req-ID: pvc-df7c338c-3a9e-4d9a-960d-4fd73bb0d096 setting disableInUseChecks: false image features: [layering] mounter: rbd
E0410 04:19:43.703147       1 omap.go:80] ID: 23 Req-ID: pvc-df7c338c-3a9e-4d9a-960d-4fd73bb0d096 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0410 04:19:43.717945       1 omap.go:159] ID: 23 Req-ID: pvc-df7c338c-3a9e-4d9a-960d-4fd73bb0d096 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-df7c338c-3a9e-4d9a-960d-4fd73bb0d096:2ac5e7ea-4907-47a0-b218-d30315ebdc99])
I0410 04:19:43.722917       1 omap.go:159] ID: 23 Req-ID: pvc-df7c338c-3a9e-4d9a-960d-4fd73bb0d096 set omap keys (pool="kube", namespace="", name="csi.volume.2ac5e7ea-4907-47a0-b218-d30315ebdc99"): map[csi.imagename:csi-vol-2ac5e7ea-4907-47a0-b218-d30315ebdc99 csi.volname:pvc-df7c338c-3a9e-4d9a-960d-4fd73bb0d096 csi.volume.owner:default])
I0410 04:19:43.722938       1 rbd_journal.go:491] ID: 23 Req-ID: pvc-df7c338c-3a9e-4d9a-960d-4fd73bb0d096 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-2ac5e7ea-4907-47a0-b218-d30315ebdc99) and image name (csi-vol-2ac5e7ea-4907-47a0-b218-d30315ebdc99) for request name (pvc-df7c338c-3a9e-4d9a-960d-4fd73bb0d096)
I0410 04:19:43.723042       1 rbd_util.go:423] ID: 23 Req-ID: pvc-df7c338c-3a9e-4d9a-960d-4fd73bb0d096 rbd: create kube/csi-vol-2ac5e7ea-4907-47a0-b218-d30315ebdc99 size 5120M (features: [layering]) using mon 199.204.45.140
I0410 04:19:43.723110       1 rbd_util.go:1563] ID: 23 Req-ID: pvc-df7c338c-3a9e-4d9a-960d-4fd73bb0d096 setting image options on kube/csi-vol-2ac5e7ea-4907-47a0-b218-d30315ebdc99
I0410 04:19:45.680162       1 controllerserver.go:763] ID: 23 Req-ID: pvc-df7c338c-3a9e-4d9a-960d-4fd73bb0d096 created image kube/csi-vol-2ac5e7ea-4907-47a0-b218-d30315ebdc99 backed for request name pvc-df7c338c-3a9e-4d9a-960d-4fd73bb0d096
I0410 04:19:45.712745       1 omap.go:159] ID: 23 Req-ID: pvc-df7c338c-3a9e-4d9a-960d-4fd73bb0d096 set omap keys (pool="kube", namespace="", name="csi.volume.2ac5e7ea-4907-47a0-b218-d30315ebdc99"): map[csi.imageid:37d96e9f1955])
I0410 04:19:45.800946       1 utils.go:205] ID: 23 Req-ID: pvc-df7c338c-3a9e-4d9a-960d-4fd73bb0d096 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-2ac5e7ea-4907-47a0-b218-d30315ebdc99","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-2ac5e7ea-4907-47a0-b218-d30315ebdc99"}}
I0410 04:19:46.134393       1 utils.go:198] ID: 24 GRPC call: /csi.v1.Identity/Probe
I0410 04:19:46.134436       1 utils.go:199] ID: 24 GRPC request: {}
I0410 04:19:46.134452       1 utils.go:205] ID: 24 GRPC response: {}