I0610 01:18:42.011722 1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a I0610 01:18:42.011868 1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com I0610 01:18:42.011882 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME I0610 01:18:42.011904 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0610 01:18:42.011908 1 driver.go:95] Enabling controller service capability: CLONE_VOLUME I0610 01:18:42.011912 1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME I0610 01:18:42.011916 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER I0610 01:18:42.011920 1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0610 01:18:42.011924 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0610 01:18:42.011928 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0610 01:18:42.012258 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0610 01:18:42.012278 1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0610 01:18:46.250493 1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe I0610 01:18:46.253062 1 utils.go:199] ID: 1 GRPC request: {} I0610 01:18:46.253538 1 utils.go:205] ID: 1 GRPC response: {} I0610 01:18:46.258744 1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0610 01:18:46.258962 1 utils.go:199] ID: 2 GRPC request: {} I0610 01:18:46.259065 1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo I0610 01:18:46.259179 1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0610 01:18:46.260634 1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe I0610 01:18:46.260662 1 utils.go:199] ID: 3 GRPC request: {} I0610 01:18:46.260681 1 utils.go:205] ID: 3 GRPC response: {} I0610 01:18:46.261054 1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0610 01:18:46.261101 1 utils.go:199] ID: 4 GRPC request: {} I0610 01:18:46.261324 1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0610 01:18:46.262231 1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0610 01:18:46.262334 1 utils.go:199] ID: 5 GRPC request: {} I0610 01:18:46.262439 1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities I0610 01:18:46.262686 1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0610 01:18:49.402577 1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe I0610 01:18:49.402630 1 utils.go:199] ID: 6 GRPC request: {} I0610 01:18:49.402647 1 utils.go:205] ID: 6 GRPC response: {} I0610 01:18:49.406923 1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo I0610 01:18:49.406985 1 utils.go:199] ID: 7 GRPC request: {} I0610 01:18:49.406996 1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo I0610 01:18:49.407038 1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0610 01:18:49.409036 1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe I0610 01:18:49.409053 1 utils.go:199] ID: 8 GRPC request: {} I0610 01:18:49.409065 1 utils.go:205] ID: 8 GRPC response: {} I0610 01:18:49.409917 1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0610 01:18:49.409943 1 utils.go:199] ID: 9 GRPC request: {} I0610 01:18:49.410217 1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0610 01:18:49.411168 1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0610 01:18:49.411189 1 utils.go:199] ID: 10 GRPC request: {} I0610 01:18:49.411196 1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities I0610 01:18:49.411277 1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0610 01:18:49.412252 1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0610 01:18:49.412310 1 utils.go:199] ID: 11 GRPC request: {} I0610 01:18:49.412316 1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities I0610 01:18:49.412409 1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0610 01:18:49.412912 1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0610 01:18:49.412930 1 utils.go:199] ID: 12 GRPC request: {} I0610 01:18:49.412936 1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities I0610 01:18:49.413006 1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0610 01:18:50.876064 1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo I0610 01:18:50.876143 1 utils.go:199] ID: 13 GRPC request: {} I0610 01:18:50.876163 1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo I0610 01:18:50.876213 1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0610 01:18:50.880624 1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe I0610 01:18:50.880703 1 utils.go:199] ID: 14 GRPC request: {} I0610 01:18:50.880828 1 utils.go:205] ID: 14 GRPC response: {} I0610 01:18:50.881626 1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0610 01:18:50.881754 1 utils.go:199] ID: 15 GRPC request: {} I0610 01:18:50.881833 1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities I0610 01:18:50.882034 1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0610 01:18:52.309048 1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe I0610 01:18:52.309131 1 utils.go:199] ID: 16 GRPC request: {} I0610 01:18:52.309168 1 utils.go:205] ID: 16 GRPC response: {} I0610 01:18:52.311287 1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo I0610 01:18:52.311341 1 utils.go:199] ID: 17 GRPC request: {} I0610 01:18:52.311356 1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo I0610 01:18:52.311394 1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0610 01:18:52.312985 1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe I0610 01:18:52.313022 1 utils.go:199] ID: 18 GRPC request: {} I0610 01:18:52.313036 1 utils.go:205] ID: 18 GRPC response: {} I0610 01:18:52.313499 1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0610 01:18:52.313520 1 utils.go:199] ID: 19 GRPC request: {} I0610 01:18:52.313644 1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0610 01:18:52.314616 1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0610 01:18:52.314741 1 utils.go:199] ID: 20 GRPC request: {} I0610 01:18:52.314766 1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities I0610 01:18:52.314922 1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0610 01:19:52.575322 1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe I0610 01:19:52.575405 1 utils.go:199] ID: 21 GRPC request: {} I0610 01:19:52.575479 1 utils.go:205] ID: 21 GRPC response: {} I0610 01:20:52.532378 1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe I0610 01:20:52.532439 1 utils.go:199] ID: 22 GRPC request: {} I0610 01:20:52.532469 1 utils.go:205] ID: 22 GRPC response: {} I0610 01:21:52.561714 1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe I0610 01:21:52.561754 1 utils.go:199] ID: 23 GRPC request: {} I0610 01:21:52.561768 1 utils.go:205] ID: 23 GRPC response: {} I0610 01:22:37.453272 1 utils.go:198] ID: 24 Req-ID: pvc-16b839e5-4f61-4f20-b709-d32670a18294 GRPC call: /csi.v1.Controller/CreateVolume I0610 01:22:37.453832 1 utils.go:199] ID: 24 Req-ID: pvc-16b839e5-4f61-4f20-b709-d32670a18294 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-16b839e5-4f61-4f20-b709-d32670a18294","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-16b839e5-4f61-4f20-b709-d32670a18294","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0610 01:22:37.454255 1 rbd_util.go:1315] ID: 24 Req-ID: pvc-16b839e5-4f61-4f20-b709-d32670a18294 setting disableInUseChecks: false image features: [layering] mounter: rbd E0610 01:22:37.476090 1 omap.go:80] ID: 24 Req-ID: pvc-16b839e5-4f61-4f20-b709-d32670a18294 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0610 01:22:37.493370 1 omap.go:159] ID: 24 Req-ID: pvc-16b839e5-4f61-4f20-b709-d32670a18294 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-16b839e5-4f61-4f20-b709-d32670a18294:4e92e2f4-4809-4d31-881c-2032b7a9a8fb]) I0610 01:22:37.499404 1 omap.go:159] ID: 24 Req-ID: pvc-16b839e5-4f61-4f20-b709-d32670a18294 set omap keys (pool="kube", namespace="", name="csi.volume.4e92e2f4-4809-4d31-881c-2032b7a9a8fb"): map[csi.imagename:csi-vol-4e92e2f4-4809-4d31-881c-2032b7a9a8fb csi.volname:pvc-16b839e5-4f61-4f20-b709-d32670a18294 csi.volume.owner:default]) I0610 01:22:37.499453 1 rbd_journal.go:491] ID: 24 Req-ID: pvc-16b839e5-4f61-4f20-b709-d32670a18294 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-4e92e2f4-4809-4d31-881c-2032b7a9a8fb) and image name (csi-vol-4e92e2f4-4809-4d31-881c-2032b7a9a8fb) for request name (pvc-16b839e5-4f61-4f20-b709-d32670a18294) I0610 01:22:37.499554 1 rbd_util.go:423] ID: 24 Req-ID: pvc-16b839e5-4f61-4f20-b709-d32670a18294 rbd: create kube/csi-vol-4e92e2f4-4809-4d31-881c-2032b7a9a8fb size 5120M (features: [layering]) using mon 199.204.45.248 I0610 01:22:37.499866 1 rbd_util.go:1563] ID: 24 Req-ID: pvc-16b839e5-4f61-4f20-b709-d32670a18294 setting image options on kube/csi-vol-4e92e2f4-4809-4d31-881c-2032b7a9a8fb I0610 01:22:37.538323 1 controllerserver.go:763] ID: 24 Req-ID: pvc-16b839e5-4f61-4f20-b709-d32670a18294 created image kube/csi-vol-4e92e2f4-4809-4d31-881c-2032b7a9a8fb backed for request name pvc-16b839e5-4f61-4f20-b709-d32670a18294 I0610 01:22:37.571797 1 omap.go:159] ID: 24 Req-ID: pvc-16b839e5-4f61-4f20-b709-d32670a18294 set omap keys (pool="kube", namespace="", name="csi.volume.4e92e2f4-4809-4d31-881c-2032b7a9a8fb"): map[csi.imageid:37ed4465f16f]) I0610 01:22:37.671281 1 utils.go:205] ID: 24 Req-ID: pvc-16b839e5-4f61-4f20-b709-d32670a18294 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-4e92e2f4-4809-4d31-881c-2032b7a9a8fb","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-4e92e2f4-4809-4d31-881c-2032b7a9a8fb"}} I0610 01:22:52.542487 1 utils.go:198] ID: 25 GRPC call: /csi.v1.Identity/Probe I0610 01:22:52.543021 1 utils.go:199] ID: 25 GRPC request: {} I0610 01:22:52.543132 1 utils.go:205] ID: 25 GRPC response: {}