I0401 15:02:15.088567 1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a I0401 15:02:15.088720 1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com I0401 15:02:15.088742 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME I0401 15:02:15.088749 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0401 15:02:15.088755 1 driver.go:95] Enabling controller service capability: CLONE_VOLUME I0401 15:02:15.088766 1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME I0401 15:02:15.088772 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER I0401 15:02:15.088790 1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0401 15:02:15.088796 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0401 15:02:15.088802 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0401 15:02:15.089297 1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0401 15:02:15.089324 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0401 15:02:17.069932 1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe I0401 15:02:17.071830 1 utils.go:199] ID: 1 GRPC request: {} I0401 15:02:17.071915 1 utils.go:205] ID: 1 GRPC response: {} I0401 15:02:17.075540 1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0401 15:02:17.075639 1 utils.go:199] ID: 2 GRPC request: {} I0401 15:02:17.075664 1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo I0401 15:02:17.075721 1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0401 15:02:17.077327 1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe I0401 15:02:17.077346 1 utils.go:199] ID: 3 GRPC request: {} I0401 15:02:17.077356 1 utils.go:205] ID: 3 GRPC response: {} I0401 15:02:17.077627 1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0401 15:02:17.077695 1 utils.go:199] ID: 4 GRPC request: {} I0401 15:02:17.077855 1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0401 15:02:17.078500 1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0401 15:02:17.078557 1 utils.go:199] ID: 5 GRPC request: {} I0401 15:02:17.078574 1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities I0401 15:02:17.078692 1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0401 15:02:18.339591 1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe I0401 15:02:18.339635 1 utils.go:199] ID: 6 GRPC request: {} I0401 15:02:18.339655 1 utils.go:205] ID: 6 GRPC response: {} I0401 15:02:18.342084 1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo I0401 15:02:18.342105 1 utils.go:199] ID: 7 GRPC request: {} I0401 15:02:18.342112 1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo I0401 15:02:18.342139 1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0401 15:02:18.343845 1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe I0401 15:02:18.343865 1 utils.go:199] ID: 8 GRPC request: {} I0401 15:02:18.343876 1 utils.go:205] ID: 8 GRPC response: {} I0401 15:02:18.345291 1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0401 15:02:18.345478 1 utils.go:199] ID: 9 GRPC request: {} I0401 15:02:18.345556 1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0401 15:02:18.346382 1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0401 15:02:18.346404 1 utils.go:199] ID: 10 GRPC request: {} I0401 15:02:18.346412 1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities I0401 15:02:18.346477 1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0401 15:02:18.346962 1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0401 15:02:18.347008 1 utils.go:199] ID: 11 GRPC request: {} I0401 15:02:18.347037 1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities I0401 15:02:18.347122 1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0401 15:02:18.347400 1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0401 15:02:18.347418 1 utils.go:199] ID: 12 GRPC request: {} I0401 15:02:18.347430 1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities I0401 15:02:18.347485 1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0401 15:02:19.614490 1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo I0401 15:02:19.614534 1 utils.go:199] ID: 13 GRPC request: {} I0401 15:02:19.614544 1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo I0401 15:02:19.614581 1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0401 15:02:19.617982 1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe I0401 15:02:19.618005 1 utils.go:199] ID: 14 GRPC request: {} I0401 15:02:19.618018 1 utils.go:205] ID: 14 GRPC response: {} I0401 15:02:19.618301 1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0401 15:02:19.618320 1 utils.go:199] ID: 15 GRPC request: {} I0401 15:02:19.618327 1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities I0401 15:02:19.618407 1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0401 15:02:26.866321 1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe I0401 15:02:26.866368 1 utils.go:199] ID: 16 GRPC request: {} I0401 15:02:26.866389 1 utils.go:205] ID: 16 GRPC response: {} I0401 15:02:26.872877 1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo I0401 15:02:26.872922 1 utils.go:199] ID: 17 GRPC request: {} I0401 15:02:26.872930 1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo I0401 15:02:26.872957 1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0401 15:02:26.878056 1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe I0401 15:02:26.878083 1 utils.go:199] ID: 18 GRPC request: {} I0401 15:02:26.878098 1 utils.go:205] ID: 18 GRPC response: {} I0401 15:02:26.878702 1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0401 15:02:26.878739 1 utils.go:199] ID: 19 GRPC request: {} I0401 15:02:26.878826 1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0401 15:02:26.879432 1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0401 15:02:26.879452 1 utils.go:199] ID: 20 GRPC request: {} I0401 15:02:26.879463 1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities I0401 15:02:26.879523 1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0401 15:03:27.139958 1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe I0401 15:03:27.140296 1 utils.go:199] ID: 21 GRPC request: {} I0401 15:03:27.140469 1 utils.go:205] ID: 21 GRPC response: {} I0401 15:04:27.085070 1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe I0401 15:04:27.085203 1 utils.go:199] ID: 22 GRPC request: {} I0401 15:04:27.085255 1 utils.go:205] ID: 22 GRPC response: {} I0401 15:05:27.083259 1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe I0401 15:05:27.083317 1 utils.go:199] ID: 23 GRPC request: {} I0401 15:05:27.083341 1 utils.go:205] ID: 23 GRPC response: {} I0401 15:05:31.065389 1 utils.go:198] ID: 24 Req-ID: pvc-745450e4-f84c-49b2-9f61-3940c3f3d51a GRPC call: /csi.v1.Controller/CreateVolume I0401 15:05:31.066329 1 utils.go:199] ID: 24 Req-ID: pvc-745450e4-f84c-49b2-9f61-3940c3f3d51a GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-745450e4-f84c-49b2-9f61-3940c3f3d51a","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-745450e4-f84c-49b2-9f61-3940c3f3d51a","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0401 15:05:31.067166 1 rbd_util.go:1315] ID: 24 Req-ID: pvc-745450e4-f84c-49b2-9f61-3940c3f3d51a setting disableInUseChecks: false image features: [layering] mounter: rbd E0401 15:05:31.086392 1 omap.go:80] ID: 24 Req-ID: pvc-745450e4-f84c-49b2-9f61-3940c3f3d51a omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0401 15:05:31.102108 1 omap.go:159] ID: 24 Req-ID: pvc-745450e4-f84c-49b2-9f61-3940c3f3d51a set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-745450e4-f84c-49b2-9f61-3940c3f3d51a:9cedc635-f90f-47cc-9ee8-8e9c1b1f34f2]) I0401 15:05:31.110622 1 omap.go:159] ID: 24 Req-ID: pvc-745450e4-f84c-49b2-9f61-3940c3f3d51a set omap keys (pool="kube", namespace="", name="csi.volume.9cedc635-f90f-47cc-9ee8-8e9c1b1f34f2"): map[csi.imagename:csi-vol-9cedc635-f90f-47cc-9ee8-8e9c1b1f34f2 csi.volname:pvc-745450e4-f84c-49b2-9f61-3940c3f3d51a csi.volume.owner:default]) I0401 15:05:31.110660 1 rbd_journal.go:491] ID: 24 Req-ID: pvc-745450e4-f84c-49b2-9f61-3940c3f3d51a generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-9cedc635-f90f-47cc-9ee8-8e9c1b1f34f2) and image name (csi-vol-9cedc635-f90f-47cc-9ee8-8e9c1b1f34f2) for request name (pvc-745450e4-f84c-49b2-9f61-3940c3f3d51a) I0401 15:05:31.110861 1 rbd_util.go:423] ID: 24 Req-ID: pvc-745450e4-f84c-49b2-9f61-3940c3f3d51a rbd: create kube/csi-vol-9cedc635-f90f-47cc-9ee8-8e9c1b1f34f2 size 5120M (features: [layering]) using mon 199.19.213.193 I0401 15:05:31.111102 1 rbd_util.go:1563] ID: 24 Req-ID: pvc-745450e4-f84c-49b2-9f61-3940c3f3d51a setting image options on kube/csi-vol-9cedc635-f90f-47cc-9ee8-8e9c1b1f34f2 I0401 15:05:32.608873 1 controllerserver.go:763] ID: 24 Req-ID: pvc-745450e4-f84c-49b2-9f61-3940c3f3d51a created image kube/csi-vol-9cedc635-f90f-47cc-9ee8-8e9c1b1f34f2 backed for request name pvc-745450e4-f84c-49b2-9f61-3940c3f3d51a I0401 15:05:32.650604 1 omap.go:159] ID: 24 Req-ID: pvc-745450e4-f84c-49b2-9f61-3940c3f3d51a set omap keys (pool="kube", namespace="", name="csi.volume.9cedc635-f90f-47cc-9ee8-8e9c1b1f34f2"): map[csi.imageid:37d8f1846222]) I0401 15:05:32.769282 1 utils.go:205] ID: 24 Req-ID: pvc-745450e4-f84c-49b2-9f61-3940c3f3d51a GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-9cedc635-f90f-47cc-9ee8-8e9c1b1f34f2","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-9cedc635-f90f-47cc-9ee8-8e9c1b1f34f2"}} I0401 15:06:27.096328 1 utils.go:198] ID: 25 GRPC call: /csi.v1.Identity/Probe I0401 15:06:27.096404 1 utils.go:199] ID: 25 GRPC request: {} I0401 15:06:27.096441 1 utils.go:205] ID: 25 GRPC response: {}