I0804 15:27:35.411918 1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a I0804 15:27:35.412093 1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com I0804 15:27:35.412118 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME I0804 15:27:35.412131 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0804 15:27:35.412143 1 driver.go:95] Enabling controller service capability: CLONE_VOLUME I0804 15:27:35.412159 1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME I0804 15:27:35.412173 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER I0804 15:27:35.412185 1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0804 15:27:35.412197 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0804 15:27:35.412209 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0804 15:27:35.412472 1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0804 15:27:35.412486 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0804 15:27:39.257693 1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe I0804 15:27:39.259063 1 utils.go:199] ID: 1 GRPC request: {} I0804 15:27:39.259208 1 utils.go:205] ID: 1 GRPC response: {} I0804 15:27:39.262370 1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0804 15:27:39.262506 1 utils.go:199] ID: 2 GRPC request: {} I0804 15:27:39.262524 1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo I0804 15:27:39.262590 1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0804 15:27:39.265477 1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe I0804 15:27:39.265539 1 utils.go:199] ID: 3 GRPC request: {} I0804 15:27:39.265567 1 utils.go:205] ID: 3 GRPC response: {} I0804 15:27:39.266013 1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0804 15:27:39.266103 1 utils.go:199] ID: 4 GRPC request: {} I0804 15:27:39.266246 1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0804 15:27:39.267328 1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0804 15:27:39.267378 1 utils.go:199] ID: 5 GRPC request: {} I0804 15:27:39.267393 1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities I0804 15:27:39.267521 1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0804 15:27:41.532065 1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe I0804 15:27:41.532148 1 utils.go:199] ID: 6 GRPC request: {} I0804 15:27:41.532235 1 utils.go:205] ID: 6 GRPC response: {} I0804 15:27:41.534354 1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo I0804 15:27:41.534384 1 utils.go:199] ID: 7 GRPC request: {} I0804 15:27:41.534431 1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo I0804 15:27:41.534467 1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0804 15:27:41.535992 1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe I0804 15:27:41.536094 1 utils.go:199] ID: 8 GRPC request: {} I0804 15:27:41.536185 1 utils.go:205] ID: 8 GRPC response: {} I0804 15:27:41.536585 1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0804 15:27:41.536654 1 utils.go:199] ID: 9 GRPC request: {} I0804 15:27:41.536798 1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0804 15:27:41.537470 1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0804 15:27:41.537536 1 utils.go:199] ID: 10 GRPC request: {} I0804 15:27:41.537576 1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities I0804 15:27:41.537693 1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0804 15:27:41.538252 1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0804 15:27:41.538319 1 utils.go:199] ID: 11 GRPC request: {} I0804 15:27:41.538342 1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities I0804 15:27:41.538421 1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0804 15:27:41.538762 1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0804 15:27:41.538806 1 utils.go:199] ID: 12 GRPC request: {} I0804 15:27:41.538834 1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities I0804 15:27:41.538918 1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0804 15:27:47.505081 1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo I0804 15:27:47.505129 1 utils.go:199] ID: 13 GRPC request: {} I0804 15:27:47.505144 1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo I0804 15:27:47.505178 1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0804 15:27:47.509083 1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe I0804 15:27:47.509151 1 utils.go:199] ID: 14 GRPC request: {} I0804 15:27:47.509198 1 utils.go:205] ID: 14 GRPC response: {} I0804 15:27:47.509728 1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0804 15:27:47.509806 1 utils.go:199] ID: 15 GRPC request: {} I0804 15:27:47.509819 1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities I0804 15:27:47.509960 1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0804 15:27:49.105717 1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe I0804 15:27:49.105859 1 utils.go:199] ID: 16 GRPC request: {} I0804 15:27:49.105904 1 utils.go:205] ID: 16 GRPC response: {} I0804 15:27:49.108799 1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo I0804 15:27:49.108818 1 utils.go:199] ID: 17 GRPC request: {} I0804 15:27:49.108825 1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo I0804 15:27:49.108847 1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0804 15:27:49.112834 1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe I0804 15:27:49.112889 1 utils.go:199] ID: 18 GRPC request: {} I0804 15:27:49.112911 1 utils.go:205] ID: 18 GRPC response: {} I0804 15:27:49.114346 1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0804 15:27:49.114387 1 utils.go:199] ID: 19 GRPC request: {} I0804 15:27:49.114507 1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0804 15:27:49.115269 1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0804 15:27:49.115295 1 utils.go:199] ID: 20 GRPC request: {} I0804 15:27:49.115306 1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities I0804 15:27:49.115495 1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0804 15:28:49.286108 1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe I0804 15:28:49.286180 1 utils.go:199] ID: 21 GRPC request: {} I0804 15:28:49.286203 1 utils.go:205] ID: 21 GRPC response: {} I0804 15:29:49.285981 1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe I0804 15:29:49.286043 1 utils.go:199] ID: 22 GRPC request: {} I0804 15:29:49.286067 1 utils.go:205] ID: 22 GRPC response: {} I0804 15:30:49.285117 1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe I0804 15:30:49.285158 1 utils.go:199] ID: 23 GRPC request: {} I0804 15:30:49.285174 1 utils.go:205] ID: 23 GRPC response: {} I0804 15:31:49.295709 1 utils.go:198] ID: 24 GRPC call: /csi.v1.Identity/Probe I0804 15:31:49.296170 1 utils.go:199] ID: 24 GRPC request: {} I0804 15:31:49.296240 1 utils.go:205] ID: 24 GRPC response: {} I0804 15:32:07.448112 1 utils.go:198] ID: 25 Req-ID: pvc-596831d7-7be6-4762-bd1d-783bc2e322ff GRPC call: /csi.v1.Controller/CreateVolume I0804 15:32:07.448452 1 utils.go:199] ID: 25 Req-ID: pvc-596831d7-7be6-4762-bd1d-783bc2e322ff GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-596831d7-7be6-4762-bd1d-783bc2e322ff","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-596831d7-7be6-4762-bd1d-783bc2e322ff","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0804 15:32:07.448697 1 rbd_util.go:1315] ID: 25 Req-ID: pvc-596831d7-7be6-4762-bd1d-783bc2e322ff setting disableInUseChecks: false image features: [layering] mounter: rbd E0804 15:32:07.468292 1 omap.go:80] ID: 25 Req-ID: pvc-596831d7-7be6-4762-bd1d-783bc2e322ff omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0804 15:32:07.569111 1 omap.go:159] ID: 25 Req-ID: pvc-596831d7-7be6-4762-bd1d-783bc2e322ff set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-596831d7-7be6-4762-bd1d-783bc2e322ff:6dc76eb7-2399-4a32-8ac2-c97ab8c0bb3c]) I0804 15:32:07.603105 1 omap.go:159] ID: 25 Req-ID: pvc-596831d7-7be6-4762-bd1d-783bc2e322ff set omap keys (pool="kube", namespace="", name="csi.volume.6dc76eb7-2399-4a32-8ac2-c97ab8c0bb3c"): map[csi.imagename:csi-vol-6dc76eb7-2399-4a32-8ac2-c97ab8c0bb3c csi.volname:pvc-596831d7-7be6-4762-bd1d-783bc2e322ff csi.volume.owner:default]) I0804 15:32:07.603158 1 rbd_journal.go:491] ID: 25 Req-ID: pvc-596831d7-7be6-4762-bd1d-783bc2e322ff generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-6dc76eb7-2399-4a32-8ac2-c97ab8c0bb3c) and image name (csi-vol-6dc76eb7-2399-4a32-8ac2-c97ab8c0bb3c) for request name (pvc-596831d7-7be6-4762-bd1d-783bc2e322ff) I0804 15:32:07.603235 1 rbd_util.go:423] ID: 25 Req-ID: pvc-596831d7-7be6-4762-bd1d-783bc2e322ff rbd: create kube/csi-vol-6dc76eb7-2399-4a32-8ac2-c97ab8c0bb3c size 5120M (features: [layering]) using mon 199.19.213.117 I0804 15:32:07.603276 1 rbd_util.go:1563] ID: 25 Req-ID: pvc-596831d7-7be6-4762-bd1d-783bc2e322ff setting image options on kube/csi-vol-6dc76eb7-2399-4a32-8ac2-c97ab8c0bb3c I0804 15:32:07.751849 1 controllerserver.go:763] ID: 25 Req-ID: pvc-596831d7-7be6-4762-bd1d-783bc2e322ff created image kube/csi-vol-6dc76eb7-2399-4a32-8ac2-c97ab8c0bb3c backed for request name pvc-596831d7-7be6-4762-bd1d-783bc2e322ff I0804 15:32:07.817237 1 omap.go:159] ID: 25 Req-ID: pvc-596831d7-7be6-4762-bd1d-783bc2e322ff set omap keys (pool="kube", namespace="", name="csi.volume.6dc76eb7-2399-4a32-8ac2-c97ab8c0bb3c"): map[csi.imageid:37f4e329e69a]) I0804 15:32:08.106623 1 utils.go:205] ID: 25 Req-ID: pvc-596831d7-7be6-4762-bd1d-783bc2e322ff GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-6dc76eb7-2399-4a32-8ac2-c97ab8c0bb3c","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-6dc76eb7-2399-4a32-8ac2-c97ab8c0bb3c"}} I0804 15:32:49.285058 1 utils.go:198] ID: 26 GRPC call: /csi.v1.Identity/Probe I0804 15:32:49.285109 1 utils.go:199] ID: 26 GRPC request: {} I0804 15:32:49.285129 1 utils.go:205] ID: 26 GRPC response: {}