[ { "branch": "main", "index": "0", "phase": "pre", "playbook": "github.com/vexxhost/zuul-config/playbooks/base/pre.yaml", "plays": [ { "play": { "duration": { "end": "2026-03-17T17:42:25.288087Z", "start": "2026-03-17T17:42:22.955619Z" }, "id": "0242ac17-0011-f82c-0310-000000000002", "name": "localhost" }, "tasks": [ { "hosts": { "localhost": { "action": "gather_facts", "ansible_facts": { "ansible_apparmor": { "status": "disabled" }, "ansible_architecture": "x86_64", "ansible_bios_date": "NA", "ansible_bios_vendor": "NA", "ansible_bios_version": "NA", "ansible_board_asset_tag": "NA", "ansible_board_name": "NA", "ansible_board_serial": "NA", "ansible_board_vendor": "NA", "ansible_board_version": "NA", "ansible_chassis_asset_tag": "NA", "ansible_chassis_serial": "NA", "ansible_chassis_vendor": "NA", "ansible_chassis_version": "NA", "ansible_cmdline": { "BOOT_IMAGE": "/boot/vmlinuz-5.15.0-130-generic", "console": "ttyS0", "ro": true, "root": "UUID=5a569d86-b935-46dd-ae79-7a72a25b6a4c" }, "ansible_date_time": { "date": "2026-03-17", "day": "17", "epoch": "1773769343", "epoch_int": "1773769343", "hour": "17", "iso8601": "2026-03-17T17:42:23Z", "iso8601_basic": "20260317T174223756484", "iso8601_basic_short": "20260317T174223", "iso8601_micro": "2026-03-17T17:42:23.756484Z", "minute": "42", "month": "03", "second": "23", "time": "17:42:23", "tz": "UTC", "tz_dst": "UTC", "tz_offset": "+0000", "weekday": "Tuesday", "weekday_number": "2", "weeknumber": "11", "year": "2026" }, "ansible_devices": {}, "ansible_distribution": "Debian", "ansible_distribution_major_version": "12", "ansible_distribution_release": "bookworm", "ansible_distribution_version": "12", "ansible_dns": { "nameservers": [ "127.0.0.11" ], "options": { "edns0": true, "ndots": "0", "trust-ad": true }, "search": [ "openstacklocal" ] }, "ansible_domain": "", "ansible_effective_group_id": 0, "ansible_effective_user_id": 0, "ansible_env": { "ANSIBLE_CONFIG": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/ansible/pre_playbook_0/ansible.cfg", "DEBIAN_FRONTEND": "noninteractive", "GPG_KEY": "A035C8C19219BA821ECEA86B64E628F8D684696D", "HOME": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work", "HOSTNAME": "0a8996d2b663", "LANG": "C.UTF-8", "PATH": "/usr/local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin", "PWD": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/trusted/project_0/github.com/vexxhost/zuul-config/playbooks/base", "PYTHONPATH": "/var/lib/zuul/ansible/9", "PYTHON_SHA256": "8d3ed8ec5c88c1c95f5e558612a725450d2452813ddad5e58fdb1a53b1209b78", "PYTHON_VERSION": "3.11.14", "SSH_AGENT_PID": "561888", "SSH_AUTH_SOCK": "/tmp/ssh-KNaAUrFXJSjC/agent.561886", "TMP": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/tmp", "ZUUL_ANSIBLE_SPLIT_STREAMS": "False", "ZUUL_JOBDIR": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c", "ZUUL_JOB_FAILURE_OUTPUT": "[]", "ZUUL_JOB_LOG_CONFIG": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/ansible/logging.json", "ZUUL_OUTPUT_MAX_BYTES": "1073741824" }, "ansible_fibre_channel_wwn": [], "ansible_fips": false, "ansible_form_factor": "NA", "ansible_fqdn": "0a8996d2b663", "ansible_hostname": "0a8996d2b663", "ansible_hostnqn": "", "ansible_is_chroot": false, "ansible_iscsi_iqn": "", "ansible_kernel": "5.15.0-130-generic", "ansible_kernel_version": "#140-Ubuntu SMP Wed Dec 18 17:59:53 UTC 2024", "ansible_loadavg": { "15m": 4.05810546875, "1m": 7.7275390625, "5m": 5.1689453125 }, "ansible_local": {}, "ansible_lsb": {}, "ansible_lvm": "N/A", "ansible_machine": "x86_64", "ansible_memfree_mb": 3013, "ansible_memory_mb": { "nocache": { "free": 12820, "used": 19270 }, "real": { "free": 3013, "total": 32090, "used": 29077 }, "swap": { "cached": 0, "free": 0, "total": 0, "used": 0 } }, "ansible_memtotal_mb": 32090, "ansible_mounts": [ { "block_available": 8248758, "block_size": 4096, "block_total": 40601580, "block_used": 32352822, "device": "/dev/vda1", "fstype": "ext4", "inode_available": 16442185, "inode_total": 20643840, "inode_used": 4201655, "mount": "/etc/resolv.conf", "options": "ro,nosuid,nodev,relatime,discard,errors=remount-ro,bind", "size_available": 33786912768, "size_total": 166304071680, "uuid": "N/A" }, { "block_available": 8248757, "block_size": 4096, "block_total": 40601580, "block_used": 32352823, "device": "/dev/vda1", "fstype": "ext4", "inode_available": 16442185, "inode_total": 20643840, "inode_used": 4201655, "mount": "/etc/hosts", "options": "ro,nosuid,nodev,relatime,discard,errors=remount-ro,bind", "size_available": 33786908672, "size_total": 166304071680, "uuid": "N/A" }, { "block_available": 8248757, "block_size": 4096, "block_total": 40601580, "block_used": 32352823, "device": "/dev/vda1", "fstype": "ext4", "inode_available": 16442185, "inode_total": 20643840, "inode_used": 4201655, "mount": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work", "options": "rw,nosuid,nodev,relatime,discard,errors=remount-ro,bind", "size_available": 33786908672, "size_total": 166304071680, "uuid": "N/A" }, { "block_available": 8248747, "block_size": 4096, "block_total": 40601580, "block_used": 32352833, "device": "/dev/vda1", "fstype": "ext4", "inode_available": 16442185, "inode_total": 20643840, "inode_used": 4201655, "mount": "/var/lib/zuul/ansible/9", "options": "ro,nosuid,nodev,relatime,discard,errors=remount-ro,bind", "size_available": 33786867712, "size_total": 166304071680, "uuid": "N/A" }, { "block_available": 8248738, "block_size": 4096, "block_total": 40601580, "block_used": 32352842, "device": "/dev/vda1", "fstype": "ext4", "inode_available": 16442185, "inode_total": 20643840, "inode_used": 4201655, "mount": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/ansible", "options": "ro,nosuid,nodev,relatime,discard,errors=remount-ro,bind", "size_available": 33786830848, "size_total": 166304071680, "uuid": "N/A" }, { "block_available": 8248736, "block_size": 4096, "block_total": 40601580, "block_used": 32352844, "device": "/dev/vda1", "fstype": "ext4", "inode_available": 16442185, "inode_total": 20643840, "inode_used": 4201655, "mount": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/trusted", "options": "ro,nosuid,nodev,relatime,discard,errors=remount-ro,bind", "size_available": 33786822656, "size_total": 166304071680, "uuid": "N/A" }, { "block_available": 8248733, "block_size": 4096, "block_total": 40601580, "block_used": 32352847, "device": "/dev/vda1", "fstype": "ext4", "inode_available": 16442185, "inode_total": 20643840, "inode_used": 4201655, "mount": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/untrusted", "options": "ro,nosuid,nodev,relatime,discard,errors=remount-ro,bind", "size_available": 33786810368, "size_total": 166304071680, "uuid": "N/A" }, { "block_available": 8248729, "block_size": 4096, "block_total": 40601580, "block_used": 32352851, "device": "/dev/vda1", "fstype": "ext4", "inode_available": 16442185, "inode_total": 20643840, "inode_used": 4201655, "mount": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/ansible/pre_playbook_0", "options": "ro,nosuid,nodev,relatime,discard,errors=remount-ro,bind", "size_available": 33786793984, "size_total": 166304071680, "uuid": "N/A" }, { "block_available": 8248728, "block_size": 4096, "block_total": 40601580, "block_used": 32352852, "device": "/dev/vda1", "fstype": "ext4", "inode_available": 16442185, "inode_total": 20643840, "inode_used": 4201655, "mount": "/etc/zuul/site-variables.yaml", "options": "ro,nosuid,nodev,relatime,discard,errors=remount-ro,bind", "size_available": 33786789888, "size_total": 166304071680, "uuid": "N/A" }, { "block_available": 221463947, "block_size": 4096, "block_total": 263940717, "block_used": 42476770, "device": "/dev/vdb", "fstype": "ext4", "inode_available": 63295798, "inode_total": 67108864, "inode_used": 3813066, "mount": "/srv/static/logs", "options": "rw,nosuid,nodev,relatime,discard", "size_available": 907116326912, "size_total": 1081101176832, "uuid": "N/A" }, { "block_available": 8248544, "block_size": 4096, "block_total": 40601580, "block_used": 32353036, "device": "/dev/vda1", "fstype": "ext4", "inode_available": 16442184, "inode_total": 20643840, "inode_used": 4201656, "mount": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/.ansible", "options": "rw,nosuid,nodev,relatime,discard,errors=remount-ro,bind", "size_available": 33786036224, "size_total": 166304071680, "uuid": "N/A" } ], "ansible_nodename": "0a8996d2b663", "ansible_os_family": "Debian", "ansible_pkg_mgr": "apt", "ansible_proc_cmdline": { "BOOT_IMAGE": "/boot/vmlinuz-5.15.0-130-generic", "console": [ "tty1", "ttyS0" ], "ro": true, "root": "UUID=5a569d86-b935-46dd-ae79-7a72a25b6a4c" }, "ansible_processor": [ "0", "AuthenticAMD", "AMD EPYC-Rome Processor", "1", "AuthenticAMD", "AMD EPYC-Rome Processor", "2", "AuthenticAMD", "AMD EPYC-Rome Processor", "3", "AuthenticAMD", "AMD EPYC-Rome Processor", "4", "AuthenticAMD", "AMD EPYC-Rome Processor", "5", "AuthenticAMD", "AMD EPYC-Rome Processor", "6", "AuthenticAMD", "AMD EPYC-Rome Processor", "7", "AuthenticAMD", "AMD EPYC-Rome Processor", "8", "AuthenticAMD", "AMD EPYC-Rome Processor", "9", "AuthenticAMD", "AMD EPYC-Rome Processor", "10", "AuthenticAMD", "AMD EPYC-Rome Processor", "11", "AuthenticAMD", "AMD EPYC-Rome Processor", "12", "AuthenticAMD", "AMD EPYC-Rome Processor", "13", "AuthenticAMD", "AMD EPYC-Rome Processor", "14", "AuthenticAMD", "AMD EPYC-Rome Processor", "15", "AuthenticAMD", "AMD EPYC-Rome Processor" ], "ansible_processor_cores": 1, "ansible_processor_count": 16, "ansible_processor_nproc": 16, "ansible_processor_threads_per_core": 1, "ansible_processor_vcpus": 16, "ansible_product_name": "NA", "ansible_product_serial": "NA", "ansible_product_uuid": "NA", "ansible_product_version": "NA", "ansible_python": { "executable": "/usr/local/lib/zuul/ansible/9/bin/python", "has_sslcontext": true, "type": "cpython", "version": { "major": 3, "micro": 14, "minor": 11, "releaselevel": "final", "serial": 0 }, "version_info": [ 3, 11, 14, "final", 0 ] }, "ansible_python_version": "3.11.14", "ansible_real_group_id": 0, "ansible_real_user_id": 0, "ansible_selinux": { "status": "disabled" }, "ansible_selinux_python_present": true, "ansible_service_mgr": "bwrap", "ansible_swapfree_mb": 0, "ansible_swaptotal_mb": 0, "ansible_system": "Linux", "ansible_system_capabilities": "N/A", "ansible_system_capabilities_enforced": "N/A", "ansible_system_vendor": "NA", "ansible_uptime_seconds": 37433073, "ansible_user_dir": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work", "ansible_user_gecos": "root", "ansible_user_gid": 0, "ansible_user_id": "root", "ansible_user_shell": "/bin/bash", "ansible_user_uid": 0, "ansible_userspace_architecture": "x86_64", "ansible_userspace_bits": "64", "ansible_virtualization_role": "host", "ansible_virtualization_tech_guest": [], "ansible_virtualization_tech_host": [ "kvm" ], "ansible_virtualization_type": "kvm", "gather_subset": [ "all" ], "module_setup": true }, "changed": false, "deprecations": [], "warnings": [] } }, "task": { "duration": { "end": "2026-03-17T17:42:23.822038Z", "start": "2026-03-17T17:42:22.963703Z" }, "id": "0242ac17-0011-f82c-0310-00000000002a", "name": "Gathering Facts" } }, { "hosts": { "localhost": { "action": "include_role", "changed": false, "include_args": { "name": "set-zuul-log-path-fact" } } }, "role": { "id": "0242ac17-0011-f82c-0310-000000000006", "name": "emit-job-header", "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/emit-job-header" }, "task": { "duration": { "end": "2026-03-17T17:42:23.848907Z", "start": "2026-03-17T17:42:23.827376Z" }, "id": "0242ac17-0011-f82c-0310-000000000008", "name": "Setup log path fact" } }, { "hosts": { "localhost": { "action": "set_fact", "ansible_facts": { "zuul_log_path": "897/oss/897fbfb61255447cb9312497ba0ad95c" }, "changed": false } }, "role": { "id": "0242ac17-0011-f82c-0310-000000000054", "name": "set-zuul-log-path-fact", "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/set-zuul-log-path-fact" }, "task": { "duration": { "end": "2026-03-17T17:42:23.890921Z", "start": "2026-03-17T17:42:23.861808Z" }, "id": "0242ac17-0011-f82c-0310-000000000056", "name": "Set log path for a build" } }, { "hosts": { "localhost": { "action": "debug", "changed": false, "msg": "# Job Information\nAnsible Version: 2.16.16\nJob: atmosphere-molecule-csi-rbd\nPipeline: check\nExecutor: 0a8996d2b663\nTriggered by: https://github.com/vexxhost/atmosphere/pull/3736\nEvent ID: 457fddc0-2228-11f1-9fe5-c546d3389dbe\n" } }, "role": { "id": "0242ac17-0011-f82c-0310-000000000006", "name": "emit-job-header", "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/emit-job-header" }, "task": { "duration": { "end": "2026-03-17T17:42:23.942248Z", "start": "2026-03-17T17:42:23.901562Z" }, "id": "0242ac17-0011-f82c-0310-000000000009", "name": "Print job information" } }, { "hosts": { "localhost": { "action": "debug", "changed": false, "msg": "All items completed", "results": [ { "ansible_loop_var": "zj_item", "changed": false, "failed": false, "msg": "# Node Information\nInventory Hostname: instance\nHostname: np0000159439\nUsername: zuul\nDistro: Ubuntu 22.04\nProvider: yul1\nRegion: ca-ymq-1\nLabel: ubuntu-jammy\nProduct Name: OpenStack Nova\nInterface IP: 199.204.45.210\n", "zj_item": "instance" } ] } }, "role": { "id": "0242ac17-0011-f82c-0310-000000000006", "name": "emit-job-header", "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/emit-job-header" }, "task": { "duration": { "end": "2026-03-17T17:42:24.062142Z", "start": "2026-03-17T17:42:23.946403Z" }, "id": "0242ac17-0011-f82c-0310-00000000000a", "name": "Print node information" } }, { "hosts": { "localhost": { "action": "file", "changed": true, "diff": { "after": { "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/logs/zuul-info", "state": "directory" }, "before": { "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/logs/zuul-info", "state": "absent" } }, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": 493, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/logs/zuul-info", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/logs/zuul-info", "size": 4096, "state": "directory", "uid": 0 } }, "role": { "id": "0242ac17-0011-f82c-0310-00000000000d", "name": "log-inventory", "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/log-inventory" }, "task": { "duration": { "end": "2026-03-17T17:42:24.439904Z", "start": "2026-03-17T17:42:24.075871Z" }, "id": "0242ac17-0011-f82c-0310-00000000000f", "name": "Ensure Zuul Ansible directory exists" } }, { "hosts": { "localhost": { "action": "copy", "changed": true, "checksum": "cfbcbb9aadfdfafbc0c63c266cddf416ecbec8c1", "dest": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/logs/zuul-info/inventory.yaml", "diff": [], "gid": 0, "group": "root", "invocation": { "module_args": { "_original_basename": "inventory.yaml", "attributes": null, "backup": false, "checksum": "cfbcbb9aadfdfafbc0c63c266cddf416ecbec8c1", "content": null, "dest": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/logs/zuul-info", "directory_mode": null, "follow": false, "force": true, "group": null, "local_follow": null, "mode": 420, "owner": null, "remote_src": null, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/.ansible/tmp/ansible-tmp-1773769344.478137-84-251290862911890/source", "unsafe_writes": false, "validate": null } }, "md5sum": "1c9ac3c5c12ff284276e083295a99ab1", "mode": "0644", "owner": "root", "size": 35260, "src": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/.ansible/tmp/ansible-tmp-1773769344.478137-84-251290862911890/source", "state": "file", "uid": 0 } }, "role": { "id": "0242ac17-0011-f82c-0310-00000000000d", "name": "log-inventory", "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/log-inventory" }, "task": { "duration": { "end": "2026-03-17T17:42:25.288087Z", "start": "2026-03-17T17:42:24.448727Z" }, "id": "0242ac17-0011-f82c-0310-000000000010", "name": "Copy ansible inventory to logs dir" } } ] }, { "play": { "duration": { "end": "2026-03-17T17:42:33.875361Z", "start": "2026-03-17T17:42:25.294885Z" }, "id": "0242ac17-0011-f82c-0310-000000000011", "name": "all" }, "tasks": [ { "hosts": { "instance": { "action": "stat", "changed": false, "failed_when_result": false, "invocation": { "module_args": { "checksum_algorithm": "sha1", "follow": false, "get_attributes": true, "get_checksum": true, "get_mime": true, "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/897fbfb61255447cb9312497ba0ad95c_id_rsa" } }, "stat": { "exists": false } } }, "role": { "id": "0242ac17-0011-f82c-0310-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-03-17T17:42:25.531673Z", "start": "2026-03-17T17:42:25.303574Z" }, "id": "0242ac17-0011-f82c-0310-000000000018", "name": "Check to see if ssh key was already created for this build" } }, { "hosts": { "instance": { "action": "include_tasks", "changed": false, "include": "create-key-and-replace.yaml", "include_args": {} } }, "role": { "id": "0242ac17-0011-f82c-0310-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-03-17T17:42:25.573366Z", "start": "2026-03-17T17:42:25.541230Z" }, "id": "0242ac17-0011-f82c-0310-000000000019", "name": "Create a new key in workspace based on build UUID" } }, { "hosts": { "instance": { "action": "command", "changed": true, "cmd": [ "ssh-keygen", "-t", "rsa", "-N", "", "-C", "zuul-build-sshkey", "-f", "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/897fbfb61255447cb9312497ba0ad95c_id_rsa", "-b", "3072" ], "delta": "0:00:00.203444", "end": "2026-03-17 17:42:26.199356", "invocation": { "module_args": { "_raw_params": "ssh-keygen -t rsa -N '' -C 'zuul-build-sshkey' -f /var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/897fbfb61255447cb9312497ba0ad95c_id_rsa -b 3072", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0242ac17-0011-f82c-0310-00000000009c-0-instance", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-03-17 17:42:25.995912", "stderr": "", "stderr_lines": [], "stdout": "Generating public/private rsa key pair.\nYour identification has been saved in /var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/897fbfb61255447cb9312497ba0ad95c_id_rsa\nYour public key has been saved in /var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/897fbfb61255447cb9312497ba0ad95c_id_rsa.pub\nThe key fingerprint is:\nSHA256:WYMObi89SosTm+Ip/SaY2xZ8U9ilrWKxLqMfwxwcjr0 zuul-build-sshkey\nThe key's randomart image is:\n+---[RSA 3072]----+\n| |\n| .. |\n| . o.+. o |\n| = .o.+o.o . |\n|..= +o.S |\n| oooB..o |\n| +E= *o + |\n|+.B+*o + . |\n|oB=Bo.o |\n+----[SHA256]-----+", "stdout_lines": [ "Generating public/private rsa key pair.", "Your identification has been saved in /var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/897fbfb61255447cb9312497ba0ad95c_id_rsa", "Your public key has been saved in /var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/897fbfb61255447cb9312497ba0ad95c_id_rsa.pub", "The key fingerprint is:", "SHA256:WYMObi89SosTm+Ip/SaY2xZ8U9ilrWKxLqMfwxwcjr0 zuul-build-sshkey", "The key's randomart image is:", "+---[RSA 3072]----+", "| |", "| .. |", "| . o.+. o |", "| = .o.+o.o . |", "|..= +o.S |", "| oooB..o |", "| +E= *o + |", "|+.B+*o + . |", "|oB=Bo.o |", "+----[SHA256]-----+" ], "zuul_log_id": "0242ac17-0011-f82c-0310-00000000009c-0-instance" } }, "role": { "id": "0242ac17-0011-f82c-0310-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-03-17T17:42:26.241750Z", "start": "2026-03-17T17:42:25.597725Z" }, "id": "0242ac17-0011-f82c-0310-00000000009c", "name": "Create Temp SSH key" } }, { "hosts": { "instance": { "action": "include_tasks", "changed": false, "include": "remote-linux.yaml", "include_args": {} } }, "role": { "id": "0242ac17-0011-f82c-0310-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-03-17T17:42:26.283103Z", "start": "2026-03-17T17:42:26.246315Z" }, "id": "0242ac17-0011-f82c-0310-00000000009d", "name": "Remote setup ssh keys (linux)" } }, { "hosts": { "instance": { "action": "lineinfile", "changed": false, "false_condition": "zuul_build_sshkey_cleanup", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0242ac17-0011-f82c-0310-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-03-17T17:42:26.328836Z", "start": "2026-03-17T17:42:26.304427Z" }, "id": "0242ac17-0011-f82c-0310-0000000000bc", "name": "Remove previously added zuul-build-sshkey" } }, { "hosts": { "instance": { "action": "authorized_key", "changed": true, "comment": null, "exclusive": false, "follow": false, "invocation": { "module_args": { "changed": true, "comment": null, "exclusive": false, "follow": false, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC3mqXpYje4pGafHe6KNGTEAmT8G5T6FQPngxC4I4qBEgXiPKCefA1dBoMHCap43W8Aiq7mulL5qDcI5QGoSRcSmMne4wHtXR3ol//oUEko9vtbwRuce6lLB7z2RHcylQhk7H7+w4II2jc+Djzqzti4DixxpcFCY5sbMz0N0ko95YH04MuEfCe81rLLa1FP6nOThKbFi4x1OGlnkDed50wmqgRrk3UsgKCNFU/It54L67x+7q9PgwGcboqfTCzewE5MKBs186cFWhlwx6JHlfBHoBuADpzXcd+So7h0ANSsDAvr7AHy9f7WoPs2zr+5nbOO/LEEB0Q9DQlZFGA2TCqanlLKLx6HOqZmbPSlCeScGNgFA0J2gz/s1zIISHSEb0ZoMWJRPiLHR2SMgjqDrP4jLQnkTIf0WR5U+Du/VMZKRkmTiu60RRTpDuRjDuPDegN0C4BH3jbuGnOTXutuu80Qt/nkVBLpZNRz3fqfsmeEmWDVMMdyq4I8zJbIGqU2YwU= zuul-build-sshkey", "key_options": null, "keyfile": "/home/zuul/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "zuul", "validate_certs": true } }, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC3mqXpYje4pGafHe6KNGTEAmT8G5T6FQPngxC4I4qBEgXiPKCefA1dBoMHCap43W8Aiq7mulL5qDcI5QGoSRcSmMne4wHtXR3ol//oUEko9vtbwRuce6lLB7z2RHcylQhk7H7+w4II2jc+Djzqzti4DixxpcFCY5sbMz0N0ko95YH04MuEfCe81rLLa1FP6nOThKbFi4x1OGlnkDed50wmqgRrk3UsgKCNFU/It54L67x+7q9PgwGcboqfTCzewE5MKBs186cFWhlwx6JHlfBHoBuADpzXcd+So7h0ANSsDAvr7AHy9f7WoPs2zr+5nbOO/LEEB0Q9DQlZFGA2TCqanlLKLx6HOqZmbPSlCeScGNgFA0J2gz/s1zIISHSEb0ZoMWJRPiLHR2SMgjqDrP4jLQnkTIf0WR5U+Du/VMZKRkmTiu60RRTpDuRjDuPDegN0C4BH3jbuGnOTXutuu80Qt/nkVBLpZNRz3fqfsmeEmWDVMMdyq4I8zJbIGqU2YwU= zuul-build-sshkey", "key_options": null, "keyfile": "/home/zuul/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "zuul", "validate_certs": true } }, "role": { "id": "0242ac17-0011-f82c-0310-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-03-17T17:42:26.814245Z", "start": "2026-03-17T17:42:26.365269Z" }, "id": "0242ac17-0011-f82c-0310-0000000000bd", "name": "Enable access via build key on all nodes" } }, { "hosts": { "instance": { "action": "file", "changed": false, "diff": { "after": { "path": "/home/zuul/.ssh" }, "before": { "path": "/home/zuul/.ssh" } }, "gid": 1000, "group": "zuul", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": 448, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul/.ssh", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0700", "owner": "zuul", "path": "/home/zuul/.ssh", "size": 4096, "state": "directory", "uid": 1000 } }, "role": { "id": "0242ac17-0011-f82c-0310-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-03-17T17:42:27.016686Z", "start": "2026-03-17T17:42:26.820402Z" }, "id": "0242ac17-0011-f82c-0310-0000000000be", "name": "Make sure user has a .ssh" } }, { "hosts": { "instance": { "action": "copy", "changed": true, "checksum": "6b78f2e51d70f686a2e139147d7e3bec06d90822", "dest": "/home/zuul/.ssh/id_rsa", "diff": [], "gid": 1000, "group": "zuul", "invocation": { "module_args": { "_original_basename": "897fbfb61255447cb9312497ba0ad95c_id_rsa", "attributes": null, "backup": false, "checksum": "6b78f2e51d70f686a2e139147d7e3bec06d90822", "content": null, "dest": "/home/zuul/.ssh/id_rsa", "directory_mode": null, "follow": false, "force": false, "group": null, "local_follow": null, "mode": 384, "owner": null, "remote_src": null, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "/home/zuul/.ansible/tmp/ansible-tmp-1773769347.0658042-190-276281606766944/source", "unsafe_writes": false, "validate": null } }, "md5sum": "cffa4db2c9fb261908fc0d17d952e709", "mode": "0600", "owner": "zuul", "size": 2602, "src": "/home/zuul/.ansible/tmp/ansible-tmp-1773769347.0658042-190-276281606766944/source", "state": "file", "uid": 1000 } }, "role": { "id": "0242ac17-0011-f82c-0310-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-03-17T17:42:27.495704Z", "start": "2026-03-17T17:42:27.026230Z" }, "id": "0242ac17-0011-f82c-0310-0000000000bf", "name": "Install build private key as SSH key on all nodes" } }, { "hosts": { "instance": { "action": "copy", "changed": true, "checksum": "7a9fe4f9b8785965c95e9ebe37be65a2cf13cb3d", "dest": "/home/zuul/.ssh/id_rsa.pub", "diff": [], "gid": 1000, "group": "zuul", "invocation": { "module_args": { "_original_basename": "897fbfb61255447cb9312497ba0ad95c_id_rsa.pub", "attributes": null, "backup": false, "checksum": "7a9fe4f9b8785965c95e9ebe37be65a2cf13cb3d", "content": null, "dest": "/home/zuul/.ssh/id_rsa.pub", "directory_mode": null, "follow": false, "force": false, "group": null, "local_follow": null, "mode": 420, "owner": null, "remote_src": null, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "/home/zuul/.ansible/tmp/ansible-tmp-1773769347.549723-200-120367583312400/source", "unsafe_writes": false, "validate": null } }, "md5sum": "8cd14d0b99209d53acf72498acdd5059", "mode": "0644", "owner": "zuul", "size": 571, "src": "/home/zuul/.ansible/tmp/ansible-tmp-1773769347.549723-200-120367583312400/source", "state": "file", "uid": 1000 } }, "role": { "id": "0242ac17-0011-f82c-0310-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-03-17T17:42:28.000338Z", "start": "2026-03-17T17:42:27.504032Z" }, "id": "0242ac17-0011-f82c-0310-0000000000c0", "name": "Install build public key as SSH key on all nodes" } }, { "hosts": { "instance": { "action": "include_tasks", "changed": false, "false_condition": "ansible_os_family == \"Windows\"", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0242ac17-0011-f82c-0310-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-03-17T17:42:28.032927Z", "start": "2026-03-17T17:42:28.008917Z" }, "id": "0242ac17-0011-f82c-0310-00000000009e", "name": "Remote setup ssh keys (windows)" } }, { "hosts": { "instance": { "action": "sshagent_remove_keys", "changed": true, "invocation": { "module_args": { "remove": "^(?!\\(stdin\\)).*" } }, "removed": [ "/etc/zuul/id_rsa" ] } }, "role": { "id": "0242ac17-0011-f82c-0310-0000000000a3", "name": "remove-zuul-sshkey", "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/remove-zuul-sshkey" }, "task": { "duration": { "end": "2026-03-17T17:42:28.474410Z", "start": "2026-03-17T17:42:28.047976Z" }, "id": "0242ac17-0011-f82c-0310-0000000000a5", "name": "Remove master key from local agent" } }, { "hosts": { "instance": { "action": "command", "changed": true, "cmd": [ "ssh-add", "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/897fbfb61255447cb9312497ba0ad95c_id_rsa" ], "delta": "0:00:00.013896", "end": "2026-03-17 17:42:28.740905", "invocation": { "module_args": { "_raw_params": "ssh-add /var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/897fbfb61255447cb9312497ba0ad95c_id_rsa", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0242ac17-0011-f82c-0310-0000000000ab-0-instance", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-03-17 17:42:28.727009", "stderr": "", "stderr_lines": [], "stdout": "Identity added: /var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/897fbfb61255447cb9312497ba0ad95c_id_rsa (zuul-build-sshkey)", "stdout_lines": [ "Identity added: /var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/897fbfb61255447cb9312497ba0ad95c_id_rsa (zuul-build-sshkey)" ], "zuul_log_id": "0242ac17-0011-f82c-0310-0000000000ab-0-instance" } }, "role": { "id": "0242ac17-0011-f82c-0310-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-03-17T17:42:28.788125Z", "start": "2026-03-17T17:42:28.488364Z" }, "id": "0242ac17-0011-f82c-0310-0000000000ab", "name": "Add back temp key" } }, { "hosts": { "instance": { "action": "ping", "changed": false, "invocation": { "module_args": { "data": "pong" } }, "ping": "pong" } }, "role": { "id": "0242ac17-0011-f82c-0310-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-03-17T17:42:29.119364Z", "start": "2026-03-17T17:42:28.799638Z" }, "id": "0242ac17-0011-f82c-0310-0000000000ac", "name": "Verify we can still SSH to all nodes" } }, { "hosts": { "instance": { "action": "command", "changed": false, "false_condition": "ansible_os_family == \"Windows\"", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0242ac17-0011-f82c-0310-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-03-17T17:42:29.150286Z", "start": "2026-03-17T17:42:29.124325Z" }, "id": "0242ac17-0011-f82c-0310-0000000000ad", "name": "Verify we can still SSH to all nodes (windows)" } }, { "hosts": { "instance": { "action": "zuul_console", "changed": false, "invocation": { "module_args": { "path": "/tmp/console-{log_uuid}.log", "port": 19885, "state": "present" } } } }, "role": { "id": "0242ac17-0011-f82c-0310-00000000001b", "name": "prepare-workspace", "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/prepare-workspace" }, "task": { "duration": { "end": "2026-03-17T17:42:29.485187Z", "start": "2026-03-17T17:42:29.166588Z" }, "id": "0242ac17-0011-f82c-0310-00000000001d", "name": "Start zuul_console daemon." } }, { "hosts": { "instance": { "action": "synchronize", "censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": true } }, "role": { "id": "0242ac17-0011-f82c-0310-00000000001b", "name": "prepare-workspace", "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/prepare-workspace" }, "task": { "duration": { "end": "2026-03-17T17:42:32.061732Z", "start": "2026-03-17T17:42:29.494486Z" }, "id": "0242ac17-0011-f82c-0310-00000000001e", "name": "Synchronize src repos to workspace directory." } }, { "hosts": { "instance": { "action": "file", "changed": false, "msg": "All items completed", "results": [ { "ansible_loop_var": "zj_output_dir", "changed": false, "failed": false, "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul/zuul-output/logs", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "absent", "unsafe_writes": false } }, "path": "/home/zuul/zuul-output/logs", "state": "absent", "zj_output_dir": "logs" }, { "ansible_loop_var": "zj_output_dir", "changed": false, "failed": false, "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul/zuul-output/artifacts", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "absent", "unsafe_writes": false } }, "path": "/home/zuul/zuul-output/artifacts", "state": "absent", "zj_output_dir": "artifacts" }, { "ansible_loop_var": "zj_output_dir", "changed": false, "failed": false, "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul/zuul-output/docs", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "absent", "unsafe_writes": false } }, "path": "/home/zuul/zuul-output/docs", "state": "absent", "zj_output_dir": "docs" } ] } }, "role": { "id": "0242ac17-0011-f82c-0310-000000000020", "name": "ensure-output-dirs", "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/ensure-output-dirs" }, "task": { "duration": { "end": "2026-03-17T17:42:32.619223Z", "start": "2026-03-17T17:42:32.113887Z" }, "id": "0242ac17-0011-f82c-0310-000000000022", "name": "Empty Zuul Output directories by removing them" } }, { "hosts": { "instance": { "action": "file", "changed": true, "msg": "All items completed", "results": [ { "ansible_loop_var": "zj_output_dir", "changed": true, "diff": { "after": { "mode": "0755", "path": "/home/zuul/zuul-output/logs", "state": "directory" }, "before": { "mode": "0775", "path": "/home/zuul/zuul-output/logs", "state": "absent" } }, "failed": false, "gid": 1000, "group": "zuul", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": 493, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul/zuul-output/logs", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "zuul", "path": "/home/zuul/zuul-output/logs", "size": 4096, "state": "directory", "uid": 1000, "zj_output_dir": "logs" }, { "ansible_loop_var": "zj_output_dir", "changed": true, "diff": { "after": { "mode": "0755", "path": "/home/zuul/zuul-output/artifacts", "state": "directory" }, "before": { "mode": "0775", "path": "/home/zuul/zuul-output/artifacts", "state": "absent" } }, "failed": false, "gid": 1000, "group": "zuul", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": 493, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul/zuul-output/artifacts", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "zuul", "path": "/home/zuul/zuul-output/artifacts", "size": 4096, "state": "directory", "uid": 1000, "zj_output_dir": "artifacts" }, { "ansible_loop_var": "zj_output_dir", "changed": true, "diff": { "after": { "mode": "0755", "path": "/home/zuul/zuul-output/docs", "state": "directory" }, "before": { "mode": "0775", "path": "/home/zuul/zuul-output/docs", "state": "absent" } }, "failed": false, "gid": 1000, "group": "zuul", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": 493, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul/zuul-output/docs", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "zuul", "path": "/home/zuul/zuul-output/docs", "size": 4096, "state": "directory", "uid": 1000, "zj_output_dir": "docs" } ] } }, "role": { "id": "0242ac17-0011-f82c-0310-000000000020", "name": "ensure-output-dirs", "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/ensure-output-dirs" }, "task": { "duration": { "end": "2026-03-17T17:42:33.875361Z", "start": "2026-03-17T17:42:32.628411Z" }, "id": "0242ac17-0011-f82c-0310-000000000024", "name": "Ensure Zuul Output directories exist" } } ] } ], "stats": { "instance": { "changed": 8, "failures": 0, "ignored": 0, "ok": 15, "rescued": 0, "skipped": 3, "unreachable": 0 }, "localhost": { "changed": 2, "failures": 0, "ignored": 0, "ok": 6, "rescued": 0, "skipped": 0, "unreachable": 0 } }, "trusted": true }, { "branch": "main", "index": "1", "phase": "pre", "playbook": "github.com/vexxhost/zuul-jobs/playbooks/molecule/pre.yaml", "plays": [ { "play": { "duration": { "end": "2026-03-17T17:42:38.224098Z", "start": "2026-03-17T17:42:35.276312Z" }, "id": "0242ac17-0011-a562-0dba-000000000002", "name": "all" }, "tasks": [ { "hosts": { "instance": { "action": "ansible.builtin.unarchive", "changed": true, "dest": "/usr/local/bin", "extract_results": { "cmd": [ "/usr/bin/tar", "--extract", "-C", "/usr/local/bin", "-z", "--show-transformed-names", "--strip-components=1", "-f", "/home/zuul/.ansible/tmp/ansible-tmp-1773769355.3696177-5-84726894614003/uv-x86_64-unknown-linux-gnu0lcv0q4r.tar.gz" ], "err": "", "out": "", "rc": 0 }, "gid": 0, "group": "root", "handler": "TgzArchive", "invocation": { "module_args": { "attributes": null, "copy": true, "creates": "/usr/local/bin/uv", "decrypt": true, "dest": "/usr/local/bin", "exclude": [], "extra_opts": [ "--strip-components=1" ], "group": null, "include": [], "io_buffer_size": 65536, "keep_newer": false, "list_files": false, "mode": null, "owner": null, "remote_src": true, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "https://github.com/astral-sh/uv/releases/download/0.8.13/uv-x86_64-unknown-linux-gnu.tar.gz", "unsafe_writes": false, "validate_certs": true } }, "mode": "0755", "owner": "root", "size": 4096, "src": "/home/zuul/.ansible/tmp/ansible-tmp-1773769355.3696177-5-84726894614003/uv-x86_64-unknown-linux-gnu0lcv0q4r.tar.gz", "state": "directory", "uid": 0 } }, "role": { "id": "0242ac17-0011-a562-0dba-000000000005", "name": "setup-uv", "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/untrusted/project_0/github.com/vexxhost/zuul-jobs/roles/setup-uv" }, "task": { "duration": { "end": "2026-03-17T17:42:37.657962Z", "start": "2026-03-17T17:42:35.331293Z" }, "id": "0242ac17-0011-a562-0dba-000000000007", "name": "Extract archive" } }, { "hosts": { "instance": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "/usr/local/bin/uv", "--version" ], "delta": "0:00:00.025822", "end": "2026-03-17 17:42:38.044158", "invocation": { "module_args": { "_raw_params": "/usr/local/bin/uv --version", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0242ac17-0011-a562-0dba-000000000008-1-instance", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-03-17 17:42:38.018336", "stderr": "", "stderr_lines": [], "stdout": "uv 0.8.13", "stdout_lines": [ "uv 0.8.13" ], "zuul_log_id": "0242ac17-0011-a562-0dba-000000000008-1-instance" } }, "role": { "id": "0242ac17-0011-a562-0dba-000000000005", "name": "setup-uv", "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/untrusted/project_0/github.com/vexxhost/zuul-jobs/roles/setup-uv" }, "task": { "duration": { "end": "2026-03-17T17:42:38.224098Z", "start": "2026-03-17T17:42:37.685566Z" }, "id": "0242ac17-0011-a562-0dba-000000000008", "name": "Print version" } } ] } ], "stats": { "instance": { "changed": 2, "failures": 0, "ignored": 0, "ok": 2, "rescued": 0, "skipped": 0, "unreachable": 0 } }, "trusted": false }, { "branch": "stable/2024.1", "index": "2", "phase": "pre", "playbook": "github.com/vexxhost/atmosphere/test-playbooks/molecule/pre.yml", "plays": [ { "play": { "duration": { "end": "2026-03-17T17:42:48.470269Z", "start": "2026-03-17T17:42:38.931521Z" }, "id": "0242ac17-0011-b37b-1bc6-000000000002", "name": "all" }, "tasks": [ { "hosts": { "instance": { "action": "ansible.builtin.apt", "cache_update_time": 1773769364, "cache_updated": true, "changed": true, "diff": {}, "invocation": { "module_args": { "allow_change_held_packages": false, "allow_downgrade": false, "allow_unauthenticated": false, "autoclean": false, "autoremove": false, "cache_valid_time": 0, "clean": false, "deb": null, "default_release": null, "dpkg_options": "force-confdef,force-confold", "fail_on_autoremove": false, "force": false, "force_apt_get": false, "install_recommends": null, "lock_timeout": 60, "name": "jq", "only_upgrade": false, "package": [ "jq" ], "policy_rc_d": null, "purge": false, "state": "present", "update_cache": true, "update_cache_retries": 5, "update_cache_retry_max_delay": 12, "upgrade": null } }, "stderr": "debconf: delaying package configuration, since apt-utils is not installed\n", "stderr_lines": [ "debconf: delaying package configuration, since apt-utils is not installed" ], "stdout": "Reading package lists...\nBuilding dependency tree...\nReading state information...\nThe following additional packages will be installed:\n libjq1 libonig5\nThe following NEW packages will be installed:\n jq libjq1 libonig5\n0 upgraded, 3 newly installed, 0 to remove and 17 not upgraded.\nNeed to get 357 kB of archives.\nAfter this operation, 1087 kB of additional disk space will be used.\nGet:1 http://nova.clouds.archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB]\nGet:2 http://nova.clouds.archive.ubuntu.com/ubuntu jammy-updates/main amd64 libjq1 amd64 1.6-2.1ubuntu3.1 [133 kB]\nGet:3 http://nova.clouds.archive.ubuntu.com/ubuntu jammy-updates/main amd64 jq amd64 1.6-2.1ubuntu3.1 [52.5 kB]\nFetched 357 kB in 1s (415 kB/s)\nSelecting previously unselected package libonig5:amd64.\r\n(Reading database ... \r(Reading database ... 5%\r(Reading database ... 10%\r(Reading database ... 15%\r(Reading database ... 20%\r(Reading database ... 25%\r(Reading database ... 30%\r(Reading database ... 35%\r(Reading database ... 40%\r(Reading database ... 45%\r(Reading database ... 50%\r(Reading database ... 55%\r(Reading database ... 60%\r(Reading database ... 65%\r(Reading database ... 70%\r(Reading database ... 75%\r(Reading database ... 80%\r(Reading database ... 85%\r(Reading database ... 90%\r(Reading database ... 95%\r(Reading database ... 100%\r(Reading database ... 30908 files and directories currently installed.)\r\nPreparing to unpack .../libonig5_6.9.7.1-2build1_amd64.deb ...\r\nUnpacking libonig5:amd64 (6.9.7.1-2build1) ...\r\nSelecting previously unselected package libjq1:amd64.\r\nPreparing to unpack .../libjq1_1.6-2.1ubuntu3.1_amd64.deb ...\r\nUnpacking libjq1:amd64 (1.6-2.1ubuntu3.1) ...\r\nSelecting previously unselected package jq.\r\nPreparing to unpack .../jq_1.6-2.1ubuntu3.1_amd64.deb ...\r\nUnpacking jq (1.6-2.1ubuntu3.1) ...\r\nSetting up libonig5:amd64 (6.9.7.1-2build1) ...\r\nSetting up libjq1:amd64 (1.6-2.1ubuntu3.1) ...\r\nSetting up jq (1.6-2.1ubuntu3.1) ...\r\nProcessing triggers for libc-bin (2.35-0ubuntu3.13) ...\r\n", "stdout_lines": [ "Reading package lists...", "Building dependency tree...", "Reading state information...", "The following additional packages will be installed:", " libjq1 libonig5", "The following NEW packages will be installed:", " jq libjq1 libonig5", "0 upgraded, 3 newly installed, 0 to remove and 17 not upgraded.", "Need to get 357 kB of archives.", "After this operation, 1087 kB of additional disk space will be used.", "Get:1 http://nova.clouds.archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB]", "Get:2 http://nova.clouds.archive.ubuntu.com/ubuntu jammy-updates/main amd64 libjq1 amd64 1.6-2.1ubuntu3.1 [133 kB]", "Get:3 http://nova.clouds.archive.ubuntu.com/ubuntu jammy-updates/main amd64 jq amd64 1.6-2.1ubuntu3.1 [52.5 kB]", "Fetched 357 kB in 1s (415 kB/s)", "Selecting previously unselected package libonig5:amd64.", "(Reading database ... ", "(Reading database ... 5%", "(Reading database ... 10%", "(Reading database ... 15%", "(Reading database ... 20%", "(Reading database ... 25%", "(Reading database ... 30%", "(Reading database ... 35%", "(Reading database ... 40%", "(Reading database ... 45%", "(Reading database ... 50%", "(Reading database ... 55%", "(Reading database ... 60%", "(Reading database ... 65%", "(Reading database ... 70%", "(Reading database ... 75%", "(Reading database ... 80%", "(Reading database ... 85%", "(Reading database ... 90%", "(Reading database ... 95%", "(Reading database ... 100%", "(Reading database ... 30908 files and directories currently installed.)", "Preparing to unpack .../libonig5_6.9.7.1-2build1_amd64.deb ...", "Unpacking libonig5:amd64 (6.9.7.1-2build1) ...", "Selecting previously unselected package libjq1:amd64.", "Preparing to unpack .../libjq1_1.6-2.1ubuntu3.1_amd64.deb ...", "Unpacking libjq1:amd64 (1.6-2.1ubuntu3.1) ...", "Selecting previously unselected package jq.", "Preparing to unpack .../jq_1.6-2.1ubuntu3.1_amd64.deb ...", "Unpacking jq (1.6-2.1ubuntu3.1) ...", "Setting up libonig5:amd64 (6.9.7.1-2build1) ...", "Setting up libjq1:amd64 (1.6-2.1ubuntu3.1) ...", "Setting up jq (1.6-2.1ubuntu3.1) ...", "Processing triggers for libc-bin (2.35-0ubuntu3.13) ..." ] } }, "task": { "duration": { "end": "2026-03-17T17:42:48.470269Z", "start": "2026-03-17T17:42:38.947361Z" }, "id": "0242ac17-0011-b37b-1bc6-000000000004", "name": "Install \"jq\" for log collection" } } ] } ], "stats": { "instance": { "changed": 1, "failures": 0, "ignored": 0, "ok": 1, "rescued": 0, "skipped": 0, "unreachable": 0 } }, "trusted": false }, { "branch": "main", "index": "0", "phase": "run", "playbook": "github.com/vexxhost/zuul-jobs/playbooks/molecule/run.yaml", "plays": [ { "play": { "duration": { "end": "2026-03-17T17:49:32.996476Z", "start": "2026-03-17T17:42:49.134572Z" }, "id": "0242ac17-0011-8580-e3aa-000000000002", "name": "all" }, "tasks": [ { "hosts": { "instance": { "action": "ansible.builtin.copy", "changed": true, "checksum": "cfbcbb9aadfdfafbc0c63c266cddf416ecbec8c1", "dest": "src/github.com/vexxhost/atmosphere/inventory.yaml", "diff": [], "gid": 1000, "group": "zuul", "invocation": { "module_args": { "_original_basename": "inventory.yaml", "attributes": null, "backup": false, "checksum": "cfbcbb9aadfdfafbc0c63c266cddf416ecbec8c1", "content": null, "dest": "src/github.com/vexxhost/atmosphere", "directory_mode": null, "follow": false, "force": true, "group": null, "local_follow": null, "mode": 420, "owner": null, "remote_src": null, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "/home/zuul/.ansible/tmp/ansible-tmp-1773769369.1843684-5-269278582224840/source", "unsafe_writes": false, "validate": null } }, "md5sum": "1c9ac3c5c12ff284276e083295a99ab1", "mode": "0644", "owner": "zuul", "size": 35260, "src": "/home/zuul/.ansible/tmp/ansible-tmp-1773769369.1843684-5-269278582224840/source", "state": "file", "uid": 1000 } }, "task": { "duration": { "end": "2026-03-17T17:42:50.259141Z", "start": "2026-03-17T17:42:49.145455Z" }, "id": "0242ac17-0011-8580-e3aa-000000000004", "name": "Copy inventory file for Zuul" } }, { "hosts": { "instance": { "action": "ansible.builtin.replace", "changed": true, "invocation": { "module_args": { "after": null, "attributes": null, "backup": false, "before": null, "encoding": "utf-8", "group": null, "mode": null, "owner": null, "path": "src/github.com/vexxhost/atmosphere/inventory.yaml", "regexp": "(^\\s*ansible_host:\\s*).*$", "replace": "\\1\"{{ nodepool.private_ipv4 }}\"", "selevel": null, "serole": null, "setype": null, "seuser": null, "unsafe_writes": false, "validate": null } }, "msg": "1 replacements made", "rc": 0 } }, "task": { "duration": { "end": "2026-03-17T17:42:50.859559Z", "start": "2026-03-17T17:42:50.268160Z" }, "id": "0242ac17-0011-8580-e3aa-000000000005", "name": "Switch \"ansible_host\" to private IP" } }, { "hosts": { "instance": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "uv", "run", "molecule", "test", "--destroy", "never", "-s", "csi" ], "delta": "0:06:41.405708", "end": "2026-03-17 17:49:32.669716", "failed": true, "invocation": { "module_args": { "_raw_params": "uv run molecule test --destroy never -s csi", "_uses_shell": false, "argv": null, "chdir": "src/github.com/vexxhost/atmosphere", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0242ac17-0011-8580-e3aa-000000000006-1-instance", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "non-zero return code", "rc": 2, "start": "2026-03-17 17:42:51.264008", "stderr": "", "stderr_lines": [], "stdout": "Using CPython 3.10.12 interpreter at: /usr/bin/python3\nCreating virtual environment at: .venv\n Building atmosphere @ file:///home/zuul/src/github.com/vexxhost/atmosphere\nDownloading cryptography (4.2MiB)\nDownloading netaddr (2.2MiB)\nDownloading openstacksdk (1.7MiB)\nDownloading rjsonnet (1.2MiB)\nDownloading pygments (1.2MiB)\nDownloading ansible-core (2.1MiB)\nDownloading setuptools (1.1MiB)\nDownloading kubernetes (1.9MiB)\n Building pyperclip==1.9.0\n Downloading rjsonnet\n Downloading netaddr\n Downloading pygments\n Downloading cryptography\n Downloading setuptools\n Downloading kubernetes\n Downloading ansible-core\n Downloading openstacksdk\n Built pyperclip==1.9.0\n Built atmosphere @ file:///home/zuul/src/github.com/vexxhost/atmosphere\nInstalled 79 packages in 41ms\nWARNING Molecule scenarios should migrate to 'extensions/molecule'\nINFO [csi > discovery] scenario test matrix: dependency, cleanup, destroy, syntax, create, prepare, converge, idempotence, side_effect, verify, cleanup, destroy\nINFO [csi > prerun] Performing prerun with role_name_check=0...\nINFO [csi > dependency] Executing\nWARNING [csi > dependency] Missing roles requirements file: requirements.yml\nWARNING [csi > dependency] Missing collections requirements file: collections.yml\nWARNING [csi > dependency] Executed: 2 missing (Remove from test_sequence to suppress)\nINFO [csi > cleanup] Executing\nWARNING [csi > cleanup] Executed: Missing playbook (Remove from test_sequence to suppress)\nINFO [csi > destroy] Executing\nWARNING [csi > destroy] Skipping, '--destroy=never' requested.\nINFO [csi > destroy] Executed: Successful\nINFO [csi > syntax] Executing\n\nplaybook: /home/zuul/src/github.com/vexxhost/atmosphere/molecule/csi/converge.yml\nINFO [csi > syntax] Executed: Successful\nINFO [csi > create] Executing\nWARNING [csi > create] Executed: Missing playbook (Remove from test_sequence to suppress)\nINFO [csi > prepare] Executing\n\nPLAY [Prepare] *****************************************************************\n\nTASK [Gathering Facts] *********************************************************\nTuesday 17 March 2026 17:43:31 +0000 (0:00:00.024) 0:00:00.024 *********\n[WARNING]: Platform linux on host instance is using the discovered Python\ninterpreter at /usr/bin/python3.10, but future installation of another Python\ninterpreter could change the meaning of that path. See\nhttps://docs.ansible.com/ansible-\ncore/2.17/reference_appendices/interpreter_discovery.html for more information.\nok: [instance]\n\nTASK [Configure short hostname] ************************************************\nTuesday 17 March 2026 17:43:33 +0000 (0:00:01.182) 0:00:01.206 *********\nchanged: [instance]\n\nTASK [Ensure hostname inside hosts file] ***************************************\nTuesday 17 March 2026 17:43:33 +0000 (0:00:00.716) 0:00:01.923 *********\n[WARNING]: Module remote_tmp /root/.ansible/tmp did not exist and was created\nwith a mode of 0700, this may cause issues when running as another user. To\navoid this, create the remote_tmp dir with the correct permissions manually\nchanged: [instance]\n\nTASK [Purge \"snapd\" package] ***************************************************\nTuesday 17 March 2026 17:43:34 +0000 (0:00:00.297) 0:00:02.220 *********\nok: [instance]\n\nPLAY [Create devices for Ceph] *************************************************\n\nTASK [Gathering Facts] *********************************************************\nTuesday 17 March 2026 17:43:34 +0000 (0:00:00.858) 0:00:03.079 *********\nok: [instance]\n\nTASK [Install depedencies] *****************************************************\nTuesday 17 March 2026 17:43:35 +0000 (0:00:00.709) 0:00:03.789 *********\nchanged: [instance]\n\nTASK [Start up service] ********************************************************\nTuesday 17 March 2026 17:43:54 +0000 (0:00:18.965) 0:00:22.754 *********\nok: [instance]\n\nTASK [Generate lvm.conf] *******************************************************\nTuesday 17 March 2026 17:43:55 +0000 (0:00:00.542) 0:00:23.297 *********\nok: [instance]\n\nTASK [Write /etc/lvm/lvm.conf] *************************************************\nTuesday 17 March 2026 17:43:55 +0000 (0:00:00.283) 0:00:23.580 *********\nchanged: [instance]\n\nTASK [Get list of all loopback devices] ****************************************\nTuesday 17 March 2026 17:43:56 +0000 (0:00:00.684) 0:00:24.265 *********\nok: [instance]\n\nTASK [Fail if there is any existing loopback devices] **************************\nTuesday 17 March 2026 17:43:56 +0000 (0:00:00.189) 0:00:24.454 *********\nskipping: [instance]\n\nTASK [Create devices for Ceph] *************************************************\nTuesday 17 March 2026 17:43:56 +0000 (0:00:00.023) 0:00:24.478 *********\nchanged: [instance] => (item=osd0)\nchanged: [instance] => (item=osd1)\nchanged: [instance] => (item=osd2)\n\nTASK [Set permissions on loopback devices] *************************************\nTuesday 17 March 2026 17:43:56 +0000 (0:00:00.533) 0:00:25.011 *********\nchanged: [instance] => (item=osd0)\nchanged: [instance] => (item=osd1)\nchanged: [instance] => (item=osd2)\n\nTASK [Start loop devices] ******************************************************\nTuesday 17 March 2026 17:43:57 +0000 (0:00:00.587) 0:00:25.599 *********\nchanged: [instance] => (item=osd0)\nchanged: [instance] => (item=osd1)\nchanged: [instance] => (item=osd2)\n\nTASK [Create a volume group for each loop device] ******************************\nTuesday 17 March 2026 17:43:58 +0000 (0:00:00.630) 0:00:26.229 *********\nchanged: [instance] => (item=osd0)\nchanged: [instance] => (item=osd1)\nchanged: [instance] => (item=osd2)\n\nTASK [Create a logical volume for each loop device] ****************************\nTuesday 17 March 2026 17:44:01 +0000 (0:00:03.017) 0:00:29.247 *********\nchanged: [instance] => (item=ceph-instance-osd0)\nchanged: [instance] => (item=ceph-instance-osd1)\nchanged: [instance] => (item=ceph-instance-osd2)\n\nPLAY RECAP *********************************************************************\ninstance : ok=15 changed=9 unreachable=0 failed=0 skipped=1 rescued=0 ignored=0\n\nTuesday 17 March 2026 17:44:02 +0000 (0:00:01.851) 0:00:31.099 *********\n===============================================================================\nInstall depedencies ---------------------------------------------------- 18.97s\nCreate a volume group for each loop device ------------------------------ 3.02s\nCreate a logical volume for each loop device ---------------------------- 1.85s\nGathering Facts --------------------------------------------------------- 1.18s\nPurge \"snapd\" package --------------------------------------------------- 0.86s\nConfigure short hostname ------------------------------------------------ 0.72s\nGathering Facts --------------------------------------------------------- 0.71s\nWrite /etc/lvm/lvm.conf ------------------------------------------------- 0.68s\nStart loop devices ------------------------------------------------------ 0.63s\nSet permissions on loopback devices ------------------------------------- 0.59s\nStart up service -------------------------------------------------------- 0.54s\nCreate devices for Ceph ------------------------------------------------- 0.53s\nEnsure hostname inside hosts file --------------------------------------- 0.30s\nGenerate lvm.conf ------------------------------------------------------- 0.28s\nGet list of all loopback devices ---------------------------------------- 0.19s\nFail if there is any existing loopback devices -------------------------- 0.02s\nINFO [csi > prepare] Executed: Successful\nINFO [csi > converge] Executing\n\nPLAY [Debug CSI driver value] **************************************************\n\nTASK [Gathering Facts] *********************************************************\nTuesday 17 March 2026 17:44:04 +0000 (0:00:00.007) 0:00:00.007 *********\n[WARNING]: Platform linux on host instance is using the discovered Python\ninterpreter at /usr/bin/python3.10, but future installation of another Python\ninterpreter could change the meaning of that path. See\nhttps://docs.ansible.com/ansible-\ncore/2.17/reference_appendices/interpreter_discovery.html for more information.\nok: [instance]\n\nTASK [Display CSI driver value and environment variable] ***********************\nTuesday 17 March 2026 17:44:05 +0000 (0:00:00.961) 0:00:00.969 *********\nok: [instance] => {\n \"msg\": \"csi_driver=rbd, MOLECULE_CSI_DRIVER=\"\n}\n\nPLAY [all] *********************************************************************\n\nTASK [Gathering Facts] *********************************************************\nTuesday 17 March 2026 17:44:05 +0000 (0:00:00.047) 0:00:01.016 *********\nok: [instance]\n\nTASK [Set a fact with the \"atmosphere_images\" for other plays] *****************\nTuesday 17 March 2026 17:44:06 +0000 (0:00:00.879) 0:00:01.896 *********\nok: [instance]\n\nPLAY [Deploy Ceph monitors & managers] *****************************************\n\nTASK [Gathering Facts] *********************************************************\nTuesday 17 March 2026 17:44:06 +0000 (0:00:00.184) 0:00:02.080 *********\nok: [instance]\n\nTASK [vexxhost.containers.forget_package : Forget package] *********************\nTuesday 17 March 2026 17:44:07 +0000 (0:00:00.901) 0:00:02.982 *********\nok: [instance]\n\nTASK [vexxhost.containers.package : Update state for tar] **********************\nTuesday 17 March 2026 17:44:07 +0000 (0:00:00.269) 0:00:03.252 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.directory : Create directory (/var/lib/downloads)] ***\nTuesday 17 March 2026 17:44:07 +0000 (0:00:00.048) 0:00:03.300 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.download_artifact : Starting download of file] *******\nTuesday 17 March 2026 17:44:07 +0000 (0:00:00.287) 0:00:03.588 *********\nok: [instance] => {\n \"msg\": \"https://github.com/opencontainers/runc/releases/download/v1.4.0/runc.amd64\"\n}\n\nTASK [vexxhost.containers.download_artifact : Download item] *******************\nTuesday 17 March 2026 17:44:08 +0000 (0:00:00.072) 0:00:03.660 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.download_artifact : Extract archive] *****************\nTuesday 17 March 2026 17:44:08 +0000 (0:00:00.697) 0:00:04.358 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.package : Update state for tar] **********************\nTuesday 17 March 2026 17:44:08 +0000 (0:00:00.049) 0:00:04.407 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.forget_package : Forget package] *********************\nTuesday 17 March 2026 17:44:08 +0000 (0:00:00.042) 0:00:04.450 *********\nok: [instance]\n\nTASK [vexxhost.containers.package : Update state for tar] **********************\nTuesday 17 March 2026 17:44:09 +0000 (0:00:00.223) 0:00:04.674 *********\nok: [instance]\n\nTASK [vexxhost.containers.download_artifact : Starting download of file] *******\nTuesday 17 March 2026 17:44:10 +0000 (0:00:01.126) 0:00:05.800 *********\nok: [instance] => {\n \"msg\": \"https://github.com/containerd/containerd/releases/download/v2.2.0/containerd-2.2.0-linux-amd64.tar.gz\"\n}\n\nTASK [vexxhost.containers.download_artifact : Download item] *******************\nTuesday 17 March 2026 17:44:10 +0000 (0:00:00.057) 0:00:05.858 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.download_artifact : Extract archive] *****************\nTuesday 17 March 2026 17:44:11 +0000 (0:00:01.262) 0:00:07.121 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.containerd : Install SELinux packages] ***************\nTuesday 17 March 2026 17:44:14 +0000 (0:00:02.848) 0:00:09.970 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.containerd : Set SELinux to permissive at runtime] ***\nTuesday 17 March 2026 17:44:14 +0000 (0:00:00.037) 0:00:10.007 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.containerd : Persist SELinux permissive mode] ********\nTuesday 17 March 2026 17:44:14 +0000 (0:00:00.028) 0:00:10.036 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.containerd : Install AppArmor packages] **************\nTuesday 17 March 2026 17:44:14 +0000 (0:00:00.033) 0:00:10.069 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.containerd : Create systemd service file for containerd] ***\nTuesday 17 March 2026 17:44:19 +0000 (0:00:04.613) 0:00:14.683 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.containerd : Create folders for configuration] *******\nTuesday 17 March 2026 17:44:19 +0000 (0:00:00.581) 0:00:15.265 *********\nchanged: [instance] => (item={'path': '/etc/containerd'})\nchanged: [instance] => (item={'path': '/var/lib/containerd', 'mode': '0o700'})\nchanged: [instance] => (item={'path': '/run/containerd', 'mode': '0o711'})\nchanged: [instance] => (item={'path': '/run/containerd/io.containerd.grpc.v1.cri', 'mode': '0o700'})\nchanged: [instance] => (item={'path': '/run/containerd/io.containerd.sandbox.controller.v1.shim', 'mode': '0o700'})\n\nTASK [vexxhost.containers.containerd : Create containerd config file] **********\nTuesday 17 March 2026 17:44:20 +0000 (0:00:00.891) 0:00:16.156 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.containerd : Force any restarts if necessary] ********\nTuesday 17 March 2026 17:44:21 +0000 (0:00:00.518) 0:00:16.675 *********\n\nRUNNING HANDLER [vexxhost.containers.containerd : Reload systemd] **************\nTuesday 17 March 2026 17:44:21 +0000 (0:00:00.017) 0:00:16.693 *********\nok: [instance]\n\nRUNNING HANDLER [vexxhost.containers.containerd : Restart containerd] **********\nTuesday 17 March 2026 17:44:21 +0000 (0:00:00.880) 0:00:17.573 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.containerd : Enable and start service] ***************\nTuesday 17 March 2026 17:44:22 +0000 (0:00:00.410) 0:00:17.983 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.forget_package : Forget package] *********************\nTuesday 17 March 2026 17:44:22 +0000 (0:00:00.546) 0:00:18.530 *********\nok: [instance]\n\nTASK [vexxhost.containers.download_artifact : Starting download of file] *******\nTuesday 17 March 2026 17:44:23 +0000 (0:00:00.204) 0:00:18.735 *********\nok: [instance] => {\n \"msg\": \"https://download.docker.com/linux/static/stable/x86_64/docker-24.0.9.tgz\"\n}\n\nTASK [vexxhost.containers.download_artifact : Download item] *******************\nTuesday 17 March 2026 17:44:23 +0000 (0:00:00.056) 0:00:18.792 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.download_artifact : Extract archive] *****************\nTuesday 17 March 2026 17:44:24 +0000 (0:00:01.742) 0:00:20.534 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.docker : Install AppArmor packages] ******************\nTuesday 17 March 2026 17:44:29 +0000 (0:00:04.271) 0:00:24.806 *********\nok: [instance]\n\nTASK [vexxhost.containers.docker : Ensure group \"docker\" exists] ***************\nTuesday 17 March 2026 17:44:30 +0000 (0:00:01.023) 0:00:25.829 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.docker : Create systemd service file for docker] *****\nTuesday 17 March 2026 17:44:30 +0000 (0:00:00.327) 0:00:26.157 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.docker : Create folders for configuration] ***********\nTuesday 17 March 2026 17:44:30 +0000 (0:00:00.436) 0:00:26.594 *********\nchanged: [instance] => (item={'path': '/etc/docker'})\nchanged: [instance] => (item={'path': '/var/lib/docker', 'mode': '0o710'})\nchanged: [instance] => (item={'path': '/run/docker', 'mode': '0o711'})\n\nTASK [vexxhost.containers.docker : Create systemd socket file for docker] ******\nTuesday 17 March 2026 17:44:31 +0000 (0:00:00.547) 0:00:27.141 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.docker : Create docker daemon config file] ***********\nTuesday 17 March 2026 17:44:31 +0000 (0:00:00.431) 0:00:27.573 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.docker : Force any restarts if necessary] ************\nTuesday 17 March 2026 17:44:32 +0000 (0:00:00.426) 0:00:28.000 *********\n\nRUNNING HANDLER [vexxhost.containers.containerd : Reload systemd] **************\nTuesday 17 March 2026 17:44:32 +0000 (0:00:00.016) 0:00:28.016 *********\nok: [instance]\n\nRUNNING HANDLER [vexxhost.containers.docker : Restart docker] ******************\nTuesday 17 March 2026 17:44:33 +0000 (0:00:00.680) 0:00:28.696 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.docker : Enable and start service] *******************\nTuesday 17 March 2026 17:44:33 +0000 (0:00:00.788) 0:00:29.485 *********\nchanged: [instance]\n\nTASK [vexxhost.ceph.cephadm : Gather variables for each operating system] ******\nTuesday 17 March 2026 17:44:34 +0000 (0:00:00.531) 0:00:30.017 *********\nok: [instance] => (item=/home/zuul/.ansible/collections/ansible_collections/vexxhost/ceph/roles/cephadm/vars/ubuntu-22.04.yml)\n\nTASK [vexxhost.ceph.cephadm : Install packages] ********************************\nTuesday 17 March 2026 17:44:34 +0000 (0:00:00.052) 0:00:30.069 *********\nchanged: [instance]\n\nTASK [vexxhost.ceph.cephadm : Ensure services are started] *********************\nTuesday 17 March 2026 17:44:39 +0000 (0:00:04.564) 0:00:34.634 *********\nok: [instance] => (item=chronyd)\nok: [instance] => (item=sshd)\n\nTASK [vexxhost.ceph.cephadm : Download \"cephadm\"] ******************************\nTuesday 17 March 2026 17:44:39 +0000 (0:00:00.642) 0:00:35.276 *********\nchanged: [instance]\n\nTASK [vexxhost.ceph.cephadm : Remove cephadm from old path] ********************\nTuesday 17 March 2026 17:44:39 +0000 (0:00:00.276) 0:00:35.552 *********\nok: [instance]\n\nTASK [vexxhost.ceph.cephadm : Ensure \"cephadm\" user is present] ****************\nTuesday 17 March 2026 17:44:40 +0000 (0:00:00.195) 0:00:35.748 *********\nchanged: [instance]\n\nTASK [vexxhost.ceph.cephadm : Allow \"cephadm\" user to have passwordless sudo] ***\nTuesday 17 March 2026 17:44:40 +0000 (0:00:00.430) 0:00:36.178 *********\nchanged: [instance]\n\nTASK [vexxhost.ceph.mon : Get `cephadm ls` status] *****************************\nTuesday 17 March 2026 17:44:40 +0000 (0:00:00.350) 0:00:36.528 *********\nok: [instance]\n\nTASK [vexxhost.ceph.mon : Parse the `cephadm ls` output] ***********************\nTuesday 17 March 2026 17:44:42 +0000 (0:00:01.636) 0:00:38.165 *********\nok: [instance]\n\nTASK [vexxhost.ceph.mon : Assimilate existing configs in `ceph.conf`] **********\nTuesday 17 March 2026 17:44:42 +0000 (0:00:00.051) 0:00:38.216 *********\nskipping: [instance]\n\nTASK [vexxhost.ceph.mon : Adopt monitor to cluster] ****************************\nTuesday 17 March 2026 17:44:42 +0000 (0:00:00.035) 0:00:38.252 *********\nskipping: [instance]\n\nTASK [vexxhost.ceph.mon : Adopt manager to cluster] ****************************\nTuesday 17 March 2026 17:44:42 +0000 (0:00:00.033) 0:00:38.285 *********\nskipping: [instance]\n\nTASK [vexxhost.ceph.mon : Enable \"cephadm\" mgr module] *************************\nTuesday 17 March 2026 17:44:42 +0000 (0:00:00.037) 0:00:38.323 *********\nskipping: [instance]\n\nTASK [vexxhost.ceph.mon : Set orchestrator backend to \"cephadm\"] ***************\nTuesday 17 March 2026 17:44:42 +0000 (0:00:00.034) 0:00:38.357 *********\nskipping: [instance]\n\nTASK [vexxhost.ceph.mon : Use `cephadm` user for cephadm] **********************\nTuesday 17 March 2026 17:44:42 +0000 (0:00:00.036) 0:00:38.393 *********\nskipping: [instance]\n\nTASK [vexxhost.ceph.mon : Generate \"cephadm\" key] ******************************\nTuesday 17 March 2026 17:44:42 +0000 (0:00:00.035) 0:00:38.429 *********\nskipping: [instance]\n\nTASK [vexxhost.ceph.mon : Set Ceph Monitor IP address] *************************\nTuesday 17 March 2026 17:44:42 +0000 (0:00:00.038) 0:00:38.468 *********\nok: [instance]\n\nTASK [vexxhost.ceph.mon : Check if any node is bootstrapped] *******************\nTuesday 17 March 2026 17:44:42 +0000 (0:00:00.106) 0:00:38.575 *********\nok: [instance] => (item=instance)\n\nTASK [vexxhost.ceph.mon : Select pre-existing bootstrap node if exists] ********\nTuesday 17 March 2026 17:44:43 +0000 (0:00:00.229) 0:00:38.804 *********\nok: [instance]\n\nTASK [vexxhost.ceph.mon : Bootstrap cluster] ***********************************\nTuesday 17 March 2026 17:44:43 +0000 (0:00:00.052) 0:00:38.856 *********\nincluded: /home/zuul/.ansible/collections/ansible_collections/vexxhost/ceph/roles/mon/tasks/bootstrap-ceph.yml for instance\n\nTASK [vexxhost.ceph.mon : Generate temporary file for \"ceph.conf\"] *************\nTuesday 17 March 2026 17:44:43 +0000 (0:00:00.078) 0:00:38.935 *********\nchanged: [instance]\n\nTASK [vexxhost.ceph.mon : Include extra configuration values] ******************\nTuesday 17 March 2026 17:44:43 +0000 (0:00:00.293) 0:00:39.228 *********\nchanged: [instance] => (item={'option': 'mon allow pool size one', 'section': 'global', 'value': True})\nchanged: [instance] => (item={'option': 'osd crush chooseleaf type', 'section': 'global', 'value': 0})\nchanged: [instance] => (item={'option': 'auth allow insecure global id reclaim', 'section': 'mon', 'value': False})\n\nTASK [vexxhost.ceph.mon : Run Bootstrap coomand] *******************************\nTuesday 17 March 2026 17:44:44 +0000 (0:00:00.686) 0:00:39.915 *********\nok: [instance]\n\nTASK [vexxhost.ceph.mon : Remove temporary file for \"ceph.conf\"] ***************\nTuesday 17 March 2026 17:46:11 +0000 (0:01:27.648) 0:02:07.564 *********\nchanged: [instance]\n\nTASK [vexxhost.ceph.mon : Set bootstrap node] **********************************\nTuesday 17 March 2026 17:46:12 +0000 (0:00:00.210) 0:02:07.774 *********\nok: [instance]\n\nTASK [Install Ceph host] *******************************************************\nTuesday 17 March 2026 17:46:12 +0000 (0:00:00.041) 0:02:07.816 *********\nincluded: vexxhost.ceph.cephadm_host for instance\n\nTASK [vexxhost.ceph.cephadm_host : Get public SSH key for \"cephadm\" user] ******\nTuesday 17 March 2026 17:46:12 +0000 (0:00:00.091) 0:02:07.908 *********\nok: [instance]\n\nTASK [vexxhost.ceph.cephadm_host : Set fact with public SSH key for \"cephadm\" user] ***\nTuesday 17 March 2026 17:46:13 +0000 (0:00:01.365) 0:02:09.273 *********\nok: [instance] => (item=instance)\n\nTASK [vexxhost.ceph.cephadm_host : Set authorized key for \"cephadm\"] ***********\nTuesday 17 March 2026 17:46:13 +0000 (0:00:00.056) 0:02:09.329 *********\nok: [instance]\n\nTASK [vexxhost.ceph.cephadm_host : Add new host to Ceph] ***********************\nTuesday 17 March 2026 17:46:14 +0000 (0:00:00.373) 0:02:09.702 *********\nok: [instance]\n\nTASK [vexxhost.ceph.mon : Configure \"mon\" label for monitors] ******************\nTuesday 17 March 2026 17:46:15 +0000 (0:00:01.830) 0:02:11.533 *********\nok: [instance]\n\nTASK [vexxhost.ceph.mon : Validate monitor exist] ******************************\nTuesday 17 March 2026 17:46:17 +0000 (0:00:01.474) 0:02:13.008 *********\nok: [instance]\n\nTASK [Install Ceph host] *******************************************************\nTuesday 17 March 2026 17:46:27 +0000 (0:00:10.052) 0:02:23.061 *********\nincluded: vexxhost.ceph.cephadm_host for instance\n\nTASK [vexxhost.ceph.cephadm_host : Get public SSH key for \"cephadm\" user] ******\nTuesday 17 March 2026 17:46:27 +0000 (0:00:00.127) 0:02:23.189 *********\nskipping: [instance]\n\nTASK [vexxhost.ceph.cephadm_host : Set fact with public SSH key for \"cephadm\" user] ***\nTuesday 17 March 2026 17:46:27 +0000 (0:00:00.047) 0:02:23.236 *********\nskipping: [instance] => (item=instance)\nskipping: [instance]\n\nTASK [vexxhost.ceph.cephadm_host : Set authorized key for \"cephadm\"] ***********\nTuesday 17 March 2026 17:46:27 +0000 (0:00:00.047) 0:02:23.284 *********\nok: [instance]\n\nTASK [vexxhost.ceph.cephadm_host : Add new host to Ceph] ***********************\nTuesday 17 March 2026 17:46:27 +0000 (0:00:00.245) 0:02:23.529 *********\nok: [instance]\n\nTASK [vexxhost.ceph.mgr : Configure \"mgr\" label for managers] ******************\nTuesday 17 March 2026 17:46:29 +0000 (0:00:01.846) 0:02:25.376 *********\nok: [instance]\n\nTASK [vexxhost.ceph.mgr : Validate manager exist] ******************************\nTuesday 17 March 2026 17:46:31 +0000 (0:00:01.409) 0:02:26.786 *********\nok: [instance]\n\nTASK [vexxhost.ceph.mgr : Enable the Ceph Manager prometheus module] ***********\nTuesday 17 March 2026 17:46:32 +0000 (0:00:01.371) 0:02:28.157 *********\nok: [instance]\n\nPLAY [Deploy Ceph OSDs] ********************************************************\n\nTASK [Gathering Facts] *********************************************************\nTuesday 17 March 2026 17:46:34 +0000 (0:00:02.074) 0:02:30.231 *********\nok: [instance]\n\nTASK [vexxhost.containers.forget_package : Forget package] *********************\nTuesday 17 March 2026 17:46:35 +0000 (0:00:00.835) 0:02:31.067 *********\nok: [instance]\n\nTASK [vexxhost.containers.package : Update state for tar] **********************\nTuesday 17 March 2026 17:46:35 +0000 (0:00:00.204) 0:02:31.271 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.directory : Create directory (/var/lib/downloads)] ***\nTuesday 17 March 2026 17:46:35 +0000 (0:00:00.037) 0:02:31.308 *********\nok: [instance]\n\nTASK [vexxhost.containers.download_artifact : Starting download of file] *******\nTuesday 17 March 2026 17:46:35 +0000 (0:00:00.213) 0:02:31.522 *********\nok: [instance] => {\n \"msg\": \"https://github.com/opencontainers/runc/releases/download/v1.4.0/runc.amd64\"\n}\n\nTASK [vexxhost.containers.download_artifact : Download item] *******************\nTuesday 17 March 2026 17:46:35 +0000 (0:00:00.054) 0:02:31.576 *********\nok: [instance]\n\nTASK [vexxhost.containers.download_artifact : Extract archive] *****************\nTuesday 17 March 2026 17:46:36 +0000 (0:00:00.294) 0:02:31.871 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.package : Update state for tar] **********************\nTuesday 17 March 2026 17:46:36 +0000 (0:00:00.036) 0:02:31.907 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.forget_package : Forget package] *********************\nTuesday 17 March 2026 17:46:36 +0000 (0:00:00.043) 0:02:31.951 *********\nok: [instance]\n\nTASK [vexxhost.containers.package : Update state for tar] **********************\nTuesday 17 March 2026 17:46:36 +0000 (0:00:00.207) 0:02:32.158 *********\nok: [instance]\n\nTASK [vexxhost.containers.download_artifact : Starting download of file] *******\nTuesday 17 March 2026 17:46:37 +0000 (0:00:01.048) 0:02:33.207 *********\nok: [instance] => {\n \"msg\": \"https://github.com/containerd/containerd/releases/download/v2.2.0/containerd-2.2.0-linux-amd64.tar.gz\"\n}\n\nTASK [vexxhost.containers.download_artifact : Download item] *******************\nTuesday 17 March 2026 17:46:37 +0000 (0:00:00.065) 0:02:33.272 *********\nok: [instance]\n\nTASK [vexxhost.containers.download_artifact : Extract archive] *****************\nTuesday 17 March 2026 17:46:38 +0000 (0:00:00.320) 0:02:33.592 *********\nok: [instance]\n\nTASK [vexxhost.containers.containerd : Install SELinux packages] ***************\nTuesday 17 March 2026 17:46:39 +0000 (0:00:01.921) 0:02:35.514 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.containerd : Set SELinux to permissive at runtime] ***\nTuesday 17 March 2026 17:46:39 +0000 (0:00:00.034) 0:02:35.548 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.containerd : Persist SELinux permissive mode] ********\nTuesday 17 March 2026 17:46:39 +0000 (0:00:00.034) 0:02:35.583 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.containerd : Install AppArmor packages] **************\nTuesday 17 March 2026 17:46:40 +0000 (0:00:00.033) 0:02:35.616 *********\nok: [instance]\n\nTASK [vexxhost.containers.containerd : Create systemd service file for containerd] ***\nTuesday 17 March 2026 17:46:41 +0000 (0:00:01.018) 0:02:36.635 *********\nok: [instance]\n\nTASK [vexxhost.containers.containerd : Create folders for configuration] *******\nTuesday 17 March 2026 17:46:41 +0000 (0:00:00.439) 0:02:37.074 *********\nok: [instance] => (item={'path': '/etc/containerd'})\nok: [instance] => (item={'path': '/var/lib/containerd', 'mode': '0o700'})\nok: [instance] => (item={'path': '/run/containerd', 'mode': '0o711'})\nok: [instance] => (item={'path': '/run/containerd/io.containerd.grpc.v1.cri', 'mode': '0o700'})\nok: [instance] => (item={'path': '/run/containerd/io.containerd.sandbox.controller.v1.shim', 'mode': '0o700'})\n\nTASK [vexxhost.containers.containerd : Create containerd config file] **********\nTuesday 17 March 2026 17:46:42 +0000 (0:00:00.892) 0:02:37.966 *********\nok: [instance]\n\nTASK [vexxhost.containers.containerd : Force any restarts if necessary] ********\nTuesday 17 March 2026 17:46:42 +0000 (0:00:00.466) 0:02:38.433 *********\n\nTASK [vexxhost.containers.containerd : Enable and start service] ***************\nTuesday 17 March 2026 17:46:42 +0000 (0:00:00.015) 0:02:38.448 *********\nok: [instance]\n\nTASK [vexxhost.containers.forget_package : Forget package] *********************\nTuesday 17 March 2026 17:46:43 +0000 (0:00:00.342) 0:02:38.790 *********\nok: [instance]\n\nTASK [vexxhost.containers.download_artifact : Starting download of file] *******\nTuesday 17 March 2026 17:46:43 +0000 (0:00:00.210) 0:02:39.000 *********\nok: [instance] => {\n \"msg\": \"https://download.docker.com/linux/static/stable/x86_64/docker-24.0.9.tgz\"\n}\n\nTASK [vexxhost.containers.download_artifact : Download item] *******************\nTuesday 17 March 2026 17:46:43 +0000 (0:00:00.052) 0:02:39.053 *********\nok: [instance]\n\nTASK [vexxhost.containers.download_artifact : Extract archive] *****************\nTuesday 17 March 2026 17:46:43 +0000 (0:00:00.349) 0:02:39.402 *********\nok: [instance]\n\nTASK [vexxhost.containers.docker : Install AppArmor packages] ******************\nTuesday 17 March 2026 17:46:46 +0000 (0:00:03.056) 0:02:42.459 *********\nok: [instance]\n\nTASK [vexxhost.containers.docker : Ensure group \"docker\" exists] ***************\nTuesday 17 March 2026 17:46:47 +0000 (0:00:01.068) 0:02:43.527 *********\nok: [instance]\n\nTASK [vexxhost.containers.docker : Create systemd service file for docker] *****\nTuesday 17 March 2026 17:46:48 +0000 (0:00:00.213) 0:02:43.740 *********\nok: [instance]\n\nTASK [vexxhost.containers.docker : Create folders for configuration] ***********\nTuesday 17 March 2026 17:46:48 +0000 (0:00:00.424) 0:02:44.164 *********\nok: [instance] => (item={'path': '/etc/docker'})\nok: [instance] => (item={'path': '/var/lib/docker', 'mode': '0o710'})\nok: [instance] => (item={'path': '/run/docker', 'mode': '0o711'})\n\nTASK [vexxhost.containers.docker : Create systemd socket file for docker] ******\nTuesday 17 March 2026 17:46:49 +0000 (0:00:00.560) 0:02:44.725 *********\nok: [instance]\n\nTASK [vexxhost.containers.docker : Create docker daemon config file] ***********\nTuesday 17 March 2026 17:46:49 +0000 (0:00:00.426) 0:02:45.152 *********\nok: [instance]\n\nTASK [vexxhost.containers.docker : Force any restarts if necessary] ************\nTuesday 17 March 2026 17:46:49 +0000 (0:00:00.409) 0:02:45.562 *********\n\nTASK [vexxhost.containers.docker : Enable and start service] *******************\nTuesday 17 March 2026 17:46:49 +0000 (0:00:00.013) 0:02:45.576 *********\nok: [instance]\n\nTASK [vexxhost.ceph.cephadm : Gather variables for each operating system] ******\nTuesday 17 March 2026 17:46:50 +0000 (0:00:00.352) 0:02:45.928 *********\nok: [instance] => (item=/home/zuul/.ansible/collections/ansible_collections/vexxhost/ceph/roles/cephadm/vars/ubuntu-22.04.yml)\n\nTASK [vexxhost.ceph.cephadm : Install packages] ********************************\nTuesday 17 March 2026 17:46:50 +0000 (0:00:00.049) 0:02:45.977 *********\nok: [instance]\n\nTASK [vexxhost.ceph.cephadm : Ensure services are started] *********************\nTuesday 17 March 2026 17:46:51 +0000 (0:00:00.966) 0:02:46.944 *********\nok: [instance] => (item=chronyd)\nok: [instance] => (item=sshd)\n\nTASK [vexxhost.ceph.cephadm : Download \"cephadm\"] ******************************\nTuesday 17 March 2026 17:46:52 +0000 (0:00:00.673) 0:02:47.618 *********\nok: [instance]\n\nTASK [vexxhost.ceph.cephadm : Remove cephadm from old path] ********************\nTuesday 17 March 2026 17:46:52 +0000 (0:00:00.303) 0:02:47.922 *********\nok: [instance]\n\nTASK [vexxhost.ceph.cephadm : Ensure \"cephadm\" user is present] ****************\nTuesday 17 March 2026 17:46:52 +0000 (0:00:00.220) 0:02:48.142 *********\nok: [instance]\n\nTASK [vexxhost.ceph.cephadm : Allow \"cephadm\" user to have passwordless sudo] ***\nTuesday 17 March 2026 17:46:52 +0000 (0:00:00.230) 0:02:48.372 *********\nok: [instance]\n\nTASK [vexxhost.ceph.osd : Get monitor status] **********************************\nTuesday 17 March 2026 17:46:52 +0000 (0:00:00.221) 0:02:48.593 *********\nok: [instance] => (item=instance)\n\nTASK [vexxhost.ceph.osd : Select admin host] ***********************************\nTuesday 17 March 2026 17:46:53 +0000 (0:00:00.235) 0:02:48.829 *********\nok: [instance]\n\nTASK [vexxhost.ceph.osd : Get `cephadm ls` status] *****************************\nTuesday 17 March 2026 17:46:53 +0000 (0:00:00.050) 0:02:48.879 *********\nok: [instance]\n\nTASK [vexxhost.ceph.osd : Parse the `cephadm ls` output] ***********************\nTuesday 17 March 2026 17:46:58 +0000 (0:00:05.339) 0:02:54.219 *********\nok: [instance]\n\nTASK [Install Ceph host] *******************************************************\nTuesday 17 March 2026 17:46:58 +0000 (0:00:00.043) 0:02:54.262 *********\nincluded: vexxhost.ceph.cephadm_host for instance\n\nTASK [vexxhost.ceph.cephadm_host : Get public SSH key for \"cephadm\" user] ******\nTuesday 17 March 2026 17:46:58 +0000 (0:00:00.059) 0:02:54.321 *********\nskipping: [instance]\n\nTASK [vexxhost.ceph.cephadm_host : Set fact with public SSH key for \"cephadm\" user] ***\nTuesday 17 March 2026 17:46:58 +0000 (0:00:00.038) 0:02:54.360 *********\nskipping: [instance] => (item=instance)\nskipping: [instance]\n\nTASK [vexxhost.ceph.cephadm_host : Set authorized key for \"cephadm\"] ***********\nTuesday 17 March 2026 17:46:58 +0000 (0:00:00.041) 0:02:54.402 *********\nok: [instance]\n\nTASK [vexxhost.ceph.cephadm_host : Add new host to Ceph] ***********************\nTuesday 17 March 2026 17:46:59 +0000 (0:00:00.240) 0:02:54.642 *********\nok: [instance]\n\nTASK [vexxhost.ceph.osd : Adopt OSDs to cluster] *******************************\nTuesday 17 March 2026 17:47:00 +0000 (0:00:01.839) 0:02:56.482 *********\nskipping: [instance]\n\nTASK [vexxhost.ceph.osd : Wait until OSD added to cephadm] *********************\nTuesday 17 March 2026 17:47:00 +0000 (0:00:00.028) 0:02:56.510 *********\nskipping: [instance]\n\nTASK [vexxhost.ceph.osd : Ensure all OSDs are non-legacy] **********************\nTuesday 17 March 2026 17:47:00 +0000 (0:00:00.028) 0:02:56.539 *********\nok: [instance]\n\nTASK [vexxhost.ceph.osd : Get `ceph-volume lvm list` status] *******************\nTuesday 17 March 2026 17:47:06 +0000 (0:00:05.323) 0:03:01.863 *********\nok: [instance]\n\nTASK [vexxhost.ceph.osd : Install OSDs] ****************************************\nTuesday 17 March 2026 17:47:16 +0000 (0:00:09.933) 0:03:11.796 *********\nok: [instance] => (item=/dev/ceph-instance-osd0/data)\nok: [instance] => (item=/dev/ceph-instance-osd1/data)\nok: [instance] => (item=/dev/ceph-instance-osd2/data)\n\nTASK [vexxhost.ceph.osd : Get mon dump] ****************************************\nTuesday 17 March 2026 17:48:36 +0000 (0:01:19.819) 0:04:31.616 *********\nok: [instance]\n\nTASK [vexxhost.ceph.osd : Mark require osd release] ****************************\nTuesday 17 March 2026 17:48:37 +0000 (0:00:01.530) 0:04:33.147 *********\nok: [instance]\n\nTASK [vexxhost.ceph.osd : Wait for all OSD to be running] **********************\nTuesday 17 March 2026 17:48:38 +0000 (0:00:01.428) 0:04:34.575 *********\nincluded: /home/zuul/.ansible/collections/ansible_collections/vexxhost/ceph/roles/osd/tasks/check-osds.yml for instance\n\nTASK [vexxhost.ceph.osd : Set the retry count] *********************************\nTuesday 17 March 2026 17:48:39 +0000 (0:00:00.054) 0:04:34.629 *********\nok: [instance]\n\nTASK [vexxhost.ceph.osd : Get `ceph orch ps`] **********************************\nTuesday 17 March 2026 17:48:39 +0000 (0:00:00.043) 0:04:34.673 *********\nok: [instance]\n\nTASK [vexxhost.ceph.osd : OSD daemon list] *************************************\nTuesday 17 March 2026 17:48:40 +0000 (0:00:01.429) 0:04:36.102 *********\nok: [instance]\n\nTASK [vexxhost.ceph.osd : Fail if any OSD not running] *************************\nTuesday 17 March 2026 17:48:40 +0000 (0:00:00.041) 0:04:36.143 *********\nskipping: [instance] => (item=1)\nskipping: [instance] => (item=1)\nskipping: [instance] => (item=1)\nskipping: [instance]\n\nTASK [vexxhost.ceph.osd : Fail if any duplicate OSD ID] ************************\nTuesday 17 March 2026 17:48:40 +0000 (0:00:00.046) 0:04:36.190 *********\nskipping: [instance]\n\nPLAY [all] *********************************************************************\n\nTASK [Ensure RBD kernel module is loaded] **************************************\nTuesday 17 March 2026 17:48:40 +0000 (0:00:00.047) 0:04:36.237 *********\nchanged: [instance]\n\nPLAY [all] *********************************************************************\n\nTASK [Gathering Facts] *********************************************************\nTuesday 17 March 2026 17:48:41 +0000 (0:00:00.405) 0:04:36.643 *********\nok: [instance]\n\nTASK [vexxhost.atmosphere.sysctl : Configure sysctl values] ********************\nTuesday 17 March 2026 17:48:41 +0000 (0:00:00.886) 0:04:37.529 *********\nchanged: [instance] => (item={'name': 'fs.aio-max-nr', 'value': 1048576})\nchanged: [instance] => (item={'name': 'net.ipv4.tcp_timestamps', 'value': 0})\nchanged: [instance] => (item={'name': 'net.ipv4.tcp_sack', 'value': 1})\nchanged: [instance] => (item={'name': 'net.core.netdev_budget', 'value': 1000})\nchanged: [instance] => (item={'name': 'net.core.netdev_max_backlog', 'value': 250000})\nchanged: [instance] => (item={'name': 'net.core.rmem_max', 'value': 4194304})\nchanged: [instance] => (item={'name': 'net.core.wmem_max', 'value': 4194304})\nchanged: [instance] => (item={'name': 'net.core.rmem_default', 'value': 4194304})\nchanged: [instance] => (item={'name': 'net.core.wmem_default', 'value': 4194304})\nchanged: [instance] => (item={'name': 'net.core.optmem_max', 'value': 4194304})\nchanged: [instance] => (item={'name': 'net.ipv4.tcp_rmem', 'value': '4096 87380 4194304'})\nchanged: [instance] => (item={'name': 'net.ipv4.tcp_wmem', 'value': '4096 65536 4194304'})\nchanged: [instance] => (item={'name': 'net.ipv4.tcp_low_latency', 'value': 1})\nchanged: [instance] => (item={'name': 'net.ipv4.tcp_adv_win_scale', 'value': 1})\nchanged: [instance] => (item={'name': 'net.ipv4.neigh.default.gc_thresh1', 'value': 128})\nchanged: [instance] => (item={'name': 'net.ipv4.neigh.default.gc_thresh2', 'value': 28872})\nchanged: [instance] => (item={'name': 'net.ipv4.neigh.default.gc_thresh3', 'value': 32768})\nchanged: [instance] => (item={'name': 'net.ipv6.neigh.default.gc_thresh1', 'value': 128})\nchanged: [instance] => (item={'name': 'net.ipv6.neigh.default.gc_thresh2', 'value': 28872})\nchanged: [instance] => (item={'name': 'net.ipv6.neigh.default.gc_thresh3', 'value': 32768})\n\nTASK [vexxhost.atmosphere.ethtool : Create folder for persistent configuration] ***\nTuesday 17 March 2026 17:48:45 +0000 (0:00:03.629) 0:04:41.158 *********\nchanged: [instance]\n\nTASK [vexxhost.atmosphere.ethtool : Install persistent \"ethtool\" tuning] *******\nTuesday 17 March 2026 17:48:45 +0000 (0:00:00.201) 0:04:41.360 *********\nchanged: [instance]\n\nTASK [vexxhost.atmosphere.ethtool : Run \"ethtool\" tuning] **********************\nTuesday 17 March 2026 17:48:46 +0000 (0:00:00.435) 0:04:41.796 *********\nok: [instance]\n\nTASK [Set a fact with the \"atmosphere_images\" for other plays] *****************\nTuesday 17 March 2026 17:48:46 +0000 (0:00:00.240) 0:04:42.036 *********\nok: [instance]\n\nPLAY [Configure Kubernetes VIP] ************************************************\n\nTASK [Gathering Facts] *********************************************************\nTuesday 17 March 2026 17:48:46 +0000 (0:00:00.049) 0:04:42.085 *********\nok: [instance]\n\nTASK [vexxhost.containers.directory : Create directory (/etc/kubernetes/manifests)] ***\nTuesday 17 March 2026 17:48:47 +0000 (0:00:00.875) 0:04:42.960 *********\nchanged: [instance]\n\nTASK [vexxhost.kubernetes.kube_vip : Uninstall legacy HA stack] ****************\nTuesday 17 March 2026 17:48:47 +0000 (0:00:00.205) 0:04:43.165 *********\nok: [instance] => (item=/etc/keepalived/keepalived.conf)\nok: [instance] => (item=/etc/keepalived/check_apiserver.sh)\nok: [instance] => (item=/etc/kubernetes/manifests/keepalived.yaml)\nok: [instance] => (item=/etc/haproxy/haproxy.cfg)\nok: [instance] => (item=/etc/kubernetes/manifests/haproxy.yaml)\n\nTASK [vexxhost.kubernetes.kube_vip : Switch API server to run on port 6443] ****\nTuesday 17 March 2026 17:48:48 +0000 (0:00:00.897) 0:04:44.063 *********\nfailed: [instance] (item=/etc/kubernetes/manifests/kube-apiserver.yaml) => {\"ansible_loop_var\": \"item\", \"changed\": false, \"item\": \"/etc/kubernetes/manifests/kube-apiserver.yaml\", \"msg\": \"Path /etc/kubernetes/manifests/kube-apiserver.yaml does not exist !\", \"rc\": 257}\nfailed: [instance] (item=/etc/kubernetes/controller-manager.conf) => {\"ansible_loop_var\": \"item\", \"changed\": false, \"item\": \"/etc/kubernetes/controller-manager.conf\", \"msg\": \"Path /etc/kubernetes/controller-manager.conf does not exist !\", \"rc\": 257}\nfailed: [instance] (item=/etc/kubernetes/scheduler.conf) => {\"ansible_loop_var\": \"item\", \"changed\": false, \"item\": \"/etc/kubernetes/scheduler.conf\", \"msg\": \"Path /etc/kubernetes/scheduler.conf does not exist !\", \"rc\": 257}\n...ignoring\n\nTASK [vexxhost.kubernetes.kube_vip : Check if super-admin.conf exists] *********\nTuesday 17 March 2026 17:48:48 +0000 (0:00:00.484) 0:04:44.547 *********\nok: [instance]\n\nTASK [vexxhost.kubernetes.kube_vip : Check if kubeadm has already run] *********\nTuesday 17 March 2026 17:48:49 +0000 (0:00:00.203) 0:04:44.750 *********\nok: [instance]\n\nTASK [vexxhost.kubernetes.kube_vip : Set fact with KUBECONFIG path] ************\nTuesday 17 March 2026 17:48:49 +0000 (0:00:00.184) 0:04:44.935 *********\nok: [instance]\n\nTASK [vexxhost.kubernetes.kube_vip : Set fact with KUBECONFIG path (with super-admin.conf)] ***\nTuesday 17 March 2026 17:48:49 +0000 (0:00:00.028) 0:04:44.963 *********\nok: [instance]\n\nTASK [vexxhost.kubernetes.kube_vip : Upload Kubernetes manifest] ***************\nTuesday 17 March 2026 17:48:49 +0000 (0:00:00.038) 0:04:45.001 *********\nok: [instance]\n\nTASK [vexxhost.kubernetes.kube_vip : Ensure kube-vip configuration file] *******\nTuesday 17 March 2026 17:48:49 +0000 (0:00:00.509) 0:04:45.510 *********\nok: [instance]\n\nTASK [vexxhost.kubernetes.kube_vip : Flush handlers] ***************************\nTuesday 17 March 2026 17:48:50 +0000 (0:00:00.195) 0:04:45.706 *********\n\nPLAY [Install Kubernetes] ******************************************************\n\nTASK [Gathering Facts] *********************************************************\nTuesday 17 March 2026 17:48:50 +0000 (0:00:00.095) 0:04:45.801 *********\nok: [instance]\n\nTASK [vexxhost.containers.forget_package : Forget package] *********************\nTuesday 17 March 2026 17:48:51 +0000 (0:00:00.846) 0:04:46.647 *********\nok: [instance]\n\nTASK [vexxhost.containers.package : Update state for tar] **********************\nTuesday 17 March 2026 17:48:51 +0000 (0:00:00.210) 0:04:46.858 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.directory : Create directory (/var/lib/downloads)] ***\nTuesday 17 March 2026 17:48:51 +0000 (0:00:00.041) 0:04:46.900 *********\nok: [instance]\n\nTASK [vexxhost.containers.download_artifact : Starting download of file] *******\nTuesday 17 March 2026 17:48:51 +0000 (0:00:00.210) 0:04:47.110 *********\nok: [instance] => {\n \"msg\": \"https://github.com/opencontainers/runc/releases/download/v1.4.0/runc.amd64\"\n}\n\nTASK [vexxhost.containers.download_artifact : Download item] *******************\nTuesday 17 March 2026 17:48:51 +0000 (0:00:00.062) 0:04:47.172 *********\nok: [instance]\n\nTASK [vexxhost.containers.download_artifact : Extract archive] *****************\nTuesday 17 March 2026 17:48:51 +0000 (0:00:00.328) 0:04:47.501 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.forget_package : Forget package] *********************\nTuesday 17 March 2026 17:48:51 +0000 (0:00:00.043) 0:04:47.545 *********\nok: [instance]\n\nTASK [vexxhost.containers.package : Update state for tar] **********************\nTuesday 17 March 2026 17:48:52 +0000 (0:00:00.188) 0:04:47.734 *********\nok: [instance]\n\nTASK [vexxhost.containers.download_artifact : Starting download of file] *******\nTuesday 17 March 2026 17:48:53 +0000 (0:00:00.981) 0:04:48.715 *********\nok: [instance] => {\n \"msg\": \"https://github.com/containerd/containerd/releases/download/v2.2.0/containerd-2.2.0-linux-amd64.tar.gz\"\n}\n\nTASK [vexxhost.containers.download_artifact : Download item] *******************\nTuesday 17 March 2026 17:48:53 +0000 (0:00:00.070) 0:04:48.785 *********\nok: [instance]\n\nTASK [vexxhost.containers.download_artifact : Extract archive] *****************\nTuesday 17 March 2026 17:48:53 +0000 (0:00:00.337) 0:04:49.123 *********\nok: [instance]\n\nTASK [vexxhost.containers.containerd : Install SELinux packages] ***************\nTuesday 17 March 2026 17:48:55 +0000 (0:00:01.934) 0:04:51.058 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.containerd : Set SELinux to permissive at runtime] ***\nTuesday 17 March 2026 17:48:55 +0000 (0:00:00.037) 0:04:51.095 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.containerd : Persist SELinux permissive mode] ********\nTuesday 17 March 2026 17:48:55 +0000 (0:00:00.032) 0:04:51.128 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.containerd : Install AppArmor packages] **************\nTuesday 17 March 2026 17:48:55 +0000 (0:00:00.039) 0:04:51.167 *********\nok: [instance]\n\nTASK [vexxhost.containers.containerd : Create systemd service file for containerd] ***\nTuesday 17 March 2026 17:48:56 +0000 (0:00:01.287) 0:04:52.454 *********\nok: [instance]\n\nTASK [vexxhost.containers.containerd : Create folders for configuration] *******\nTuesday 17 March 2026 17:48:57 +0000 (0:00:00.428) 0:04:52.883 *********\nok: [instance] => (item={'path': '/etc/containerd'})\nok: [instance] => (item={'path': '/var/lib/containerd', 'mode': '0o700'})\nok: [instance] => (item={'path': '/run/containerd', 'mode': '0o711'})\nok: [instance] => (item={'path': '/run/containerd/io.containerd.grpc.v1.cri', 'mode': '0o700'})\nok: [instance] => (item={'path': '/run/containerd/io.containerd.sandbox.controller.v1.shim', 'mode': '0o700'})\n\nTASK [vexxhost.containers.containerd : Create containerd config file] **********\nTuesday 17 March 2026 17:48:58 +0000 (0:00:00.912) 0:04:53.796 *********\nok: [instance]\n\nTASK [vexxhost.containers.containerd : Force any restarts if necessary] ********\nTuesday 17 March 2026 17:48:58 +0000 (0:00:00.511) 0:04:54.307 *********\n\nTASK [vexxhost.containers.containerd : Enable and start service] ***************\nTuesday 17 March 2026 17:48:58 +0000 (0:00:00.006) 0:04:54.314 *********\nok: [instance]\n\nTASK [vexxhost.kubernetes.kubernetes_upgrade_check : Retrieve the \"kubeadm-config\" ConfigMap] ***\nTuesday 17 March 2026 17:48:59 +0000 (0:00:00.348) 0:04:54.662 *********\nfatal: [instance]: FAILED! => {\"changed\": false, \"msg\": \"Failed to import the required Python library (kubernetes) on instance's Python /usr/bin/python3.10. Please read the module documentation and install it in the appropriate location. If the required library is installed, but Ansible is using the wrong Python interpreter, please consult the documentation on ansible_python_interpreter\"}\n...ignoring\n\nTASK [vexxhost.kubernetes.kubernetes_upgrade_check : Parse the ClusterConfiguration] ***\nTuesday 17 March 2026 17:48:59 +0000 (0:00:00.544) 0:04:55.206 *********\nskipping: [instance]\n\nTASK [vexxhost.kubernetes.kubernetes_upgrade_check : Retrieve the current Kubernetes version] ***\nTuesday 17 March 2026 17:48:59 +0000 (0:00:00.035) 0:04:55.241 *********\nskipping: [instance]\n\nTASK [vexxhost.kubernetes.kubernetes_upgrade_check : Extract major, minor, and patch versions] ***\nTuesday 17 March 2026 17:48:59 +0000 (0:00:00.037) 0:04:55.279 *********\nskipping: [instance]\n\nTASK [vexxhost.kubernetes.kubernetes_upgrade_check : Fail if we're jumping more than one minor version] ***\nTuesday 17 March 2026 17:48:59 +0000 (0:00:00.036) 0:04:55.316 *********\nskipping: [instance]\n\nTASK [vexxhost.kubernetes.kubernetes_upgrade_check : Set fact if we need to upgrade] ***\nTuesday 17 March 2026 17:48:59 +0000 (0:00:00.038) 0:04:55.354 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.forget_package : Forget package] *********************\nTuesday 17 March 2026 17:48:59 +0000 (0:00:00.045) 0:04:55.399 *********\nok: [instance]\n\nTASK [vexxhost.containers.download_artifact : Starting download of file] *******\nTuesday 17 March 2026 17:49:00 +0000 (0:00:00.204) 0:04:55.604 *********\nok: [instance] => {\n \"msg\": \"https://dl.k8s.io/release/v1.28.13/bin/linux/amd64/kubeadm\"\n}\n\nTASK [vexxhost.containers.download_artifact : Download item] *******************\nTuesday 17 March 2026 17:49:00 +0000 (0:00:00.045) 0:04:55.650 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.download_artifact : Extract archive] *****************\nTuesday 17 March 2026 17:49:00 +0000 (0:00:00.654) 0:04:56.304 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.forget_package : Forget package] *********************\nTuesday 17 March 2026 17:49:00 +0000 (0:00:00.047) 0:04:56.352 *********\nok: [instance]\n\nTASK [vexxhost.containers.download_artifact : Starting download of file] *******\nTuesday 17 March 2026 17:49:00 +0000 (0:00:00.212) 0:04:56.564 *********\nok: [instance] => {\n \"msg\": \"https://dl.k8s.io/release/v1.28.13/bin/linux/amd64/kubectl\"\n}\n\nTASK [vexxhost.containers.download_artifact : Download item] *******************\nTuesday 17 March 2026 17:49:01 +0000 (0:00:00.043) 0:04:56.608 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.download_artifact : Extract archive] *****************\nTuesday 17 March 2026 17:49:01 +0000 (0:00:00.903) 0:04:57.511 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.containerd : Install SELinux packages] ***************\nTuesday 17 March 2026 17:49:01 +0000 (0:00:00.052) 0:04:57.564 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.containerd : Set SELinux to permissive at runtime] ***\nTuesday 17 March 2026 17:49:02 +0000 (0:00:00.031) 0:04:57.595 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.containerd : Persist SELinux permissive mode] ********\nTuesday 17 March 2026 17:49:02 +0000 (0:00:00.030) 0:04:57.625 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.containerd : Install AppArmor packages] **************\nTuesday 17 March 2026 17:49:02 +0000 (0:00:00.033) 0:04:57.659 *********\nok: [instance]\n\nTASK [vexxhost.containers.containerd : Create systemd service file for containerd] ***\nTuesday 17 March 2026 17:49:03 +0000 (0:00:01.101) 0:04:58.760 *********\nok: [instance]\n\nTASK [vexxhost.containers.containerd : Create folders for configuration] *******\nTuesday 17 March 2026 17:49:03 +0000 (0:00:00.443) 0:04:59.204 *********\nok: [instance] => (item={'path': '/etc/containerd'})\nok: [instance] => (item={'path': '/var/lib/containerd', 'mode': '0o700'})\nok: [instance] => (item={'path': '/run/containerd', 'mode': '0o711'})\nok: [instance] => (item={'path': '/run/containerd/io.containerd.grpc.v1.cri', 'mode': '0o700'})\nok: [instance] => (item={'path': '/run/containerd/io.containerd.sandbox.controller.v1.shim', 'mode': '0o700'})\n\nTASK [vexxhost.containers.containerd : Create containerd config file] **********\nTuesday 17 March 2026 17:49:04 +0000 (0:00:00.922) 0:05:00.127 *********\nok: [instance]\n\nTASK [vexxhost.containers.containerd : Force any restarts if necessary] ********\nTuesday 17 March 2026 17:49:05 +0000 (0:00:00.485) 0:05:00.612 *********\n\nTASK [vexxhost.containers.containerd : Enable and start service] ***************\nTuesday 17 March 2026 17:49:05 +0000 (0:00:00.013) 0:05:00.626 *********\nok: [instance]\n\nTASK [vexxhost.containers.forget_package : Forget package] *********************\nTuesday 17 March 2026 17:49:05 +0000 (0:00:00.349) 0:05:00.976 *********\nok: [instance]\n\nTASK [vexxhost.containers.download_artifact : Starting download of file] *******\nTuesday 17 March 2026 17:49:05 +0000 (0:00:00.208) 0:05:01.184 *********\nok: [instance] => {\n \"msg\": \"https://github.com/kubernetes-sigs/cri-tools/releases/download/v1.34.0/crictl-v1.34.0-linux-amd64.tar.gz\"\n}\n\nTASK [vexxhost.containers.download_artifact : Download item] *******************\nTuesday 17 March 2026 17:49:05 +0000 (0:00:00.061) 0:05:01.246 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.download_artifact : Extract archive] *****************\nTuesday 17 March 2026 17:49:06 +0000 (0:00:00.569) 0:05:01.815 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.download_artifact : Starting download of file] *******\nTuesday 17 March 2026 17:49:07 +0000 (0:00:01.360) 0:05:03.176 *********\nok: [instance] => {\n \"msg\": \"https://github.com/kubernetes-sigs/cri-tools/releases/download/v1.34.0/critest-v1.34.0-linux-amd64.tar.gz\"\n}\n\nTASK [vexxhost.containers.download_artifact : Download item] *******************\nTuesday 17 March 2026 17:49:07 +0000 (0:00:00.056) 0:05:03.232 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.download_artifact : Extract archive] *****************\nTuesday 17 March 2026 17:49:08 +0000 (0:00:00.602) 0:05:03.835 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.cri_tools : Create crictl config] ********************\nTuesday 17 March 2026 17:49:09 +0000 (0:00:01.396) 0:05:05.232 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.directory : Create directory (/opt/cni/bin)] *********\nTuesday 17 March 2026 17:49:10 +0000 (0:00:00.468) 0:05:05.700 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.forget_package : Forget package] *********************\nTuesday 17 March 2026 17:49:10 +0000 (0:00:00.214) 0:05:05.914 *********\nok: [instance]\n\nTASK [vexxhost.containers.download_artifact : Starting download of file] *******\nTuesday 17 March 2026 17:49:10 +0000 (0:00:00.229) 0:05:06.144 *********\nok: [instance] => {\n \"msg\": \"https://github.com/containernetworking/plugins/releases/download/v1.8.0/cni-plugins-linux-amd64-v1.8.0.tgz\"\n}\n\nTASK [vexxhost.containers.download_artifact : Download item] *******************\nTuesday 17 March 2026 17:49:10 +0000 (0:00:00.060) 0:05:06.204 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.download_artifact : Extract archive] *****************\nTuesday 17 March 2026 17:49:11 +0000 (0:00:00.852) 0:05:07.057 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.cni_plugins : Gather variables for each operating system] ***\nTuesday 17 March 2026 17:49:14 +0000 (0:00:02.753) 0:05:09.810 *********\nok: [instance] => (item=/home/zuul/.ansible/collections/ansible_collections/vexxhost/containers/roles/cni_plugins/vars/debian.yml)\n\nTASK [vexxhost.containers.cni_plugins : Install additional packages] ***********\nTuesday 17 March 2026 17:49:14 +0000 (0:00:00.053) 0:05:09.863 *********\nok: [instance]\n\nTASK [vexxhost.containers.cni_plugins : Ensure IPv6 is enabled] ****************\nTuesday 17 March 2026 17:49:15 +0000 (0:00:01.077) 0:05:10.941 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.cni_plugins : Enable kernel modules on-boot] *********\nTuesday 17 March 2026 17:49:15 +0000 (0:00:00.217) 0:05:11.159 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.cni_plugins : Enable kernel modules in runtime] ******\nTuesday 17 March 2026 17:49:16 +0000 (0:00:00.489) 0:05:11.648 *********\nchanged: [instance] => (item=br_netfilter)\nok: [instance] => (item=ip_tables)\nchanged: [instance] => (item=ip6_tables)\nchanged: [instance] => (item=nf_conntrack)\n\nTASK [vexxhost.containers.forget_package : Forget package] *********************\nTuesday 17 March 2026 17:49:16 +0000 (0:00:00.761) 0:05:12.410 *********\nok: [instance]\n\nTASK [vexxhost.containers.download_artifact : Starting download of file] *******\nTuesday 17 March 2026 17:49:17 +0000 (0:00:00.200) 0:05:12.611 *********\nok: [instance] => {\n \"msg\": \"https://dl.k8s.io/release/v1.28.13/bin/linux/amd64/kubelet\"\n}\n\nTASK [vexxhost.containers.download_artifact : Download item] *******************\nTuesday 17 March 2026 17:49:17 +0000 (0:00:00.049) 0:05:12.660 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.download_artifact : Extract archive] *****************\nTuesday 17 March 2026 17:49:18 +0000 (0:00:01.121) 0:05:13.782 *********\nskipping: [instance]\n\nTASK [vexxhost.kubernetes.kubelet : Gather variables for each operating system] ***\nTuesday 17 March 2026 17:49:18 +0000 (0:00:00.046) 0:05:13.828 *********\nok: [instance] => (item=/home/zuul/.ansible/collections/ansible_collections/vexxhost/kubernetes/roles/kubelet/vars/debian.yml)\n\nTASK [vexxhost.kubernetes.kubelet : Install coreutils] *************************\nTuesday 17 March 2026 17:49:18 +0000 (0:00:00.056) 0:05:13.885 *********\nskipping: [instance]\n\nTASK [vexxhost.kubernetes.kubelet : Install additional packages] ***************\nTuesday 17 March 2026 17:49:18 +0000 (0:00:00.033) 0:05:13.919 *********\nchanged: [instance]\n\nTASK [vexxhost.kubernetes.kubelet : Configure sysctl values] *******************\nTuesday 17 March 2026 17:49:21 +0000 (0:00:03.217) 0:05:17.137 *********\nchanged: [instance] => (item={'name': 'net.ipv4.ip_forward', 'value': 1})\nchanged: [instance] => (item={'name': 'net.bridge.bridge-nf-call-iptables', 'value': 1})\nchanged: [instance] => (item={'name': 'net.bridge.bridge-nf-call-ip6tables', 'value': 1})\nchanged: [instance] => (item={'name': 'net.ipv4.conf.all.rp_filter', 'value': 0})\nchanged: [instance] => (item={'name': 'fs.inotify.max_queued_events', 'value': 1048576})\nchanged: [instance] => (item={'name': 'fs.inotify.max_user_instances', 'value': 8192})\nchanged: [instance] => (item={'name': 'fs.inotify.max_user_watches', 'value': 1048576})\n\nTASK [vexxhost.kubernetes.kubelet : Create folders for kubernetes configuration] ***\nTuesday 17 March 2026 17:49:22 +0000 (0:00:01.256) 0:05:18.394 *********\nchanged: [instance] => (item=/etc/systemd/system/kubelet.service.d)\nok: [instance] => (item=/etc/kubernetes)\nok: [instance] => (item=/etc/kubernetes/manifests)\n\nTASK [vexxhost.kubernetes.kubelet : Add kubelet systemd service config] ********\nTuesday 17 March 2026 17:49:23 +0000 (0:00:00.536) 0:05:18.930 *********\nchanged: [instance]\n\nTASK [vexxhost.kubernetes.kubelet : Add kubeadm dropin for kubelet systemd service config] ***\nTuesday 17 March 2026 17:49:23 +0000 (0:00:00.454) 0:05:19.384 *********\nchanged: [instance]\n\nTASK [vexxhost.kubernetes.kubelet : Check swap status] *************************\nTuesday 17 March 2026 17:49:24 +0000 (0:00:00.450) 0:05:19.835 *********\nok: [instance]\n\nTASK [vexxhost.kubernetes.kubelet : Disable swap] ******************************\nTuesday 17 March 2026 17:49:24 +0000 (0:00:00.193) 0:05:20.028 *********\nskipping: [instance]\n\nTASK [vexxhost.kubernetes.kubelet : Remove swapfile from /etc/fstab] ***********\nTuesday 17 March 2026 17:49:24 +0000 (0:00:00.035) 0:05:20.064 *********\nok: [instance] => (item=swap)\nok: [instance] => (item=none)\n\nTASK [vexxhost.kubernetes.kubelet : Create noswap systemd service config file] ***\nTuesday 17 March 2026 17:49:24 +0000 (0:00:00.481) 0:05:20.546 *********\nchanged: [instance]\n\nTASK [vexxhost.kubernetes.kubelet : Enable noswap service] *********************\nTuesday 17 March 2026 17:49:25 +0000 (0:00:00.427) 0:05:20.974 *********\nchanged: [instance]\n\nTASK [vexxhost.kubernetes.kubelet : Force any restarts if necessary] ***********\nTuesday 17 March 2026 17:49:25 +0000 (0:00:00.601) 0:05:21.575 *********\n\nRUNNING HANDLER [vexxhost.kubernetes.kubelet : Reload systemd] *****************\nTuesday 17 March 2026 17:49:25 +0000 (0:00:00.007) 0:05:21.582 *********\nok: [instance]\n\nTASK [vexxhost.kubernetes.kubelet : Enable and start kubelet service] **********\nTuesday 17 March 2026 17:49:26 +0000 (0:00:00.743) 0:05:22.325 *********\nchanged: [instance]\n\nTASK [vexxhost.kubernetes.kubelet : Ensure availability of dbus on Debian] *****\nTuesday 17 March 2026 17:49:27 +0000 (0:00:00.590) 0:05:22.916 *********\nok: [instance]\n\nTASK [vexxhost.kubernetes.kubelet : Configure short hostname] ******************\nTuesday 17 March 2026 17:49:28 +0000 (0:00:00.955) 0:05:23.872 *********\nok: [instance]\n\nTASK [vexxhost.kubernetes.kubelet : Ensure hostname inside hosts file] *********\nTuesday 17 March 2026 17:49:29 +0000 (0:00:00.763) 0:05:24.635 *********\nok: [instance]\n\nTASK [vexxhost.kubernetes.kubernetes : Remove kubernetes repository] ***********\nTuesday 17 March 2026 17:49:29 +0000 (0:00:00.208) 0:05:24.843 *********\nok: [instance]\n\nTASK [vexxhost.kubernetes.kubernetes : Setup control plane] ********************\nTuesday 17 March 2026 17:49:29 +0000 (0:00:00.472) 0:05:25.316 *********\nincluded: /home/zuul/.ansible/collections/ansible_collections/vexxhost/kubernetes/roles/kubernetes/tasks/control-plane.yml for instance\n\nTASK [vexxhost.kubernetes.kubernetes : Bootstrap cluster] **********************\nTuesday 17 March 2026 17:49:29 +0000 (0:00:00.080) 0:05:25.396 *********\nincluded: /home/zuul/.ansible/collections/ansible_collections/vexxhost/kubernetes/roles/kubernetes/tasks/bootstrap-cluster.yml for instance\n\nTASK [vexxhost.kubernetes.kubernetes : Check if any control plane is bootstrapped] ***\nTuesday 17 March 2026 17:49:29 +0000 (0:00:00.077) 0:05:25.473 *********\nok: [instance] => (item=instance)\n\nTASK [vexxhost.kubernetes.kubernetes : Pick node from pre-existing cluster] ****\nTuesday 17 March 2026 17:49:30 +0000 (0:00:00.194) 0:05:25.668 *********\nskipping: [instance]\n\nTASK [vexxhost.kubernetes.kubernetes : Select first node to initialize cluster] ***\nTuesday 17 March 2026 17:49:30 +0000 (0:00:00.043) 0:05:25.712 *********\nok: [instance]\n\nTASK [vexxhost.kubernetes.kubernetes : Print selected bootstrap node] **********\nTuesday 17 March 2026 17:49:30 +0000 (0:00:00.045) 0:05:25.757 *********\nok: [instance] => {\n \"msg\": \"instance\"\n}\n\nTASK [vexxhost.kubernetes.kubernetes : Upload cluster configuration for bootstrap node] ***\nTuesday 17 March 2026 17:49:30 +0000 (0:00:00.036) 0:05:25.794 *********\nchanged: [instance]\n\nTASK [vexxhost.kubernetes.kubernetes : Create pki folder] **********************\nTuesday 17 March 2026 17:49:30 +0000 (0:00:00.520) 0:05:26.314 *********\nskipping: [instance]\n\nTASK [vexxhost.kubernetes.kubernetes : Create kubernetes ca key] ***************\nTuesday 17 March 2026 17:49:30 +0000 (0:00:00.028) 0:05:26.343 *********\nskipping: [instance]\n\nTASK [vexxhost.kubernetes.kubernetes : Create kubernetes ca cert] **************\nTuesday 17 March 2026 17:49:30 +0000 (0:00:00.030) 0:05:26.373 *********\nskipping: [instance]\n\nTASK [vexxhost.kubernetes.kubernetes : Create etcd-ca key] *********************\nTuesday 17 March 2026 17:49:30 +0000 (0:00:00.030) 0:05:26.403 *********\nskipping: [instance]\n\nTASK [vexxhost.kubernetes.kubernetes : Create etcd-ca cert] ********************\nTuesday 17 March 2026 17:49:30 +0000 (0:00:00.030) 0:05:26.433 *********\nskipping: [instance]\n\nTASK [vexxhost.kubernetes.kubernetes : Create front-proxy-ca key] **************\nTuesday 17 March 2026 17:49:30 +0000 (0:00:00.029) 0:05:26.463 *********\nskipping: [instance]\n\nTASK [vexxhost.kubernetes.kubernetes : Create front-proxy-ca cert] *************\nTuesday 17 March 2026 17:49:30 +0000 (0:00:00.031) 0:05:26.494 *********\nskipping: [instance]\n\nTASK [vexxhost.kubernetes.kubernetes : Initialize cluster] *********************\nTuesday 17 March 2026 17:49:30 +0000 (0:00:00.031) 0:05:26.525 *********\nfatal: [instance]: FAILED! => {\"changed\": true, \"cmd\": \"kubeadm init --config /etc/kubernetes/kubeadm.yaml --upload-certs --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests\\n\", \"delta\": \"0:00:01.354517\", \"end\": \"2026-03-17 17:49:32.440473\", \"msg\": \"non-zero return code\", \"rc\": 1, \"start\": \"2026-03-17 17:49:31.085956\", \"stderr\": \"W0317 17:49:31.118545 36544 initconfiguration.go:336] [config] WARNING: Ignored YAML document with GroupVersionKind kubeadm.k8s.io/v1beta3, Kind=JoinConfiguration\\nerror execution phase preflight: [preflight] Some fatal errors occurred:\\n\\t[ERROR ImagePull]: failed to pull image harbor.atmosphere.dev/registry.k8s.io/kube-apiserver:v1.28.13: output: E0317 17:49:31.416022 36640 log.go:32] \\\"PullImage from image service failed\\\" err=\\\"rpc error: code = Unknown desc = failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/kube-apiserver:v1.28.13\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/kube-apiserver/manifests/v1.28.13\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\" image=\\\"harbor.atmosphere.dev/registry.k8s.io/kube-apiserver:v1.28.13\\\"\\ntime=\\\"2026-03-17T17:49:31Z\\\" level=fatal msg=\\\"pulling image: failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/kube-apiserver:v1.28.13\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/kube-apiserver/manifests/v1.28.13\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\"\\n, error: exit status 1\\n\\t[ERROR ImagePull]: failed to pull image harbor.atmosphere.dev/registry.k8s.io/kube-controller-manager:v1.28.13: output: E0317 17:49:31.588481 36712 log.go:32] \\\"PullImage from image service failed\\\" err=\\\"rpc error: code = Unknown desc = failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/kube-controller-manager:v1.28.13\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/kube-controller-manager/manifests/v1.28.13\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\" image=\\\"harbor.atmosphere.dev/registry.k8s.io/kube-controller-manager:v1.28.13\\\"\\ntime=\\\"2026-03-17T17:49:31Z\\\" level=fatal msg=\\\"pulling image: failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/kube-controller-manager:v1.28.13\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/kube-controller-manager/manifests/v1.28.13\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\"\\n, error: exit status 1\\n\\t[ERROR ImagePull]: failed to pull image harbor.atmosphere.dev/registry.k8s.io/kube-scheduler:v1.28.13: output: E0317 17:49:31.754437 36779 log.go:32] \\\"PullImage from image service failed\\\" err=\\\"rpc error: code = Unknown desc = failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/kube-scheduler:v1.28.13\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/kube-scheduler/manifests/v1.28.13\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\" image=\\\"harbor.atmosphere.dev/registry.k8s.io/kube-scheduler:v1.28.13\\\"\\ntime=\\\"2026-03-17T17:49:31Z\\\" level=fatal msg=\\\"pulling image: failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/kube-scheduler:v1.28.13\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/kube-scheduler/manifests/v1.28.13\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\"\\n, error: exit status 1\\n\\t[ERROR ImagePull]: failed to pull image harbor.atmosphere.dev/registry.k8s.io/kube-proxy:v1.28.13: output: E0317 17:49:31.915007 36849 log.go:32] \\\"PullImage from image service failed\\\" err=\\\"rpc error: code = Unknown desc = failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/kube-proxy:v1.28.13\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/kube-proxy/manifests/v1.28.13\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\" image=\\\"harbor.atmosphere.dev/registry.k8s.io/kube-proxy:v1.28.13\\\"\\ntime=\\\"2026-03-17T17:49:31Z\\\" level=fatal msg=\\\"pulling image: failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/kube-proxy:v1.28.13\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/kube-proxy/manifests/v1.28.13\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\"\\n, error: exit status 1\\n\\t[ERROR ImagePull]: failed to pull image harbor.atmosphere.dev/registry.k8s.io/pause:3.9: output: E0317 17:49:32.101016 36931 log.go:32] \\\"PullImage from image service failed\\\" err=\\\"rpc error: code = Unknown desc = failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/pause:3.9\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/pause/manifests/3.9\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\" image=\\\"harbor.atmosphere.dev/registry.k8s.io/pause:3.9\\\"\\ntime=\\\"2026-03-17T17:49:32Z\\\" level=fatal msg=\\\"pulling image: failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/pause:3.9\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/pause/manifests/3.9\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\"\\n, error: exit status 1\\n\\t[ERROR ImagePull]: failed to pull image harbor.atmosphere.dev/registry.k8s.io/etcd:3.5.12-0: output: E0317 17:49:32.260397 37005 log.go:32] \\\"PullImage from image service failed\\\" err=\\\"rpc error: code = Unknown desc = failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/etcd:3.5.12-0\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/etcd/manifests/3.5.12-0\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\" image=\\\"harbor.atmosphere.dev/registry.k8s.io/etcd:3.5.12-0\\\"\\ntime=\\\"2026-03-17T17:49:32Z\\\" level=fatal msg=\\\"pulling image: failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/etcd:3.5.12-0\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/etcd/manifests/3.5.12-0\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\"\\n, error: exit status 1\\n\\t[ERROR ImagePull]: failed to pull image harbor.atmosphere.dev/registry.k8s.io/coredns/coredns:v1.10.1: output: E0317 17:49:32.431424 37078 log.go:32] \\\"PullImage from image service failed\\\" err=\\\"rpc error: code = Unknown desc = failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/coredns/coredns:v1.10.1\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/coredns/coredns/manifests/v1.10.1\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\" image=\\\"harbor.atmosphere.dev/registry.k8s.io/coredns/coredns:v1.10.1\\\"\\ntime=\\\"2026-03-17T17:49:32Z\\\" level=fatal msg=\\\"pulling image: failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/coredns/coredns:v1.10.1\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/coredns/coredns/manifests/v1.10.1\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\"\\n, error: exit status 1\\n[preflight] If you know what you are doing, you can make a check non-fatal with `--ignore-preflight-errors=...`\\nTo see the stack trace of this error execute with --v=5 or higher\", \"stderr_lines\": [\"W0317 17:49:31.118545 36544 initconfiguration.go:336] [config] WARNING: Ignored YAML document with GroupVersionKind kubeadm.k8s.io/v1beta3, Kind=JoinConfiguration\", \"error execution phase preflight: [preflight] Some fatal errors occurred:\", \"\\t[ERROR ImagePull]: failed to pull image harbor.atmosphere.dev/registry.k8s.io/kube-apiserver:v1.28.13: output: E0317 17:49:31.416022 36640 log.go:32] \\\"PullImage from image service failed\\\" err=\\\"rpc error: code = Unknown desc = failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/kube-apiserver:v1.28.13\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/kube-apiserver/manifests/v1.28.13\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\" image=\\\"harbor.atmosphere.dev/registry.k8s.io/kube-apiserver:v1.28.13\\\"\", \"time=\\\"2026-03-17T17:49:31Z\\\" level=fatal msg=\\\"pulling image: failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/kube-apiserver:v1.28.13\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/kube-apiserver/manifests/v1.28.13\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\"\", \", error: exit status 1\", \"\\t[ERROR ImagePull]: failed to pull image harbor.atmosphere.dev/registry.k8s.io/kube-controller-manager:v1.28.13: output: E0317 17:49:31.588481 36712 log.go:32] \\\"PullImage from image service failed\\\" err=\\\"rpc error: code = Unknown desc = failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/kube-controller-manager:v1.28.13\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/kube-controller-manager/manifests/v1.28.13\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\" image=\\\"harbor.atmosphere.dev/registry.k8s.io/kube-controller-manager:v1.28.13\\\"\", \"time=\\\"2026-03-17T17:49:31Z\\\" level=fatal msg=\\\"pulling image: failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/kube-controller-manager:v1.28.13\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/kube-controller-manager/manifests/v1.28.13\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\"\", \", error: exit status 1\", \"\\t[ERROR ImagePull]: failed to pull image harbor.atmosphere.dev/registry.k8s.io/kube-scheduler:v1.28.13: output: E0317 17:49:31.754437 36779 log.go:32] \\\"PullImage from image service failed\\\" err=\\\"rpc error: code = Unknown desc = failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/kube-scheduler:v1.28.13\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/kube-scheduler/manifests/v1.28.13\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\" image=\\\"harbor.atmosphere.dev/registry.k8s.io/kube-scheduler:v1.28.13\\\"\", \"time=\\\"2026-03-17T17:49:31Z\\\" level=fatal msg=\\\"pulling image: failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/kube-scheduler:v1.28.13\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/kube-scheduler/manifests/v1.28.13\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\"\", \", error: exit status 1\", \"\\t[ERROR ImagePull]: failed to pull image harbor.atmosphere.dev/registry.k8s.io/kube-proxy:v1.28.13: output: E0317 17:49:31.915007 36849 log.go:32] \\\"PullImage from image service failed\\\" err=\\\"rpc error: code = Unknown desc = failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/kube-proxy:v1.28.13\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/kube-proxy/manifests/v1.28.13\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\" image=\\\"harbor.atmosphere.dev/registry.k8s.io/kube-proxy:v1.28.13\\\"\", \"time=\\\"2026-03-17T17:49:31Z\\\" level=fatal msg=\\\"pulling image: failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/kube-proxy:v1.28.13\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/kube-proxy/manifests/v1.28.13\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\"\", \", error: exit status 1\", \"\\t[ERROR ImagePull]: failed to pull image harbor.atmosphere.dev/registry.k8s.io/pause:3.9: output: E0317 17:49:32.101016 36931 log.go:32] \\\"PullImage from image service failed\\\" err=\\\"rpc error: code = Unknown desc = failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/pause:3.9\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/pause/manifests/3.9\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\" image=\\\"harbor.atmosphere.dev/registry.k8s.io/pause:3.9\\\"\", \"time=\\\"2026-03-17T17:49:32Z\\\" level=fatal msg=\\\"pulling image: failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/pause:3.9\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/pause/manifests/3.9\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\"\", \", error: exit status 1\", \"\\t[ERROR ImagePull]: failed to pull image harbor.atmosphere.dev/registry.k8s.io/etcd:3.5.12-0: output: E0317 17:49:32.260397 37005 log.go:32] \\\"PullImage from image service failed\\\" err=\\\"rpc error: code = Unknown desc = failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/etcd:3.5.12-0\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/etcd/manifests/3.5.12-0\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\" image=\\\"harbor.atmosphere.dev/registry.k8s.io/etcd:3.5.12-0\\\"\", \"time=\\\"2026-03-17T17:49:32Z\\\" level=fatal msg=\\\"pulling image: failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/etcd:3.5.12-0\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/etcd/manifests/3.5.12-0\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\"\", \", error: exit status 1\", \"\\t[ERROR ImagePull]: failed to pull image harbor.atmosphere.dev/registry.k8s.io/coredns/coredns:v1.10.1: output: E0317 17:49:32.431424 37078 log.go:32] \\\"PullImage from image service failed\\\" err=\\\"rpc error: code = Unknown desc = failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/coredns/coredns:v1.10.1\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/coredns/coredns/manifests/v1.10.1\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\" image=\\\"harbor.atmosphere.dev/registry.k8s.io/coredns/coredns:v1.10.1\\\"\", \"time=\\\"2026-03-17T17:49:32Z\\\" level=fatal msg=\\\"pulling image: failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/coredns/coredns:v1.10.1\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/coredns/coredns/manifests/v1.10.1\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\"\", \", error: exit status 1\", \"[preflight] If you know what you are doing, you can make a check non-fatal with `--ignore-preflight-errors=...`\", \"To see the stack trace of this error execute with --v=5 or higher\"], \"stdout\": \"[init] Using Kubernetes version: v1.28.13\\n[preflight] Running pre-flight checks\\n[preflight] Pulling images required for setting up a Kubernetes cluster\\n[preflight] This might take a minute or two, depending on the speed of your internet connection\\n[preflight] You can also perform this action in beforehand using 'kubeadm config images pull'\", \"stdout_lines\": [\"[init] Using Kubernetes version: v1.28.13\", \"[preflight] Running pre-flight checks\", \"[preflight] Pulling images required for setting up a Kubernetes cluster\", \"[preflight] This might take a minute or two, depending on the speed of your internet connection\", \"[preflight] You can also perform this action in beforehand using 'kubeadm config images pull'\"]}\n\nPLAY RECAP *********************************************************************\ninstance : ok=201 changed=54 unreachable=0 failed=1 skipped=53 rescued=0 ignored=2\n\nTuesday 17 March 2026 17:49:32 +0000 (0:00:01.536) 0:05:28.062 *********\n===============================================================================\nvexxhost.ceph.mon : Run Bootstrap coomand ------------------------------ 87.65s\nvexxhost.ceph.osd : Install OSDs --------------------------------------- 79.82s\nvexxhost.ceph.mon : Validate monitor exist ----------------------------- 10.05s\nvexxhost.ceph.osd : Get `ceph-volume lvm list` status ------------------- 9.93s\nvexxhost.ceph.osd : Get `cephadm ls` status ----------------------------- 5.34s\nvexxhost.ceph.osd : Ensure all OSDs are non-legacy ---------------------- 5.32s\nvexxhost.containers.containerd : Install AppArmor packages -------------- 4.61s\nvexxhost.ceph.cephadm : Install packages -------------------------------- 4.56s\nvexxhost.containers.download_artifact : Extract archive ----------------- 4.27s\nvexxhost.atmosphere.sysctl : Configure sysctl values -------------------- 3.63s\nvexxhost.kubernetes.kubelet : Install additional packages --------------- 3.22s\nvexxhost.containers.download_artifact : Extract archive ----------------- 3.06s\nvexxhost.containers.download_artifact : Extract archive ----------------- 2.85s\nvexxhost.containers.download_artifact : Extract archive ----------------- 2.75s\nvexxhost.ceph.mgr : Enable the Ceph Manager prometheus module ----------- 2.07s\nvexxhost.containers.download_artifact : Extract archive ----------------- 1.93s\nvexxhost.containers.download_artifact : Extract archive ----------------- 1.92s\nvexxhost.ceph.cephadm_host : Add new host to Ceph ----------------------- 1.85s\nvexxhost.ceph.cephadm_host : Add new host to Ceph ----------------------- 1.84s\nvexxhost.ceph.cephadm_host : Add new host to Ceph ----------------------- 1.83s\nCRITICAL Ansible return code was 2, command was: ansible-playbook --inventory /home/zuul/.ansible/tmp/molecule.v9Wo.csi/inventory --skip-tags molecule-notest,notest --inventory=/home/zuul/src/github.com/vexxhost/atmosphere/inventory.yaml /home/zuul/src/github.com/vexxhost/atmosphere/molecule/csi/converge.yml\nERROR [csi > converge] \u001b[31mExecuted: Failed\u001b[0m\nERROR Ansible return code was 2, command was: ansible-playbook --inventory /home/zuul/.ansible/tmp/molecule.v9Wo.csi/inventory --skip-tags molecule-notest,notest --inventory=/home/zuul/src/github.com/vexxhost/atmosphere/inventory.yaml /home/zuul/src/github.com/vexxhost/atmosphere/molecule/csi/converge.yml", "stdout_lines": [ "Using CPython 3.10.12 interpreter at: /usr/bin/python3", "Creating virtual environment at: .venv", " Building atmosphere @ file:///home/zuul/src/github.com/vexxhost/atmosphere", "Downloading cryptography (4.2MiB)", "Downloading netaddr (2.2MiB)", "Downloading openstacksdk (1.7MiB)", "Downloading rjsonnet (1.2MiB)", "Downloading pygments (1.2MiB)", "Downloading ansible-core (2.1MiB)", "Downloading setuptools (1.1MiB)", "Downloading kubernetes (1.9MiB)", " Building pyperclip==1.9.0", " Downloading rjsonnet", " Downloading netaddr", " Downloading pygments", " Downloading cryptography", " Downloading setuptools", " Downloading kubernetes", " Downloading ansible-core", " Downloading openstacksdk", " Built pyperclip==1.9.0", " Built atmosphere @ file:///home/zuul/src/github.com/vexxhost/atmosphere", "Installed 79 packages in 41ms", "WARNING Molecule scenarios should migrate to 'extensions/molecule'", "INFO [csi > discovery] scenario test matrix: dependency, cleanup, destroy, syntax, create, prepare, converge, idempotence, side_effect, verify, cleanup, destroy", "INFO [csi > prerun] Performing prerun with role_name_check=0...", "INFO [csi > dependency] Executing", "WARNING [csi > dependency] Missing roles requirements file: requirements.yml", "WARNING [csi > dependency] Missing collections requirements file: collections.yml", "WARNING [csi > dependency] Executed: 2 missing (Remove from test_sequence to suppress)", "INFO [csi > cleanup] Executing", "WARNING [csi > cleanup] Executed: Missing playbook (Remove from test_sequence to suppress)", "INFO [csi > destroy] Executing", "WARNING [csi > destroy] Skipping, '--destroy=never' requested.", "INFO [csi > destroy] Executed: Successful", "INFO [csi > syntax] Executing", "", "playbook: /home/zuul/src/github.com/vexxhost/atmosphere/molecule/csi/converge.yml", "INFO [csi > syntax] Executed: Successful", "INFO [csi > create] Executing", "WARNING [csi > create] Executed: Missing playbook (Remove from test_sequence to suppress)", "INFO [csi > prepare] Executing", "", "PLAY [Prepare] *****************************************************************", "", "TASK [Gathering Facts] *********************************************************", "Tuesday 17 March 2026 17:43:31 +0000 (0:00:00.024) 0:00:00.024 *********", "[WARNING]: Platform linux on host instance is using the discovered Python", "interpreter at /usr/bin/python3.10, but future installation of another Python", "interpreter could change the meaning of that path. See", "https://docs.ansible.com/ansible-", "core/2.17/reference_appendices/interpreter_discovery.html for more information.", "ok: [instance]", "", "TASK [Configure short hostname] ************************************************", "Tuesday 17 March 2026 17:43:33 +0000 (0:00:01.182) 0:00:01.206 *********", "changed: [instance]", "", "TASK [Ensure hostname inside hosts file] ***************************************", "Tuesday 17 March 2026 17:43:33 +0000 (0:00:00.716) 0:00:01.923 *********", "[WARNING]: Module remote_tmp /root/.ansible/tmp did not exist and was created", "with a mode of 0700, this may cause issues when running as another user. To", "avoid this, create the remote_tmp dir with the correct permissions manually", "changed: [instance]", "", "TASK [Purge \"snapd\" package] ***************************************************", "Tuesday 17 March 2026 17:43:34 +0000 (0:00:00.297) 0:00:02.220 *********", "ok: [instance]", "", "PLAY [Create devices for Ceph] *************************************************", "", "TASK [Gathering Facts] *********************************************************", "Tuesday 17 March 2026 17:43:34 +0000 (0:00:00.858) 0:00:03.079 *********", "ok: [instance]", "", "TASK [Install depedencies] *****************************************************", "Tuesday 17 March 2026 17:43:35 +0000 (0:00:00.709) 0:00:03.789 *********", "changed: [instance]", "", "TASK [Start up service] ********************************************************", "Tuesday 17 March 2026 17:43:54 +0000 (0:00:18.965) 0:00:22.754 *********", "ok: [instance]", "", "TASK [Generate lvm.conf] *******************************************************", "Tuesday 17 March 2026 17:43:55 +0000 (0:00:00.542) 0:00:23.297 *********", "ok: [instance]", "", "TASK [Write /etc/lvm/lvm.conf] *************************************************", "Tuesday 17 March 2026 17:43:55 +0000 (0:00:00.283) 0:00:23.580 *********", "changed: [instance]", "", "TASK [Get list of all loopback devices] ****************************************", "Tuesday 17 March 2026 17:43:56 +0000 (0:00:00.684) 0:00:24.265 *********", "ok: [instance]", "", "TASK [Fail if there is any existing loopback devices] **************************", "Tuesday 17 March 2026 17:43:56 +0000 (0:00:00.189) 0:00:24.454 *********", "skipping: [instance]", "", "TASK [Create devices for Ceph] *************************************************", "Tuesday 17 March 2026 17:43:56 +0000 (0:00:00.023) 0:00:24.478 *********", "changed: [instance] => (item=osd0)", "changed: [instance] => (item=osd1)", "changed: [instance] => (item=osd2)", "", "TASK [Set permissions on loopback devices] *************************************", "Tuesday 17 March 2026 17:43:56 +0000 (0:00:00.533) 0:00:25.011 *********", "changed: [instance] => (item=osd0)", "changed: [instance] => (item=osd1)", "changed: [instance] => (item=osd2)", "", "TASK [Start loop devices] ******************************************************", "Tuesday 17 March 2026 17:43:57 +0000 (0:00:00.587) 0:00:25.599 *********", "changed: [instance] => (item=osd0)", "changed: [instance] => (item=osd1)", "changed: [instance] => (item=osd2)", "", "TASK [Create a volume group for each loop device] ******************************", "Tuesday 17 March 2026 17:43:58 +0000 (0:00:00.630) 0:00:26.229 *********", "changed: [instance] => (item=osd0)", "changed: [instance] => (item=osd1)", "changed: [instance] => (item=osd2)", "", "TASK [Create a logical volume for each loop device] ****************************", "Tuesday 17 March 2026 17:44:01 +0000 (0:00:03.017) 0:00:29.247 *********", "changed: [instance] => (item=ceph-instance-osd0)", "changed: [instance] => (item=ceph-instance-osd1)", "changed: [instance] => (item=ceph-instance-osd2)", "", "PLAY RECAP *********************************************************************", "instance : ok=15 changed=9 unreachable=0 failed=0 skipped=1 rescued=0 ignored=0", "", "Tuesday 17 March 2026 17:44:02 +0000 (0:00:01.851) 0:00:31.099 *********", "===============================================================================", "Install depedencies ---------------------------------------------------- 18.97s", "Create a volume group for each loop device ------------------------------ 3.02s", "Create a logical volume for each loop device ---------------------------- 1.85s", "Gathering Facts --------------------------------------------------------- 1.18s", "Purge \"snapd\" package --------------------------------------------------- 0.86s", "Configure short hostname ------------------------------------------------ 0.72s", "Gathering Facts --------------------------------------------------------- 0.71s", "Write /etc/lvm/lvm.conf ------------------------------------------------- 0.68s", "Start loop devices ------------------------------------------------------ 0.63s", "Set permissions on loopback devices ------------------------------------- 0.59s", "Start up service -------------------------------------------------------- 0.54s", "Create devices for Ceph ------------------------------------------------- 0.53s", "Ensure hostname inside hosts file --------------------------------------- 0.30s", "Generate lvm.conf ------------------------------------------------------- 0.28s", "Get list of all loopback devices ---------------------------------------- 0.19s", "Fail if there is any existing loopback devices -------------------------- 0.02s", "INFO [csi > prepare] Executed: Successful", "INFO [csi > converge] Executing", "", "PLAY [Debug CSI driver value] **************************************************", "", "TASK [Gathering Facts] *********************************************************", "Tuesday 17 March 2026 17:44:04 +0000 (0:00:00.007) 0:00:00.007 *********", "[WARNING]: Platform linux on host instance is using the discovered Python", "interpreter at /usr/bin/python3.10, but future installation of another Python", "interpreter could change the meaning of that path. See", "https://docs.ansible.com/ansible-", "core/2.17/reference_appendices/interpreter_discovery.html for more information.", "ok: [instance]", "", "TASK [Display CSI driver value and environment variable] ***********************", "Tuesday 17 March 2026 17:44:05 +0000 (0:00:00.961) 0:00:00.969 *********", "ok: [instance] => {", " \"msg\": \"csi_driver=rbd, MOLECULE_CSI_DRIVER=\"", "}", "", "PLAY [all] *********************************************************************", "", "TASK [Gathering Facts] *********************************************************", "Tuesday 17 March 2026 17:44:05 +0000 (0:00:00.047) 0:00:01.016 *********", "ok: [instance]", "", "TASK [Set a fact with the \"atmosphere_images\" for other plays] *****************", "Tuesday 17 March 2026 17:44:06 +0000 (0:00:00.879) 0:00:01.896 *********", "ok: [instance]", "", "PLAY [Deploy Ceph monitors & managers] *****************************************", "", "TASK [Gathering Facts] *********************************************************", "Tuesday 17 March 2026 17:44:06 +0000 (0:00:00.184) 0:00:02.080 *********", "ok: [instance]", "", "TASK [vexxhost.containers.forget_package : Forget package] *********************", "Tuesday 17 March 2026 17:44:07 +0000 (0:00:00.901) 0:00:02.982 *********", "ok: [instance]", "", "TASK [vexxhost.containers.package : Update state for tar] **********************", "Tuesday 17 March 2026 17:44:07 +0000 (0:00:00.269) 0:00:03.252 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.directory : Create directory (/var/lib/downloads)] ***", "Tuesday 17 March 2026 17:44:07 +0000 (0:00:00.048) 0:00:03.300 *********", "changed: [instance]", "", "TASK [vexxhost.containers.download_artifact : Starting download of file] *******", "Tuesday 17 March 2026 17:44:07 +0000 (0:00:00.287) 0:00:03.588 *********", "ok: [instance] => {", " \"msg\": \"https://github.com/opencontainers/runc/releases/download/v1.4.0/runc.amd64\"", "}", "", "TASK [vexxhost.containers.download_artifact : Download item] *******************", "Tuesday 17 March 2026 17:44:08 +0000 (0:00:00.072) 0:00:03.660 *********", "changed: [instance]", "", "TASK [vexxhost.containers.download_artifact : Extract archive] *****************", "Tuesday 17 March 2026 17:44:08 +0000 (0:00:00.697) 0:00:04.358 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.package : Update state for tar] **********************", "Tuesday 17 March 2026 17:44:08 +0000 (0:00:00.049) 0:00:04.407 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.forget_package : Forget package] *********************", "Tuesday 17 March 2026 17:44:08 +0000 (0:00:00.042) 0:00:04.450 *********", "ok: [instance]", "", "TASK [vexxhost.containers.package : Update state for tar] **********************", "Tuesday 17 March 2026 17:44:09 +0000 (0:00:00.223) 0:00:04.674 *********", "ok: [instance]", "", "TASK [vexxhost.containers.download_artifact : Starting download of file] *******", "Tuesday 17 March 2026 17:44:10 +0000 (0:00:01.126) 0:00:05.800 *********", "ok: [instance] => {", " \"msg\": \"https://github.com/containerd/containerd/releases/download/v2.2.0/containerd-2.2.0-linux-amd64.tar.gz\"", "}", "", "TASK [vexxhost.containers.download_artifact : Download item] *******************", "Tuesday 17 March 2026 17:44:10 +0000 (0:00:00.057) 0:00:05.858 *********", "changed: [instance]", "", "TASK [vexxhost.containers.download_artifact : Extract archive] *****************", "Tuesday 17 March 2026 17:44:11 +0000 (0:00:01.262) 0:00:07.121 *********", "changed: [instance]", "", "TASK [vexxhost.containers.containerd : Install SELinux packages] ***************", "Tuesday 17 March 2026 17:44:14 +0000 (0:00:02.848) 0:00:09.970 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.containerd : Set SELinux to permissive at runtime] ***", "Tuesday 17 March 2026 17:44:14 +0000 (0:00:00.037) 0:00:10.007 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.containerd : Persist SELinux permissive mode] ********", "Tuesday 17 March 2026 17:44:14 +0000 (0:00:00.028) 0:00:10.036 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.containerd : Install AppArmor packages] **************", "Tuesday 17 March 2026 17:44:14 +0000 (0:00:00.033) 0:00:10.069 *********", "changed: [instance]", "", "TASK [vexxhost.containers.containerd : Create systemd service file for containerd] ***", "Tuesday 17 March 2026 17:44:19 +0000 (0:00:04.613) 0:00:14.683 *********", "changed: [instance]", "", "TASK [vexxhost.containers.containerd : Create folders for configuration] *******", "Tuesday 17 March 2026 17:44:19 +0000 (0:00:00.581) 0:00:15.265 *********", "changed: [instance] => (item={'path': '/etc/containerd'})", "changed: [instance] => (item={'path': '/var/lib/containerd', 'mode': '0o700'})", "changed: [instance] => (item={'path': '/run/containerd', 'mode': '0o711'})", "changed: [instance] => (item={'path': '/run/containerd/io.containerd.grpc.v1.cri', 'mode': '0o700'})", "changed: [instance] => (item={'path': '/run/containerd/io.containerd.sandbox.controller.v1.shim', 'mode': '0o700'})", "", "TASK [vexxhost.containers.containerd : Create containerd config file] **********", "Tuesday 17 March 2026 17:44:20 +0000 (0:00:00.891) 0:00:16.156 *********", "changed: [instance]", "", "TASK [vexxhost.containers.containerd : Force any restarts if necessary] ********", "Tuesday 17 March 2026 17:44:21 +0000 (0:00:00.518) 0:00:16.675 *********", "", "RUNNING HANDLER [vexxhost.containers.containerd : Reload systemd] **************", "Tuesday 17 March 2026 17:44:21 +0000 (0:00:00.017) 0:00:16.693 *********", "ok: [instance]", "", "RUNNING HANDLER [vexxhost.containers.containerd : Restart containerd] **********", "Tuesday 17 March 2026 17:44:21 +0000 (0:00:00.880) 0:00:17.573 *********", "changed: [instance]", "", "TASK [vexxhost.containers.containerd : Enable and start service] ***************", "Tuesday 17 March 2026 17:44:22 +0000 (0:00:00.410) 0:00:17.983 *********", "changed: [instance]", "", "TASK [vexxhost.containers.forget_package : Forget package] *********************", "Tuesday 17 March 2026 17:44:22 +0000 (0:00:00.546) 0:00:18.530 *********", "ok: [instance]", "", "TASK [vexxhost.containers.download_artifact : Starting download of file] *******", "Tuesday 17 March 2026 17:44:23 +0000 (0:00:00.204) 0:00:18.735 *********", "ok: [instance] => {", " \"msg\": \"https://download.docker.com/linux/static/stable/x86_64/docker-24.0.9.tgz\"", "}", "", "TASK [vexxhost.containers.download_artifact : Download item] *******************", "Tuesday 17 March 2026 17:44:23 +0000 (0:00:00.056) 0:00:18.792 *********", "changed: [instance]", "", "TASK [vexxhost.containers.download_artifact : Extract archive] *****************", "Tuesday 17 March 2026 17:44:24 +0000 (0:00:01.742) 0:00:20.534 *********", "changed: [instance]", "", "TASK [vexxhost.containers.docker : Install AppArmor packages] ******************", "Tuesday 17 March 2026 17:44:29 +0000 (0:00:04.271) 0:00:24.806 *********", "ok: [instance]", "", "TASK [vexxhost.containers.docker : Ensure group \"docker\" exists] ***************", "Tuesday 17 March 2026 17:44:30 +0000 (0:00:01.023) 0:00:25.829 *********", "changed: [instance]", "", "TASK [vexxhost.containers.docker : Create systemd service file for docker] *****", "Tuesday 17 March 2026 17:44:30 +0000 (0:00:00.327) 0:00:26.157 *********", "changed: [instance]", "", "TASK [vexxhost.containers.docker : Create folders for configuration] ***********", "Tuesday 17 March 2026 17:44:30 +0000 (0:00:00.436) 0:00:26.594 *********", "changed: [instance] => (item={'path': '/etc/docker'})", "changed: [instance] => (item={'path': '/var/lib/docker', 'mode': '0o710'})", "changed: [instance] => (item={'path': '/run/docker', 'mode': '0o711'})", "", "TASK [vexxhost.containers.docker : Create systemd socket file for docker] ******", "Tuesday 17 March 2026 17:44:31 +0000 (0:00:00.547) 0:00:27.141 *********", "changed: [instance]", "", "TASK [vexxhost.containers.docker : Create docker daemon config file] ***********", "Tuesday 17 March 2026 17:44:31 +0000 (0:00:00.431) 0:00:27.573 *********", "changed: [instance]", "", "TASK [vexxhost.containers.docker : Force any restarts if necessary] ************", "Tuesday 17 March 2026 17:44:32 +0000 (0:00:00.426) 0:00:28.000 *********", "", "RUNNING HANDLER [vexxhost.containers.containerd : Reload systemd] **************", "Tuesday 17 March 2026 17:44:32 +0000 (0:00:00.016) 0:00:28.016 *********", "ok: [instance]", "", "RUNNING HANDLER [vexxhost.containers.docker : Restart docker] ******************", "Tuesday 17 March 2026 17:44:33 +0000 (0:00:00.680) 0:00:28.696 *********", "changed: [instance]", "", "TASK [vexxhost.containers.docker : Enable and start service] *******************", "Tuesday 17 March 2026 17:44:33 +0000 (0:00:00.788) 0:00:29.485 *********", "changed: [instance]", "", "TASK [vexxhost.ceph.cephadm : Gather variables for each operating system] ******", "Tuesday 17 March 2026 17:44:34 +0000 (0:00:00.531) 0:00:30.017 *********", "ok: [instance] => (item=/home/zuul/.ansible/collections/ansible_collections/vexxhost/ceph/roles/cephadm/vars/ubuntu-22.04.yml)", "", "TASK [vexxhost.ceph.cephadm : Install packages] ********************************", "Tuesday 17 March 2026 17:44:34 +0000 (0:00:00.052) 0:00:30.069 *********", "changed: [instance]", "", "TASK [vexxhost.ceph.cephadm : Ensure services are started] *********************", "Tuesday 17 March 2026 17:44:39 +0000 (0:00:04.564) 0:00:34.634 *********", "ok: [instance] => (item=chronyd)", "ok: [instance] => (item=sshd)", "", "TASK [vexxhost.ceph.cephadm : Download \"cephadm\"] ******************************", "Tuesday 17 March 2026 17:44:39 +0000 (0:00:00.642) 0:00:35.276 *********", "changed: [instance]", "", "TASK [vexxhost.ceph.cephadm : Remove cephadm from old path] ********************", "Tuesday 17 March 2026 17:44:39 +0000 (0:00:00.276) 0:00:35.552 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.cephadm : Ensure \"cephadm\" user is present] ****************", "Tuesday 17 March 2026 17:44:40 +0000 (0:00:00.195) 0:00:35.748 *********", "changed: [instance]", "", "TASK [vexxhost.ceph.cephadm : Allow \"cephadm\" user to have passwordless sudo] ***", "Tuesday 17 March 2026 17:44:40 +0000 (0:00:00.430) 0:00:36.178 *********", "changed: [instance]", "", "TASK [vexxhost.ceph.mon : Get `cephadm ls` status] *****************************", "Tuesday 17 March 2026 17:44:40 +0000 (0:00:00.350) 0:00:36.528 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.mon : Parse the `cephadm ls` output] ***********************", "Tuesday 17 March 2026 17:44:42 +0000 (0:00:01.636) 0:00:38.165 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.mon : Assimilate existing configs in `ceph.conf`] **********", "Tuesday 17 March 2026 17:44:42 +0000 (0:00:00.051) 0:00:38.216 *********", "skipping: [instance]", "", "TASK [vexxhost.ceph.mon : Adopt monitor to cluster] ****************************", "Tuesday 17 March 2026 17:44:42 +0000 (0:00:00.035) 0:00:38.252 *********", "skipping: [instance]", "", "TASK [vexxhost.ceph.mon : Adopt manager to cluster] ****************************", "Tuesday 17 March 2026 17:44:42 +0000 (0:00:00.033) 0:00:38.285 *********", "skipping: [instance]", "", "TASK [vexxhost.ceph.mon : Enable \"cephadm\" mgr module] *************************", "Tuesday 17 March 2026 17:44:42 +0000 (0:00:00.037) 0:00:38.323 *********", "skipping: [instance]", "", "TASK [vexxhost.ceph.mon : Set orchestrator backend to \"cephadm\"] ***************", "Tuesday 17 March 2026 17:44:42 +0000 (0:00:00.034) 0:00:38.357 *********", "skipping: [instance]", "", "TASK [vexxhost.ceph.mon : Use `cephadm` user for cephadm] **********************", "Tuesday 17 March 2026 17:44:42 +0000 (0:00:00.036) 0:00:38.393 *********", "skipping: [instance]", "", "TASK [vexxhost.ceph.mon : Generate \"cephadm\" key] ******************************", "Tuesday 17 March 2026 17:44:42 +0000 (0:00:00.035) 0:00:38.429 *********", "skipping: [instance]", "", "TASK [vexxhost.ceph.mon : Set Ceph Monitor IP address] *************************", "Tuesday 17 March 2026 17:44:42 +0000 (0:00:00.038) 0:00:38.468 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.mon : Check if any node is bootstrapped] *******************", "Tuesday 17 March 2026 17:44:42 +0000 (0:00:00.106) 0:00:38.575 *********", "ok: [instance] => (item=instance)", "", "TASK [vexxhost.ceph.mon : Select pre-existing bootstrap node if exists] ********", "Tuesday 17 March 2026 17:44:43 +0000 (0:00:00.229) 0:00:38.804 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.mon : Bootstrap cluster] ***********************************", "Tuesday 17 March 2026 17:44:43 +0000 (0:00:00.052) 0:00:38.856 *********", "included: /home/zuul/.ansible/collections/ansible_collections/vexxhost/ceph/roles/mon/tasks/bootstrap-ceph.yml for instance", "", "TASK [vexxhost.ceph.mon : Generate temporary file for \"ceph.conf\"] *************", "Tuesday 17 March 2026 17:44:43 +0000 (0:00:00.078) 0:00:38.935 *********", "changed: [instance]", "", "TASK [vexxhost.ceph.mon : Include extra configuration values] ******************", "Tuesday 17 March 2026 17:44:43 +0000 (0:00:00.293) 0:00:39.228 *********", "changed: [instance] => (item={'option': 'mon allow pool size one', 'section': 'global', 'value': True})", "changed: [instance] => (item={'option': 'osd crush chooseleaf type', 'section': 'global', 'value': 0})", "changed: [instance] => (item={'option': 'auth allow insecure global id reclaim', 'section': 'mon', 'value': False})", "", "TASK [vexxhost.ceph.mon : Run Bootstrap coomand] *******************************", "Tuesday 17 March 2026 17:44:44 +0000 (0:00:00.686) 0:00:39.915 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.mon : Remove temporary file for \"ceph.conf\"] ***************", "Tuesday 17 March 2026 17:46:11 +0000 (0:01:27.648) 0:02:07.564 *********", "changed: [instance]", "", "TASK [vexxhost.ceph.mon : Set bootstrap node] **********************************", "Tuesday 17 March 2026 17:46:12 +0000 (0:00:00.210) 0:02:07.774 *********", "ok: [instance]", "", "TASK [Install Ceph host] *******************************************************", "Tuesday 17 March 2026 17:46:12 +0000 (0:00:00.041) 0:02:07.816 *********", "included: vexxhost.ceph.cephadm_host for instance", "", "TASK [vexxhost.ceph.cephadm_host : Get public SSH key for \"cephadm\" user] ******", "Tuesday 17 March 2026 17:46:12 +0000 (0:00:00.091) 0:02:07.908 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.cephadm_host : Set fact with public SSH key for \"cephadm\" user] ***", "Tuesday 17 March 2026 17:46:13 +0000 (0:00:01.365) 0:02:09.273 *********", "ok: [instance] => (item=instance)", "", "TASK [vexxhost.ceph.cephadm_host : Set authorized key for \"cephadm\"] ***********", "Tuesday 17 March 2026 17:46:13 +0000 (0:00:00.056) 0:02:09.329 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.cephadm_host : Add new host to Ceph] ***********************", "Tuesday 17 March 2026 17:46:14 +0000 (0:00:00.373) 0:02:09.702 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.mon : Configure \"mon\" label for monitors] ******************", "Tuesday 17 March 2026 17:46:15 +0000 (0:00:01.830) 0:02:11.533 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.mon : Validate monitor exist] ******************************", "Tuesday 17 March 2026 17:46:17 +0000 (0:00:01.474) 0:02:13.008 *********", "ok: [instance]", "", "TASK [Install Ceph host] *******************************************************", "Tuesday 17 March 2026 17:46:27 +0000 (0:00:10.052) 0:02:23.061 *********", "included: vexxhost.ceph.cephadm_host for instance", "", "TASK [vexxhost.ceph.cephadm_host : Get public SSH key for \"cephadm\" user] ******", "Tuesday 17 March 2026 17:46:27 +0000 (0:00:00.127) 0:02:23.189 *********", "skipping: [instance]", "", "TASK [vexxhost.ceph.cephadm_host : Set fact with public SSH key for \"cephadm\" user] ***", "Tuesday 17 March 2026 17:46:27 +0000 (0:00:00.047) 0:02:23.236 *********", "skipping: [instance] => (item=instance)", "skipping: [instance]", "", "TASK [vexxhost.ceph.cephadm_host : Set authorized key for \"cephadm\"] ***********", "Tuesday 17 March 2026 17:46:27 +0000 (0:00:00.047) 0:02:23.284 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.cephadm_host : Add new host to Ceph] ***********************", "Tuesday 17 March 2026 17:46:27 +0000 (0:00:00.245) 0:02:23.529 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.mgr : Configure \"mgr\" label for managers] ******************", "Tuesday 17 March 2026 17:46:29 +0000 (0:00:01.846) 0:02:25.376 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.mgr : Validate manager exist] ******************************", "Tuesday 17 March 2026 17:46:31 +0000 (0:00:01.409) 0:02:26.786 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.mgr : Enable the Ceph Manager prometheus module] ***********", "Tuesday 17 March 2026 17:46:32 +0000 (0:00:01.371) 0:02:28.157 *********", "ok: [instance]", "", "PLAY [Deploy Ceph OSDs] ********************************************************", "", "TASK [Gathering Facts] *********************************************************", "Tuesday 17 March 2026 17:46:34 +0000 (0:00:02.074) 0:02:30.231 *********", "ok: [instance]", "", "TASK [vexxhost.containers.forget_package : Forget package] *********************", "Tuesday 17 March 2026 17:46:35 +0000 (0:00:00.835) 0:02:31.067 *********", "ok: [instance]", "", "TASK [vexxhost.containers.package : Update state for tar] **********************", "Tuesday 17 March 2026 17:46:35 +0000 (0:00:00.204) 0:02:31.271 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.directory : Create directory (/var/lib/downloads)] ***", "Tuesday 17 March 2026 17:46:35 +0000 (0:00:00.037) 0:02:31.308 *********", "ok: [instance]", "", "TASK [vexxhost.containers.download_artifact : Starting download of file] *******", "Tuesday 17 March 2026 17:46:35 +0000 (0:00:00.213) 0:02:31.522 *********", "ok: [instance] => {", " \"msg\": \"https://github.com/opencontainers/runc/releases/download/v1.4.0/runc.amd64\"", "}", "", "TASK [vexxhost.containers.download_artifact : Download item] *******************", "Tuesday 17 March 2026 17:46:35 +0000 (0:00:00.054) 0:02:31.576 *********", "ok: [instance]", "", "TASK [vexxhost.containers.download_artifact : Extract archive] *****************", "Tuesday 17 March 2026 17:46:36 +0000 (0:00:00.294) 0:02:31.871 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.package : Update state for tar] **********************", "Tuesday 17 March 2026 17:46:36 +0000 (0:00:00.036) 0:02:31.907 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.forget_package : Forget package] *********************", "Tuesday 17 March 2026 17:46:36 +0000 (0:00:00.043) 0:02:31.951 *********", "ok: [instance]", "", "TASK [vexxhost.containers.package : Update state for tar] **********************", "Tuesday 17 March 2026 17:46:36 +0000 (0:00:00.207) 0:02:32.158 *********", "ok: [instance]", "", "TASK [vexxhost.containers.download_artifact : Starting download of file] *******", "Tuesday 17 March 2026 17:46:37 +0000 (0:00:01.048) 0:02:33.207 *********", "ok: [instance] => {", " \"msg\": \"https://github.com/containerd/containerd/releases/download/v2.2.0/containerd-2.2.0-linux-amd64.tar.gz\"", "}", "", "TASK [vexxhost.containers.download_artifact : Download item] *******************", "Tuesday 17 March 2026 17:46:37 +0000 (0:00:00.065) 0:02:33.272 *********", "ok: [instance]", "", "TASK [vexxhost.containers.download_artifact : Extract archive] *****************", "Tuesday 17 March 2026 17:46:38 +0000 (0:00:00.320) 0:02:33.592 *********", "ok: [instance]", "", "TASK [vexxhost.containers.containerd : Install SELinux packages] ***************", "Tuesday 17 March 2026 17:46:39 +0000 (0:00:01.921) 0:02:35.514 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.containerd : Set SELinux to permissive at runtime] ***", "Tuesday 17 March 2026 17:46:39 +0000 (0:00:00.034) 0:02:35.548 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.containerd : Persist SELinux permissive mode] ********", "Tuesday 17 March 2026 17:46:39 +0000 (0:00:00.034) 0:02:35.583 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.containerd : Install AppArmor packages] **************", "Tuesday 17 March 2026 17:46:40 +0000 (0:00:00.033) 0:02:35.616 *********", "ok: [instance]", "", "TASK [vexxhost.containers.containerd : Create systemd service file for containerd] ***", "Tuesday 17 March 2026 17:46:41 +0000 (0:00:01.018) 0:02:36.635 *********", "ok: [instance]", "", "TASK [vexxhost.containers.containerd : Create folders for configuration] *******", "Tuesday 17 March 2026 17:46:41 +0000 (0:00:00.439) 0:02:37.074 *********", "ok: [instance] => (item={'path': '/etc/containerd'})", "ok: [instance] => (item={'path': '/var/lib/containerd', 'mode': '0o700'})", "ok: [instance] => (item={'path': '/run/containerd', 'mode': '0o711'})", "ok: [instance] => (item={'path': '/run/containerd/io.containerd.grpc.v1.cri', 'mode': '0o700'})", "ok: [instance] => (item={'path': '/run/containerd/io.containerd.sandbox.controller.v1.shim', 'mode': '0o700'})", "", "TASK [vexxhost.containers.containerd : Create containerd config file] **********", "Tuesday 17 March 2026 17:46:42 +0000 (0:00:00.892) 0:02:37.966 *********", "ok: [instance]", "", "TASK [vexxhost.containers.containerd : Force any restarts if necessary] ********", "Tuesday 17 March 2026 17:46:42 +0000 (0:00:00.466) 0:02:38.433 *********", "", "TASK [vexxhost.containers.containerd : Enable and start service] ***************", "Tuesday 17 March 2026 17:46:42 +0000 (0:00:00.015) 0:02:38.448 *********", "ok: [instance]", "", "TASK [vexxhost.containers.forget_package : Forget package] *********************", "Tuesday 17 March 2026 17:46:43 +0000 (0:00:00.342) 0:02:38.790 *********", "ok: [instance]", "", "TASK [vexxhost.containers.download_artifact : Starting download of file] *******", "Tuesday 17 March 2026 17:46:43 +0000 (0:00:00.210) 0:02:39.000 *********", "ok: [instance] => {", " \"msg\": \"https://download.docker.com/linux/static/stable/x86_64/docker-24.0.9.tgz\"", "}", "", "TASK [vexxhost.containers.download_artifact : Download item] *******************", "Tuesday 17 March 2026 17:46:43 +0000 (0:00:00.052) 0:02:39.053 *********", "ok: [instance]", "", "TASK [vexxhost.containers.download_artifact : Extract archive] *****************", "Tuesday 17 March 2026 17:46:43 +0000 (0:00:00.349) 0:02:39.402 *********", "ok: [instance]", "", "TASK [vexxhost.containers.docker : Install AppArmor packages] ******************", "Tuesday 17 March 2026 17:46:46 +0000 (0:00:03.056) 0:02:42.459 *********", "ok: [instance]", "", "TASK [vexxhost.containers.docker : Ensure group \"docker\" exists] ***************", "Tuesday 17 March 2026 17:46:47 +0000 (0:00:01.068) 0:02:43.527 *********", "ok: [instance]", "", "TASK [vexxhost.containers.docker : Create systemd service file for docker] *****", "Tuesday 17 March 2026 17:46:48 +0000 (0:00:00.213) 0:02:43.740 *********", "ok: [instance]", "", "TASK [vexxhost.containers.docker : Create folders for configuration] ***********", "Tuesday 17 March 2026 17:46:48 +0000 (0:00:00.424) 0:02:44.164 *********", "ok: [instance] => (item={'path': '/etc/docker'})", "ok: [instance] => (item={'path': '/var/lib/docker', 'mode': '0o710'})", "ok: [instance] => (item={'path': '/run/docker', 'mode': '0o711'})", "", "TASK [vexxhost.containers.docker : Create systemd socket file for docker] ******", "Tuesday 17 March 2026 17:46:49 +0000 (0:00:00.560) 0:02:44.725 *********", "ok: [instance]", "", "TASK [vexxhost.containers.docker : Create docker daemon config file] ***********", "Tuesday 17 March 2026 17:46:49 +0000 (0:00:00.426) 0:02:45.152 *********", "ok: [instance]", "", "TASK [vexxhost.containers.docker : Force any restarts if necessary] ************", "Tuesday 17 March 2026 17:46:49 +0000 (0:00:00.409) 0:02:45.562 *********", "", "TASK [vexxhost.containers.docker : Enable and start service] *******************", "Tuesday 17 March 2026 17:46:49 +0000 (0:00:00.013) 0:02:45.576 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.cephadm : Gather variables for each operating system] ******", "Tuesday 17 March 2026 17:46:50 +0000 (0:00:00.352) 0:02:45.928 *********", "ok: [instance] => (item=/home/zuul/.ansible/collections/ansible_collections/vexxhost/ceph/roles/cephadm/vars/ubuntu-22.04.yml)", "", "TASK [vexxhost.ceph.cephadm : Install packages] ********************************", "Tuesday 17 March 2026 17:46:50 +0000 (0:00:00.049) 0:02:45.977 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.cephadm : Ensure services are started] *********************", "Tuesday 17 March 2026 17:46:51 +0000 (0:00:00.966) 0:02:46.944 *********", "ok: [instance] => (item=chronyd)", "ok: [instance] => (item=sshd)", "", "TASK [vexxhost.ceph.cephadm : Download \"cephadm\"] ******************************", "Tuesday 17 March 2026 17:46:52 +0000 (0:00:00.673) 0:02:47.618 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.cephadm : Remove cephadm from old path] ********************", "Tuesday 17 March 2026 17:46:52 +0000 (0:00:00.303) 0:02:47.922 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.cephadm : Ensure \"cephadm\" user is present] ****************", "Tuesday 17 March 2026 17:46:52 +0000 (0:00:00.220) 0:02:48.142 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.cephadm : Allow \"cephadm\" user to have passwordless sudo] ***", "Tuesday 17 March 2026 17:46:52 +0000 (0:00:00.230) 0:02:48.372 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.osd : Get monitor status] **********************************", "Tuesday 17 March 2026 17:46:52 +0000 (0:00:00.221) 0:02:48.593 *********", "ok: [instance] => (item=instance)", "", "TASK [vexxhost.ceph.osd : Select admin host] ***********************************", "Tuesday 17 March 2026 17:46:53 +0000 (0:00:00.235) 0:02:48.829 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.osd : Get `cephadm ls` status] *****************************", "Tuesday 17 March 2026 17:46:53 +0000 (0:00:00.050) 0:02:48.879 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.osd : Parse the `cephadm ls` output] ***********************", "Tuesday 17 March 2026 17:46:58 +0000 (0:00:05.339) 0:02:54.219 *********", "ok: [instance]", "", "TASK [Install Ceph host] *******************************************************", "Tuesday 17 March 2026 17:46:58 +0000 (0:00:00.043) 0:02:54.262 *********", "included: vexxhost.ceph.cephadm_host for instance", "", "TASK [vexxhost.ceph.cephadm_host : Get public SSH key for \"cephadm\" user] ******", "Tuesday 17 March 2026 17:46:58 +0000 (0:00:00.059) 0:02:54.321 *********", "skipping: [instance]", "", "TASK [vexxhost.ceph.cephadm_host : Set fact with public SSH key for \"cephadm\" user] ***", "Tuesday 17 March 2026 17:46:58 +0000 (0:00:00.038) 0:02:54.360 *********", "skipping: [instance] => (item=instance)", "skipping: [instance]", "", "TASK [vexxhost.ceph.cephadm_host : Set authorized key for \"cephadm\"] ***********", "Tuesday 17 March 2026 17:46:58 +0000 (0:00:00.041) 0:02:54.402 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.cephadm_host : Add new host to Ceph] ***********************", "Tuesday 17 March 2026 17:46:59 +0000 (0:00:00.240) 0:02:54.642 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.osd : Adopt OSDs to cluster] *******************************", "Tuesday 17 March 2026 17:47:00 +0000 (0:00:01.839) 0:02:56.482 *********", "skipping: [instance]", "", "TASK [vexxhost.ceph.osd : Wait until OSD added to cephadm] *********************", "Tuesday 17 March 2026 17:47:00 +0000 (0:00:00.028) 0:02:56.510 *********", "skipping: [instance]", "", "TASK [vexxhost.ceph.osd : Ensure all OSDs are non-legacy] **********************", "Tuesday 17 March 2026 17:47:00 +0000 (0:00:00.028) 0:02:56.539 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.osd : Get `ceph-volume lvm list` status] *******************", "Tuesday 17 March 2026 17:47:06 +0000 (0:00:05.323) 0:03:01.863 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.osd : Install OSDs] ****************************************", "Tuesday 17 March 2026 17:47:16 +0000 (0:00:09.933) 0:03:11.796 *********", "ok: [instance] => (item=/dev/ceph-instance-osd0/data)", "ok: [instance] => (item=/dev/ceph-instance-osd1/data)", "ok: [instance] => (item=/dev/ceph-instance-osd2/data)", "", "TASK [vexxhost.ceph.osd : Get mon dump] ****************************************", "Tuesday 17 March 2026 17:48:36 +0000 (0:01:19.819) 0:04:31.616 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.osd : Mark require osd release] ****************************", "Tuesday 17 March 2026 17:48:37 +0000 (0:00:01.530) 0:04:33.147 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.osd : Wait for all OSD to be running] **********************", "Tuesday 17 March 2026 17:48:38 +0000 (0:00:01.428) 0:04:34.575 *********", "included: /home/zuul/.ansible/collections/ansible_collections/vexxhost/ceph/roles/osd/tasks/check-osds.yml for instance", "", "TASK [vexxhost.ceph.osd : Set the retry count] *********************************", "Tuesday 17 March 2026 17:48:39 +0000 (0:00:00.054) 0:04:34.629 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.osd : Get `ceph orch ps`] **********************************", "Tuesday 17 March 2026 17:48:39 +0000 (0:00:00.043) 0:04:34.673 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.osd : OSD daemon list] *************************************", "Tuesday 17 March 2026 17:48:40 +0000 (0:00:01.429) 0:04:36.102 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.osd : Fail if any OSD not running] *************************", "Tuesday 17 March 2026 17:48:40 +0000 (0:00:00.041) 0:04:36.143 *********", "skipping: [instance] => (item=1)", "skipping: [instance] => (item=1)", "skipping: [instance] => (item=1)", "skipping: [instance]", "", "TASK [vexxhost.ceph.osd : Fail if any duplicate OSD ID] ************************", "Tuesday 17 March 2026 17:48:40 +0000 (0:00:00.046) 0:04:36.190 *********", "skipping: [instance]", "", "PLAY [all] *********************************************************************", "", "TASK [Ensure RBD kernel module is loaded] **************************************", "Tuesday 17 March 2026 17:48:40 +0000 (0:00:00.047) 0:04:36.237 *********", "changed: [instance]", "", "PLAY [all] *********************************************************************", "", "TASK [Gathering Facts] *********************************************************", "Tuesday 17 March 2026 17:48:41 +0000 (0:00:00.405) 0:04:36.643 *********", "ok: [instance]", "", "TASK [vexxhost.atmosphere.sysctl : Configure sysctl values] ********************", "Tuesday 17 March 2026 17:48:41 +0000 (0:00:00.886) 0:04:37.529 *********", "changed: [instance] => (item={'name': 'fs.aio-max-nr', 'value': 1048576})", "changed: [instance] => (item={'name': 'net.ipv4.tcp_timestamps', 'value': 0})", "changed: [instance] => (item={'name': 'net.ipv4.tcp_sack', 'value': 1})", "changed: [instance] => (item={'name': 'net.core.netdev_budget', 'value': 1000})", "changed: [instance] => (item={'name': 'net.core.netdev_max_backlog', 'value': 250000})", "changed: [instance] => (item={'name': 'net.core.rmem_max', 'value': 4194304})", "changed: [instance] => (item={'name': 'net.core.wmem_max', 'value': 4194304})", "changed: [instance] => (item={'name': 'net.core.rmem_default', 'value': 4194304})", "changed: [instance] => (item={'name': 'net.core.wmem_default', 'value': 4194304})", "changed: [instance] => (item={'name': 'net.core.optmem_max', 'value': 4194304})", "changed: [instance] => (item={'name': 'net.ipv4.tcp_rmem', 'value': '4096 87380 4194304'})", "changed: [instance] => (item={'name': 'net.ipv4.tcp_wmem', 'value': '4096 65536 4194304'})", "changed: [instance] => (item={'name': 'net.ipv4.tcp_low_latency', 'value': 1})", "changed: [instance] => (item={'name': 'net.ipv4.tcp_adv_win_scale', 'value': 1})", "changed: [instance] => (item={'name': 'net.ipv4.neigh.default.gc_thresh1', 'value': 128})", "changed: [instance] => (item={'name': 'net.ipv4.neigh.default.gc_thresh2', 'value': 28872})", "changed: [instance] => (item={'name': 'net.ipv4.neigh.default.gc_thresh3', 'value': 32768})", "changed: [instance] => (item={'name': 'net.ipv6.neigh.default.gc_thresh1', 'value': 128})", "changed: [instance] => (item={'name': 'net.ipv6.neigh.default.gc_thresh2', 'value': 28872})", "changed: [instance] => (item={'name': 'net.ipv6.neigh.default.gc_thresh3', 'value': 32768})", "", "TASK [vexxhost.atmosphere.ethtool : Create folder for persistent configuration] ***", "Tuesday 17 March 2026 17:48:45 +0000 (0:00:03.629) 0:04:41.158 *********", "changed: [instance]", "", "TASK [vexxhost.atmosphere.ethtool : Install persistent \"ethtool\" tuning] *******", "Tuesday 17 March 2026 17:48:45 +0000 (0:00:00.201) 0:04:41.360 *********", "changed: [instance]", "", "TASK [vexxhost.atmosphere.ethtool : Run \"ethtool\" tuning] **********************", "Tuesday 17 March 2026 17:48:46 +0000 (0:00:00.435) 0:04:41.796 *********", "ok: [instance]", "", "TASK [Set a fact with the \"atmosphere_images\" for other plays] *****************", "Tuesday 17 March 2026 17:48:46 +0000 (0:00:00.240) 0:04:42.036 *********", "ok: [instance]", "", "PLAY [Configure Kubernetes VIP] ************************************************", "", "TASK [Gathering Facts] *********************************************************", "Tuesday 17 March 2026 17:48:46 +0000 (0:00:00.049) 0:04:42.085 *********", "ok: [instance]", "", "TASK [vexxhost.containers.directory : Create directory (/etc/kubernetes/manifests)] ***", "Tuesday 17 March 2026 17:48:47 +0000 (0:00:00.875) 0:04:42.960 *********", "changed: [instance]", "", "TASK [vexxhost.kubernetes.kube_vip : Uninstall legacy HA stack] ****************", "Tuesday 17 March 2026 17:48:47 +0000 (0:00:00.205) 0:04:43.165 *********", "ok: [instance] => (item=/etc/keepalived/keepalived.conf)", "ok: [instance] => (item=/etc/keepalived/check_apiserver.sh)", "ok: [instance] => (item=/etc/kubernetes/manifests/keepalived.yaml)", "ok: [instance] => (item=/etc/haproxy/haproxy.cfg)", "ok: [instance] => (item=/etc/kubernetes/manifests/haproxy.yaml)", "", "TASK [vexxhost.kubernetes.kube_vip : Switch API server to run on port 6443] ****", "Tuesday 17 March 2026 17:48:48 +0000 (0:00:00.897) 0:04:44.063 *********", "failed: [instance] (item=/etc/kubernetes/manifests/kube-apiserver.yaml) => {\"ansible_loop_var\": \"item\", \"changed\": false, \"item\": \"/etc/kubernetes/manifests/kube-apiserver.yaml\", \"msg\": \"Path /etc/kubernetes/manifests/kube-apiserver.yaml does not exist !\", \"rc\": 257}", "failed: [instance] (item=/etc/kubernetes/controller-manager.conf) => {\"ansible_loop_var\": \"item\", \"changed\": false, \"item\": \"/etc/kubernetes/controller-manager.conf\", \"msg\": \"Path /etc/kubernetes/controller-manager.conf does not exist !\", \"rc\": 257}", "failed: [instance] (item=/etc/kubernetes/scheduler.conf) => {\"ansible_loop_var\": \"item\", \"changed\": false, \"item\": \"/etc/kubernetes/scheduler.conf\", \"msg\": \"Path /etc/kubernetes/scheduler.conf does not exist !\", \"rc\": 257}", "...ignoring", "", "TASK [vexxhost.kubernetes.kube_vip : Check if super-admin.conf exists] *********", "Tuesday 17 March 2026 17:48:48 +0000 (0:00:00.484) 0:04:44.547 *********", "ok: [instance]", "", "TASK [vexxhost.kubernetes.kube_vip : Check if kubeadm has already run] *********", "Tuesday 17 March 2026 17:48:49 +0000 (0:00:00.203) 0:04:44.750 *********", "ok: [instance]", "", "TASK [vexxhost.kubernetes.kube_vip : Set fact with KUBECONFIG path] ************", "Tuesday 17 March 2026 17:48:49 +0000 (0:00:00.184) 0:04:44.935 *********", "ok: [instance]", "", "TASK [vexxhost.kubernetes.kube_vip : Set fact with KUBECONFIG path (with super-admin.conf)] ***", "Tuesday 17 March 2026 17:48:49 +0000 (0:00:00.028) 0:04:44.963 *********", "ok: [instance]", "", "TASK [vexxhost.kubernetes.kube_vip : Upload Kubernetes manifest] ***************", "Tuesday 17 March 2026 17:48:49 +0000 (0:00:00.038) 0:04:45.001 *********", "ok: [instance]", "", "TASK [vexxhost.kubernetes.kube_vip : Ensure kube-vip configuration file] *******", "Tuesday 17 March 2026 17:48:49 +0000 (0:00:00.509) 0:04:45.510 *********", "ok: [instance]", "", "TASK [vexxhost.kubernetes.kube_vip : Flush handlers] ***************************", "Tuesday 17 March 2026 17:48:50 +0000 (0:00:00.195) 0:04:45.706 *********", "", "PLAY [Install Kubernetes] ******************************************************", "", "TASK [Gathering Facts] *********************************************************", "Tuesday 17 March 2026 17:48:50 +0000 (0:00:00.095) 0:04:45.801 *********", "ok: [instance]", "", "TASK [vexxhost.containers.forget_package : Forget package] *********************", "Tuesday 17 March 2026 17:48:51 +0000 (0:00:00.846) 0:04:46.647 *********", "ok: [instance]", "", "TASK [vexxhost.containers.package : Update state for tar] **********************", "Tuesday 17 March 2026 17:48:51 +0000 (0:00:00.210) 0:04:46.858 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.directory : Create directory (/var/lib/downloads)] ***", "Tuesday 17 March 2026 17:48:51 +0000 (0:00:00.041) 0:04:46.900 *********", "ok: [instance]", "", "TASK [vexxhost.containers.download_artifact : Starting download of file] *******", "Tuesday 17 March 2026 17:48:51 +0000 (0:00:00.210) 0:04:47.110 *********", "ok: [instance] => {", " \"msg\": \"https://github.com/opencontainers/runc/releases/download/v1.4.0/runc.amd64\"", "}", "", "TASK [vexxhost.containers.download_artifact : Download item] *******************", "Tuesday 17 March 2026 17:48:51 +0000 (0:00:00.062) 0:04:47.172 *********", "ok: [instance]", "", "TASK [vexxhost.containers.download_artifact : Extract archive] *****************", "Tuesday 17 March 2026 17:48:51 +0000 (0:00:00.328) 0:04:47.501 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.forget_package : Forget package] *********************", "Tuesday 17 March 2026 17:48:51 +0000 (0:00:00.043) 0:04:47.545 *********", "ok: [instance]", "", "TASK [vexxhost.containers.package : Update state for tar] **********************", "Tuesday 17 March 2026 17:48:52 +0000 (0:00:00.188) 0:04:47.734 *********", "ok: [instance]", "", "TASK [vexxhost.containers.download_artifact : Starting download of file] *******", "Tuesday 17 March 2026 17:48:53 +0000 (0:00:00.981) 0:04:48.715 *********", "ok: [instance] => {", " \"msg\": \"https://github.com/containerd/containerd/releases/download/v2.2.0/containerd-2.2.0-linux-amd64.tar.gz\"", "}", "", "TASK [vexxhost.containers.download_artifact : Download item] *******************", "Tuesday 17 March 2026 17:48:53 +0000 (0:00:00.070) 0:04:48.785 *********", "ok: [instance]", "", "TASK [vexxhost.containers.download_artifact : Extract archive] *****************", "Tuesday 17 March 2026 17:48:53 +0000 (0:00:00.337) 0:04:49.123 *********", "ok: [instance]", "", "TASK [vexxhost.containers.containerd : Install SELinux packages] ***************", "Tuesday 17 March 2026 17:48:55 +0000 (0:00:01.934) 0:04:51.058 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.containerd : Set SELinux to permissive at runtime] ***", "Tuesday 17 March 2026 17:48:55 +0000 (0:00:00.037) 0:04:51.095 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.containerd : Persist SELinux permissive mode] ********", "Tuesday 17 March 2026 17:48:55 +0000 (0:00:00.032) 0:04:51.128 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.containerd : Install AppArmor packages] **************", "Tuesday 17 March 2026 17:48:55 +0000 (0:00:00.039) 0:04:51.167 *********", "ok: [instance]", "", "TASK [vexxhost.containers.containerd : Create systemd service file for containerd] ***", "Tuesday 17 March 2026 17:48:56 +0000 (0:00:01.287) 0:04:52.454 *********", "ok: [instance]", "", "TASK [vexxhost.containers.containerd : Create folders for configuration] *******", "Tuesday 17 March 2026 17:48:57 +0000 (0:00:00.428) 0:04:52.883 *********", "ok: [instance] => (item={'path': '/etc/containerd'})", "ok: [instance] => (item={'path': '/var/lib/containerd', 'mode': '0o700'})", "ok: [instance] => (item={'path': '/run/containerd', 'mode': '0o711'})", "ok: [instance] => (item={'path': '/run/containerd/io.containerd.grpc.v1.cri', 'mode': '0o700'})", "ok: [instance] => (item={'path': '/run/containerd/io.containerd.sandbox.controller.v1.shim', 'mode': '0o700'})", "", "TASK [vexxhost.containers.containerd : Create containerd config file] **********", "Tuesday 17 March 2026 17:48:58 +0000 (0:00:00.912) 0:04:53.796 *********", "ok: [instance]", "", "TASK [vexxhost.containers.containerd : Force any restarts if necessary] ********", "Tuesday 17 March 2026 17:48:58 +0000 (0:00:00.511) 0:04:54.307 *********", "", "TASK [vexxhost.containers.containerd : Enable and start service] ***************", "Tuesday 17 March 2026 17:48:58 +0000 (0:00:00.006) 0:04:54.314 *********", "ok: [instance]", "", "TASK [vexxhost.kubernetes.kubernetes_upgrade_check : Retrieve the \"kubeadm-config\" ConfigMap] ***", "Tuesday 17 March 2026 17:48:59 +0000 (0:00:00.348) 0:04:54.662 *********", "fatal: [instance]: FAILED! => {\"changed\": false, \"msg\": \"Failed to import the required Python library (kubernetes) on instance's Python /usr/bin/python3.10. Please read the module documentation and install it in the appropriate location. If the required library is installed, but Ansible is using the wrong Python interpreter, please consult the documentation on ansible_python_interpreter\"}", "...ignoring", "", "TASK [vexxhost.kubernetes.kubernetes_upgrade_check : Parse the ClusterConfiguration] ***", "Tuesday 17 March 2026 17:48:59 +0000 (0:00:00.544) 0:04:55.206 *********", "skipping: [instance]", "", "TASK [vexxhost.kubernetes.kubernetes_upgrade_check : Retrieve the current Kubernetes version] ***", "Tuesday 17 March 2026 17:48:59 +0000 (0:00:00.035) 0:04:55.241 *********", "skipping: [instance]", "", "TASK [vexxhost.kubernetes.kubernetes_upgrade_check : Extract major, minor, and patch versions] ***", "Tuesday 17 March 2026 17:48:59 +0000 (0:00:00.037) 0:04:55.279 *********", "skipping: [instance]", "", "TASK [vexxhost.kubernetes.kubernetes_upgrade_check : Fail if we're jumping more than one minor version] ***", "Tuesday 17 March 2026 17:48:59 +0000 (0:00:00.036) 0:04:55.316 *********", "skipping: [instance]", "", "TASK [vexxhost.kubernetes.kubernetes_upgrade_check : Set fact if we need to upgrade] ***", "Tuesday 17 March 2026 17:48:59 +0000 (0:00:00.038) 0:04:55.354 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.forget_package : Forget package] *********************", "Tuesday 17 March 2026 17:48:59 +0000 (0:00:00.045) 0:04:55.399 *********", "ok: [instance]", "", "TASK [vexxhost.containers.download_artifact : Starting download of file] *******", "Tuesday 17 March 2026 17:49:00 +0000 (0:00:00.204) 0:04:55.604 *********", "ok: [instance] => {", " \"msg\": \"https://dl.k8s.io/release/v1.28.13/bin/linux/amd64/kubeadm\"", "}", "", "TASK [vexxhost.containers.download_artifact : Download item] *******************", "Tuesday 17 March 2026 17:49:00 +0000 (0:00:00.045) 0:04:55.650 *********", "changed: [instance]", "", "TASK [vexxhost.containers.download_artifact : Extract archive] *****************", "Tuesday 17 March 2026 17:49:00 +0000 (0:00:00.654) 0:04:56.304 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.forget_package : Forget package] *********************", "Tuesday 17 March 2026 17:49:00 +0000 (0:00:00.047) 0:04:56.352 *********", "ok: [instance]", "", "TASK [vexxhost.containers.download_artifact : Starting download of file] *******", "Tuesday 17 March 2026 17:49:00 +0000 (0:00:00.212) 0:04:56.564 *********", "ok: [instance] => {", " \"msg\": \"https://dl.k8s.io/release/v1.28.13/bin/linux/amd64/kubectl\"", "}", "", "TASK [vexxhost.containers.download_artifact : Download item] *******************", "Tuesday 17 March 2026 17:49:01 +0000 (0:00:00.043) 0:04:56.608 *********", "changed: [instance]", "", "TASK [vexxhost.containers.download_artifact : Extract archive] *****************", "Tuesday 17 March 2026 17:49:01 +0000 (0:00:00.903) 0:04:57.511 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.containerd : Install SELinux packages] ***************", "Tuesday 17 March 2026 17:49:01 +0000 (0:00:00.052) 0:04:57.564 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.containerd : Set SELinux to permissive at runtime] ***", "Tuesday 17 March 2026 17:49:02 +0000 (0:00:00.031) 0:04:57.595 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.containerd : Persist SELinux permissive mode] ********", "Tuesday 17 March 2026 17:49:02 +0000 (0:00:00.030) 0:04:57.625 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.containerd : Install AppArmor packages] **************", "Tuesday 17 March 2026 17:49:02 +0000 (0:00:00.033) 0:04:57.659 *********", "ok: [instance]", "", "TASK [vexxhost.containers.containerd : Create systemd service file for containerd] ***", "Tuesday 17 March 2026 17:49:03 +0000 (0:00:01.101) 0:04:58.760 *********", "ok: [instance]", "", "TASK [vexxhost.containers.containerd : Create folders for configuration] *******", "Tuesday 17 March 2026 17:49:03 +0000 (0:00:00.443) 0:04:59.204 *********", "ok: [instance] => (item={'path': '/etc/containerd'})", "ok: [instance] => (item={'path': '/var/lib/containerd', 'mode': '0o700'})", "ok: [instance] => (item={'path': '/run/containerd', 'mode': '0o711'})", "ok: [instance] => (item={'path': '/run/containerd/io.containerd.grpc.v1.cri', 'mode': '0o700'})", "ok: [instance] => (item={'path': '/run/containerd/io.containerd.sandbox.controller.v1.shim', 'mode': '0o700'})", "", "TASK [vexxhost.containers.containerd : Create containerd config file] **********", "Tuesday 17 March 2026 17:49:04 +0000 (0:00:00.922) 0:05:00.127 *********", "ok: [instance]", "", "TASK [vexxhost.containers.containerd : Force any restarts if necessary] ********", "Tuesday 17 March 2026 17:49:05 +0000 (0:00:00.485) 0:05:00.612 *********", "", "TASK [vexxhost.containers.containerd : Enable and start service] ***************", "Tuesday 17 March 2026 17:49:05 +0000 (0:00:00.013) 0:05:00.626 *********", "ok: [instance]", "", "TASK [vexxhost.containers.forget_package : Forget package] *********************", "Tuesday 17 March 2026 17:49:05 +0000 (0:00:00.349) 0:05:00.976 *********", "ok: [instance]", "", "TASK [vexxhost.containers.download_artifact : Starting download of file] *******", "Tuesday 17 March 2026 17:49:05 +0000 (0:00:00.208) 0:05:01.184 *********", "ok: [instance] => {", " \"msg\": \"https://github.com/kubernetes-sigs/cri-tools/releases/download/v1.34.0/crictl-v1.34.0-linux-amd64.tar.gz\"", "}", "", "TASK [vexxhost.containers.download_artifact : Download item] *******************", "Tuesday 17 March 2026 17:49:05 +0000 (0:00:00.061) 0:05:01.246 *********", "changed: [instance]", "", "TASK [vexxhost.containers.download_artifact : Extract archive] *****************", "Tuesday 17 March 2026 17:49:06 +0000 (0:00:00.569) 0:05:01.815 *********", "changed: [instance]", "", "TASK [vexxhost.containers.download_artifact : Starting download of file] *******", "Tuesday 17 March 2026 17:49:07 +0000 (0:00:01.360) 0:05:03.176 *********", "ok: [instance] => {", " \"msg\": \"https://github.com/kubernetes-sigs/cri-tools/releases/download/v1.34.0/critest-v1.34.0-linux-amd64.tar.gz\"", "}", "", "TASK [vexxhost.containers.download_artifact : Download item] *******************", "Tuesday 17 March 2026 17:49:07 +0000 (0:00:00.056) 0:05:03.232 *********", "changed: [instance]", "", "TASK [vexxhost.containers.download_artifact : Extract archive] *****************", "Tuesday 17 March 2026 17:49:08 +0000 (0:00:00.602) 0:05:03.835 *********", "changed: [instance]", "", "TASK [vexxhost.containers.cri_tools : Create crictl config] ********************", "Tuesday 17 March 2026 17:49:09 +0000 (0:00:01.396) 0:05:05.232 *********", "changed: [instance]", "", "TASK [vexxhost.containers.directory : Create directory (/opt/cni/bin)] *********", "Tuesday 17 March 2026 17:49:10 +0000 (0:00:00.468) 0:05:05.700 *********", "changed: [instance]", "", "TASK [vexxhost.containers.forget_package : Forget package] *********************", "Tuesday 17 March 2026 17:49:10 +0000 (0:00:00.214) 0:05:05.914 *********", "ok: [instance]", "", "TASK [vexxhost.containers.download_artifact : Starting download of file] *******", "Tuesday 17 March 2026 17:49:10 +0000 (0:00:00.229) 0:05:06.144 *********", "ok: [instance] => {", " \"msg\": \"https://github.com/containernetworking/plugins/releases/download/v1.8.0/cni-plugins-linux-amd64-v1.8.0.tgz\"", "}", "", "TASK [vexxhost.containers.download_artifact : Download item] *******************", "Tuesday 17 March 2026 17:49:10 +0000 (0:00:00.060) 0:05:06.204 *********", "changed: [instance]", "", "TASK [vexxhost.containers.download_artifact : Extract archive] *****************", "Tuesday 17 March 2026 17:49:11 +0000 (0:00:00.852) 0:05:07.057 *********", "changed: [instance]", "", "TASK [vexxhost.containers.cni_plugins : Gather variables for each operating system] ***", "Tuesday 17 March 2026 17:49:14 +0000 (0:00:02.753) 0:05:09.810 *********", "ok: [instance] => (item=/home/zuul/.ansible/collections/ansible_collections/vexxhost/containers/roles/cni_plugins/vars/debian.yml)", "", "TASK [vexxhost.containers.cni_plugins : Install additional packages] ***********", "Tuesday 17 March 2026 17:49:14 +0000 (0:00:00.053) 0:05:09.863 *********", "ok: [instance]", "", "TASK [vexxhost.containers.cni_plugins : Ensure IPv6 is enabled] ****************", "Tuesday 17 March 2026 17:49:15 +0000 (0:00:01.077) 0:05:10.941 *********", "changed: [instance]", "", "TASK [vexxhost.containers.cni_plugins : Enable kernel modules on-boot] *********", "Tuesday 17 March 2026 17:49:15 +0000 (0:00:00.217) 0:05:11.159 *********", "changed: [instance]", "", "TASK [vexxhost.containers.cni_plugins : Enable kernel modules in runtime] ******", "Tuesday 17 March 2026 17:49:16 +0000 (0:00:00.489) 0:05:11.648 *********", "changed: [instance] => (item=br_netfilter)", "ok: [instance] => (item=ip_tables)", "changed: [instance] => (item=ip6_tables)", "changed: [instance] => (item=nf_conntrack)", "", "TASK [vexxhost.containers.forget_package : Forget package] *********************", "Tuesday 17 March 2026 17:49:16 +0000 (0:00:00.761) 0:05:12.410 *********", "ok: [instance]", "", "TASK [vexxhost.containers.download_artifact : Starting download of file] *******", "Tuesday 17 March 2026 17:49:17 +0000 (0:00:00.200) 0:05:12.611 *********", "ok: [instance] => {", " \"msg\": \"https://dl.k8s.io/release/v1.28.13/bin/linux/amd64/kubelet\"", "}", "", "TASK [vexxhost.containers.download_artifact : Download item] *******************", "Tuesday 17 March 2026 17:49:17 +0000 (0:00:00.049) 0:05:12.660 *********", "changed: [instance]", "", "TASK [vexxhost.containers.download_artifact : Extract archive] *****************", "Tuesday 17 March 2026 17:49:18 +0000 (0:00:01.121) 0:05:13.782 *********", "skipping: [instance]", "", "TASK [vexxhost.kubernetes.kubelet : Gather variables for each operating system] ***", "Tuesday 17 March 2026 17:49:18 +0000 (0:00:00.046) 0:05:13.828 *********", "ok: [instance] => (item=/home/zuul/.ansible/collections/ansible_collections/vexxhost/kubernetes/roles/kubelet/vars/debian.yml)", "", "TASK [vexxhost.kubernetes.kubelet : Install coreutils] *************************", "Tuesday 17 March 2026 17:49:18 +0000 (0:00:00.056) 0:05:13.885 *********", "skipping: [instance]", "", "TASK [vexxhost.kubernetes.kubelet : Install additional packages] ***************", "Tuesday 17 March 2026 17:49:18 +0000 (0:00:00.033) 0:05:13.919 *********", "changed: [instance]", "", "TASK [vexxhost.kubernetes.kubelet : Configure sysctl values] *******************", "Tuesday 17 March 2026 17:49:21 +0000 (0:00:03.217) 0:05:17.137 *********", "changed: [instance] => (item={'name': 'net.ipv4.ip_forward', 'value': 1})", "changed: [instance] => (item={'name': 'net.bridge.bridge-nf-call-iptables', 'value': 1})", "changed: [instance] => (item={'name': 'net.bridge.bridge-nf-call-ip6tables', 'value': 1})", "changed: [instance] => (item={'name': 'net.ipv4.conf.all.rp_filter', 'value': 0})", "changed: [instance] => (item={'name': 'fs.inotify.max_queued_events', 'value': 1048576})", "changed: [instance] => (item={'name': 'fs.inotify.max_user_instances', 'value': 8192})", "changed: [instance] => (item={'name': 'fs.inotify.max_user_watches', 'value': 1048576})", "", "TASK [vexxhost.kubernetes.kubelet : Create folders for kubernetes configuration] ***", "Tuesday 17 March 2026 17:49:22 +0000 (0:00:01.256) 0:05:18.394 *********", "changed: [instance] => (item=/etc/systemd/system/kubelet.service.d)", "ok: [instance] => (item=/etc/kubernetes)", "ok: [instance] => (item=/etc/kubernetes/manifests)", "", "TASK [vexxhost.kubernetes.kubelet : Add kubelet systemd service config] ********", "Tuesday 17 March 2026 17:49:23 +0000 (0:00:00.536) 0:05:18.930 *********", "changed: [instance]", "", "TASK [vexxhost.kubernetes.kubelet : Add kubeadm dropin for kubelet systemd service config] ***", "Tuesday 17 March 2026 17:49:23 +0000 (0:00:00.454) 0:05:19.384 *********", "changed: [instance]", "", "TASK [vexxhost.kubernetes.kubelet : Check swap status] *************************", "Tuesday 17 March 2026 17:49:24 +0000 (0:00:00.450) 0:05:19.835 *********", "ok: [instance]", "", "TASK [vexxhost.kubernetes.kubelet : Disable swap] ******************************", "Tuesday 17 March 2026 17:49:24 +0000 (0:00:00.193) 0:05:20.028 *********", "skipping: [instance]", "", "TASK [vexxhost.kubernetes.kubelet : Remove swapfile from /etc/fstab] ***********", "Tuesday 17 March 2026 17:49:24 +0000 (0:00:00.035) 0:05:20.064 *********", "ok: [instance] => (item=swap)", "ok: [instance] => (item=none)", "", "TASK [vexxhost.kubernetes.kubelet : Create noswap systemd service config file] ***", "Tuesday 17 March 2026 17:49:24 +0000 (0:00:00.481) 0:05:20.546 *********", "changed: [instance]", "", "TASK [vexxhost.kubernetes.kubelet : Enable noswap service] *********************", "Tuesday 17 March 2026 17:49:25 +0000 (0:00:00.427) 0:05:20.974 *********", "changed: [instance]", "", "TASK [vexxhost.kubernetes.kubelet : Force any restarts if necessary] ***********", "Tuesday 17 March 2026 17:49:25 +0000 (0:00:00.601) 0:05:21.575 *********", "", "RUNNING HANDLER [vexxhost.kubernetes.kubelet : Reload systemd] *****************", "Tuesday 17 March 2026 17:49:25 +0000 (0:00:00.007) 0:05:21.582 *********", "ok: [instance]", "", "TASK [vexxhost.kubernetes.kubelet : Enable and start kubelet service] **********", "Tuesday 17 March 2026 17:49:26 +0000 (0:00:00.743) 0:05:22.325 *********", "changed: [instance]", "", "TASK [vexxhost.kubernetes.kubelet : Ensure availability of dbus on Debian] *****", "Tuesday 17 March 2026 17:49:27 +0000 (0:00:00.590) 0:05:22.916 *********", "ok: [instance]", "", "TASK [vexxhost.kubernetes.kubelet : Configure short hostname] ******************", "Tuesday 17 March 2026 17:49:28 +0000 (0:00:00.955) 0:05:23.872 *********", "ok: [instance]", "", "TASK [vexxhost.kubernetes.kubelet : Ensure hostname inside hosts file] *********", "Tuesday 17 March 2026 17:49:29 +0000 (0:00:00.763) 0:05:24.635 *********", "ok: [instance]", "", "TASK [vexxhost.kubernetes.kubernetes : Remove kubernetes repository] ***********", "Tuesday 17 March 2026 17:49:29 +0000 (0:00:00.208) 0:05:24.843 *********", "ok: [instance]", "", "TASK [vexxhost.kubernetes.kubernetes : Setup control plane] ********************", "Tuesday 17 March 2026 17:49:29 +0000 (0:00:00.472) 0:05:25.316 *********", "included: /home/zuul/.ansible/collections/ansible_collections/vexxhost/kubernetes/roles/kubernetes/tasks/control-plane.yml for instance", "", "TASK [vexxhost.kubernetes.kubernetes : Bootstrap cluster] **********************", "Tuesday 17 March 2026 17:49:29 +0000 (0:00:00.080) 0:05:25.396 *********", "included: /home/zuul/.ansible/collections/ansible_collections/vexxhost/kubernetes/roles/kubernetes/tasks/bootstrap-cluster.yml for instance", "", "TASK [vexxhost.kubernetes.kubernetes : Check if any control plane is bootstrapped] ***", "Tuesday 17 March 2026 17:49:29 +0000 (0:00:00.077) 0:05:25.473 *********", "ok: [instance] => (item=instance)", "", "TASK [vexxhost.kubernetes.kubernetes : Pick node from pre-existing cluster] ****", "Tuesday 17 March 2026 17:49:30 +0000 (0:00:00.194) 0:05:25.668 *********", "skipping: [instance]", "", "TASK [vexxhost.kubernetes.kubernetes : Select first node to initialize cluster] ***", "Tuesday 17 March 2026 17:49:30 +0000 (0:00:00.043) 0:05:25.712 *********", "ok: [instance]", "", "TASK [vexxhost.kubernetes.kubernetes : Print selected bootstrap node] **********", "Tuesday 17 March 2026 17:49:30 +0000 (0:00:00.045) 0:05:25.757 *********", "ok: [instance] => {", " \"msg\": \"instance\"", "}", "", "TASK [vexxhost.kubernetes.kubernetes : Upload cluster configuration for bootstrap node] ***", "Tuesday 17 March 2026 17:49:30 +0000 (0:00:00.036) 0:05:25.794 *********", "changed: [instance]", "", "TASK [vexxhost.kubernetes.kubernetes : Create pki folder] **********************", "Tuesday 17 March 2026 17:49:30 +0000 (0:00:00.520) 0:05:26.314 *********", "skipping: [instance]", "", "TASK [vexxhost.kubernetes.kubernetes : Create kubernetes ca key] ***************", "Tuesday 17 March 2026 17:49:30 +0000 (0:00:00.028) 0:05:26.343 *********", "skipping: [instance]", "", "TASK [vexxhost.kubernetes.kubernetes : Create kubernetes ca cert] **************", "Tuesday 17 March 2026 17:49:30 +0000 (0:00:00.030) 0:05:26.373 *********", "skipping: [instance]", "", "TASK [vexxhost.kubernetes.kubernetes : Create etcd-ca key] *********************", "Tuesday 17 March 2026 17:49:30 +0000 (0:00:00.030) 0:05:26.403 *********", "skipping: [instance]", "", "TASK [vexxhost.kubernetes.kubernetes : Create etcd-ca cert] ********************", "Tuesday 17 March 2026 17:49:30 +0000 (0:00:00.030) 0:05:26.433 *********", "skipping: [instance]", "", "TASK [vexxhost.kubernetes.kubernetes : Create front-proxy-ca key] **************", "Tuesday 17 March 2026 17:49:30 +0000 (0:00:00.029) 0:05:26.463 *********", "skipping: [instance]", "", "TASK [vexxhost.kubernetes.kubernetes : Create front-proxy-ca cert] *************", "Tuesday 17 March 2026 17:49:30 +0000 (0:00:00.031) 0:05:26.494 *********", "skipping: [instance]", "", "TASK [vexxhost.kubernetes.kubernetes : Initialize cluster] *********************", "Tuesday 17 March 2026 17:49:30 +0000 (0:00:00.031) 0:05:26.525 *********", "fatal: [instance]: FAILED! => {\"changed\": true, \"cmd\": \"kubeadm init --config /etc/kubernetes/kubeadm.yaml --upload-certs --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests\\n\", \"delta\": \"0:00:01.354517\", \"end\": \"2026-03-17 17:49:32.440473\", \"msg\": \"non-zero return code\", \"rc\": 1, \"start\": \"2026-03-17 17:49:31.085956\", \"stderr\": \"W0317 17:49:31.118545 36544 initconfiguration.go:336] [config] WARNING: Ignored YAML document with GroupVersionKind kubeadm.k8s.io/v1beta3, Kind=JoinConfiguration\\nerror execution phase preflight: [preflight] Some fatal errors occurred:\\n\\t[ERROR ImagePull]: failed to pull image harbor.atmosphere.dev/registry.k8s.io/kube-apiserver:v1.28.13: output: E0317 17:49:31.416022 36640 log.go:32] \\\"PullImage from image service failed\\\" err=\\\"rpc error: code = Unknown desc = failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/kube-apiserver:v1.28.13\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/kube-apiserver/manifests/v1.28.13\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\" image=\\\"harbor.atmosphere.dev/registry.k8s.io/kube-apiserver:v1.28.13\\\"\\ntime=\\\"2026-03-17T17:49:31Z\\\" level=fatal msg=\\\"pulling image: failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/kube-apiserver:v1.28.13\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/kube-apiserver/manifests/v1.28.13\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\"\\n, error: exit status 1\\n\\t[ERROR ImagePull]: failed to pull image harbor.atmosphere.dev/registry.k8s.io/kube-controller-manager:v1.28.13: output: E0317 17:49:31.588481 36712 log.go:32] \\\"PullImage from image service failed\\\" err=\\\"rpc error: code = Unknown desc = failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/kube-controller-manager:v1.28.13\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/kube-controller-manager/manifests/v1.28.13\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\" image=\\\"harbor.atmosphere.dev/registry.k8s.io/kube-controller-manager:v1.28.13\\\"\\ntime=\\\"2026-03-17T17:49:31Z\\\" level=fatal msg=\\\"pulling image: failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/kube-controller-manager:v1.28.13\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/kube-controller-manager/manifests/v1.28.13\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\"\\n, error: exit status 1\\n\\t[ERROR ImagePull]: failed to pull image harbor.atmosphere.dev/registry.k8s.io/kube-scheduler:v1.28.13: output: E0317 17:49:31.754437 36779 log.go:32] \\\"PullImage from image service failed\\\" err=\\\"rpc error: code = Unknown desc = failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/kube-scheduler:v1.28.13\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/kube-scheduler/manifests/v1.28.13\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\" image=\\\"harbor.atmosphere.dev/registry.k8s.io/kube-scheduler:v1.28.13\\\"\\ntime=\\\"2026-03-17T17:49:31Z\\\" level=fatal msg=\\\"pulling image: failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/kube-scheduler:v1.28.13\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/kube-scheduler/manifests/v1.28.13\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\"\\n, error: exit status 1\\n\\t[ERROR ImagePull]: failed to pull image harbor.atmosphere.dev/registry.k8s.io/kube-proxy:v1.28.13: output: E0317 17:49:31.915007 36849 log.go:32] \\\"PullImage from image service failed\\\" err=\\\"rpc error: code = Unknown desc = failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/kube-proxy:v1.28.13\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/kube-proxy/manifests/v1.28.13\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\" image=\\\"harbor.atmosphere.dev/registry.k8s.io/kube-proxy:v1.28.13\\\"\\ntime=\\\"2026-03-17T17:49:31Z\\\" level=fatal msg=\\\"pulling image: failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/kube-proxy:v1.28.13\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/kube-proxy/manifests/v1.28.13\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\"\\n, error: exit status 1\\n\\t[ERROR ImagePull]: failed to pull image harbor.atmosphere.dev/registry.k8s.io/pause:3.9: output: E0317 17:49:32.101016 36931 log.go:32] \\\"PullImage from image service failed\\\" err=\\\"rpc error: code = Unknown desc = failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/pause:3.9\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/pause/manifests/3.9\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\" image=\\\"harbor.atmosphere.dev/registry.k8s.io/pause:3.9\\\"\\ntime=\\\"2026-03-17T17:49:32Z\\\" level=fatal msg=\\\"pulling image: failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/pause:3.9\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/pause/manifests/3.9\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\"\\n, error: exit status 1\\n\\t[ERROR ImagePull]: failed to pull image harbor.atmosphere.dev/registry.k8s.io/etcd:3.5.12-0: output: E0317 17:49:32.260397 37005 log.go:32] \\\"PullImage from image service failed\\\" err=\\\"rpc error: code = Unknown desc = failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/etcd:3.5.12-0\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/etcd/manifests/3.5.12-0\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\" image=\\\"harbor.atmosphere.dev/registry.k8s.io/etcd:3.5.12-0\\\"\\ntime=\\\"2026-03-17T17:49:32Z\\\" level=fatal msg=\\\"pulling image: failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/etcd:3.5.12-0\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/etcd/manifests/3.5.12-0\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\"\\n, error: exit status 1\\n\\t[ERROR ImagePull]: failed to pull image harbor.atmosphere.dev/registry.k8s.io/coredns/coredns:v1.10.1: output: E0317 17:49:32.431424 37078 log.go:32] \\\"PullImage from image service failed\\\" err=\\\"rpc error: code = Unknown desc = failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/coredns/coredns:v1.10.1\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/coredns/coredns/manifests/v1.10.1\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\" image=\\\"harbor.atmosphere.dev/registry.k8s.io/coredns/coredns:v1.10.1\\\"\\ntime=\\\"2026-03-17T17:49:32Z\\\" level=fatal msg=\\\"pulling image: failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/coredns/coredns:v1.10.1\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/coredns/coredns/manifests/v1.10.1\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\"\\n, error: exit status 1\\n[preflight] If you know what you are doing, you can make a check non-fatal with `--ignore-preflight-errors=...`\\nTo see the stack trace of this error execute with --v=5 or higher\", \"stderr_lines\": [\"W0317 17:49:31.118545 36544 initconfiguration.go:336] [config] WARNING: Ignored YAML document with GroupVersionKind kubeadm.k8s.io/v1beta3, Kind=JoinConfiguration\", \"error execution phase preflight: [preflight] Some fatal errors occurred:\", \"\\t[ERROR ImagePull]: failed to pull image harbor.atmosphere.dev/registry.k8s.io/kube-apiserver:v1.28.13: output: E0317 17:49:31.416022 36640 log.go:32] \\\"PullImage from image service failed\\\" err=\\\"rpc error: code = Unknown desc = failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/kube-apiserver:v1.28.13\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/kube-apiserver/manifests/v1.28.13\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\" image=\\\"harbor.atmosphere.dev/registry.k8s.io/kube-apiserver:v1.28.13\\\"\", \"time=\\\"2026-03-17T17:49:31Z\\\" level=fatal msg=\\\"pulling image: failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/kube-apiserver:v1.28.13\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/kube-apiserver/manifests/v1.28.13\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\"\", \", error: exit status 1\", \"\\t[ERROR ImagePull]: failed to pull image harbor.atmosphere.dev/registry.k8s.io/kube-controller-manager:v1.28.13: output: E0317 17:49:31.588481 36712 log.go:32] \\\"PullImage from image service failed\\\" err=\\\"rpc error: code = Unknown desc = failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/kube-controller-manager:v1.28.13\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/kube-controller-manager/manifests/v1.28.13\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\" image=\\\"harbor.atmosphere.dev/registry.k8s.io/kube-controller-manager:v1.28.13\\\"\", \"time=\\\"2026-03-17T17:49:31Z\\\" level=fatal msg=\\\"pulling image: failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/kube-controller-manager:v1.28.13\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/kube-controller-manager/manifests/v1.28.13\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\"\", \", error: exit status 1\", \"\\t[ERROR ImagePull]: failed to pull image harbor.atmosphere.dev/registry.k8s.io/kube-scheduler:v1.28.13: output: E0317 17:49:31.754437 36779 log.go:32] \\\"PullImage from image service failed\\\" err=\\\"rpc error: code = Unknown desc = failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/kube-scheduler:v1.28.13\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/kube-scheduler/manifests/v1.28.13\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\" image=\\\"harbor.atmosphere.dev/registry.k8s.io/kube-scheduler:v1.28.13\\\"\", \"time=\\\"2026-03-17T17:49:31Z\\\" level=fatal msg=\\\"pulling image: failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/kube-scheduler:v1.28.13\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/kube-scheduler/manifests/v1.28.13\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\"\", \", error: exit status 1\", \"\\t[ERROR ImagePull]: failed to pull image harbor.atmosphere.dev/registry.k8s.io/kube-proxy:v1.28.13: output: E0317 17:49:31.915007 36849 log.go:32] \\\"PullImage from image service failed\\\" err=\\\"rpc error: code = Unknown desc = failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/kube-proxy:v1.28.13\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/kube-proxy/manifests/v1.28.13\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\" image=\\\"harbor.atmosphere.dev/registry.k8s.io/kube-proxy:v1.28.13\\\"\", \"time=\\\"2026-03-17T17:49:31Z\\\" level=fatal msg=\\\"pulling image: failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/kube-proxy:v1.28.13\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/kube-proxy/manifests/v1.28.13\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\"\", \", error: exit status 1\", \"\\t[ERROR ImagePull]: failed to pull image harbor.atmosphere.dev/registry.k8s.io/pause:3.9: output: E0317 17:49:32.101016 36931 log.go:32] \\\"PullImage from image service failed\\\" err=\\\"rpc error: code = Unknown desc = failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/pause:3.9\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/pause/manifests/3.9\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\" image=\\\"harbor.atmosphere.dev/registry.k8s.io/pause:3.9\\\"\", \"time=\\\"2026-03-17T17:49:32Z\\\" level=fatal msg=\\\"pulling image: failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/pause:3.9\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/pause/manifests/3.9\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\"\", \", error: exit status 1\", \"\\t[ERROR ImagePull]: failed to pull image harbor.atmosphere.dev/registry.k8s.io/etcd:3.5.12-0: output: E0317 17:49:32.260397 37005 log.go:32] \\\"PullImage from image service failed\\\" err=\\\"rpc error: code = Unknown desc = failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/etcd:3.5.12-0\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/etcd/manifests/3.5.12-0\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\" image=\\\"harbor.atmosphere.dev/registry.k8s.io/etcd:3.5.12-0\\\"\", \"time=\\\"2026-03-17T17:49:32Z\\\" level=fatal msg=\\\"pulling image: failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/etcd:3.5.12-0\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/etcd/manifests/3.5.12-0\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\"\", \", error: exit status 1\", \"\\t[ERROR ImagePull]: failed to pull image harbor.atmosphere.dev/registry.k8s.io/coredns/coredns:v1.10.1: output: E0317 17:49:32.431424 37078 log.go:32] \\\"PullImage from image service failed\\\" err=\\\"rpc error: code = Unknown desc = failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/coredns/coredns:v1.10.1\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/coredns/coredns/manifests/v1.10.1\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\" image=\\\"harbor.atmosphere.dev/registry.k8s.io/coredns/coredns:v1.10.1\\\"\", \"time=\\\"2026-03-17T17:49:32Z\\\" level=fatal msg=\\\"pulling image: failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/coredns/coredns:v1.10.1\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/coredns/coredns/manifests/v1.10.1\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\"\", \", error: exit status 1\", \"[preflight] If you know what you are doing, you can make a check non-fatal with `--ignore-preflight-errors=...`\", \"To see the stack trace of this error execute with --v=5 or higher\"], \"stdout\": \"[init] Using Kubernetes version: v1.28.13\\n[preflight] Running pre-flight checks\\n[preflight] Pulling images required for setting up a Kubernetes cluster\\n[preflight] This might take a minute or two, depending on the speed of your internet connection\\n[preflight] You can also perform this action in beforehand using 'kubeadm config images pull'\", \"stdout_lines\": [\"[init] Using Kubernetes version: v1.28.13\", \"[preflight] Running pre-flight checks\", \"[preflight] Pulling images required for setting up a Kubernetes cluster\", \"[preflight] This might take a minute or two, depending on the speed of your internet connection\", \"[preflight] You can also perform this action in beforehand using 'kubeadm config images pull'\"]}", "", "PLAY RECAP *********************************************************************", "instance : ok=201 changed=54 unreachable=0 failed=1 skipped=53 rescued=0 ignored=2", "", "Tuesday 17 March 2026 17:49:32 +0000 (0:00:01.536) 0:05:28.062 *********", "===============================================================================", "vexxhost.ceph.mon : Run Bootstrap coomand ------------------------------ 87.65s", "vexxhost.ceph.osd : Install OSDs --------------------------------------- 79.82s", "vexxhost.ceph.mon : Validate monitor exist ----------------------------- 10.05s", "vexxhost.ceph.osd : Get `ceph-volume lvm list` status ------------------- 9.93s", "vexxhost.ceph.osd : Get `cephadm ls` status ----------------------------- 5.34s", "vexxhost.ceph.osd : Ensure all OSDs are non-legacy ---------------------- 5.32s", "vexxhost.containers.containerd : Install AppArmor packages -------------- 4.61s", "vexxhost.ceph.cephadm : Install packages -------------------------------- 4.56s", "vexxhost.containers.download_artifact : Extract archive ----------------- 4.27s", "vexxhost.atmosphere.sysctl : Configure sysctl values -------------------- 3.63s", "vexxhost.kubernetes.kubelet : Install additional packages --------------- 3.22s", "vexxhost.containers.download_artifact : Extract archive ----------------- 3.06s", "vexxhost.containers.download_artifact : Extract archive ----------------- 2.85s", "vexxhost.containers.download_artifact : Extract archive ----------------- 2.75s", "vexxhost.ceph.mgr : Enable the Ceph Manager prometheus module ----------- 2.07s", "vexxhost.containers.download_artifact : Extract archive ----------------- 1.93s", "vexxhost.containers.download_artifact : Extract archive ----------------- 1.92s", "vexxhost.ceph.cephadm_host : Add new host to Ceph ----------------------- 1.85s", "vexxhost.ceph.cephadm_host : Add new host to Ceph ----------------------- 1.84s", "vexxhost.ceph.cephadm_host : Add new host to Ceph ----------------------- 1.83s", "CRITICAL Ansible return code was 2, command was: ansible-playbook --inventory /home/zuul/.ansible/tmp/molecule.v9Wo.csi/inventory --skip-tags molecule-notest,notest --inventory=/home/zuul/src/github.com/vexxhost/atmosphere/inventory.yaml /home/zuul/src/github.com/vexxhost/atmosphere/molecule/csi/converge.yml", "ERROR [csi > converge] \u001b[31mExecuted: Failed\u001b[0m", "ERROR Ansible return code was 2, command was: ansible-playbook --inventory /home/zuul/.ansible/tmp/molecule.v9Wo.csi/inventory --skip-tags molecule-notest,notest --inventory=/home/zuul/src/github.com/vexxhost/atmosphere/inventory.yaml /home/zuul/src/github.com/vexxhost/atmosphere/molecule/csi/converge.yml" ], "zuul_log_id": "0242ac17-0011-8580-e3aa-000000000006-1-instance" } }, "task": { "duration": { "end": "2026-03-17T17:49:32.996476Z", "start": "2026-03-17T17:42:50.914525Z" }, "id": "0242ac17-0011-8580-e3aa-000000000006", "name": "Run Molecule scenario" } } ] } ], "stats": { "instance": { "changed": 2, "failures": 1, "ignored": 0, "ok": 2, "rescued": 0, "skipped": 0, "unreachable": 0 } }, "trusted": false }, { "branch": "stable/2024.1", "index": "0", "phase": "post", "playbook": "github.com/vexxhost/atmosphere/test-playbooks/molecule/post.yml", "plays": [ { "play": { "duration": { "end": "2026-03-17T17:49:43.767090Z", "start": "2026-03-17T17:49:33.737078Z" }, "id": "0242ac17-0011-d91e-96e3-000000000002", "name": "all" }, "tasks": [ { "hosts": { "instance": { "action": "file", "changed": true, "diff": { "after": { "path": "/tmp/logs/system", "state": "directory" }, "before": { "path": "/tmp/logs/system", "state": "absent" } }, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/tmp/logs/system", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/tmp/logs/system", "size": 4096, "state": "directory", "uid": 0 } }, "role": { "id": "0242ac17-0011-d91e-96e3-00000000000a", "name": "gather-host-logs", "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-host-logs" }, "task": { "duration": { "end": "2026-03-17T17:49:34.073176Z", "start": "2026-03-17T17:49:33.751186Z" }, "id": "0242ac17-0011-d91e-96e3-00000000000c", "name": "creating directory for system status" } }, { "hosts": { "instance": { "action": "shell", "changed": true, "cmd": "set -x\nsystemd-cgls --full --all --no-pager > /tmp/logs/system/systemd-cgls.txt\nip addr > /tmp/logs/system/ip-addr.txt\nip route > /tmp/logs/system/ip-route.txt\nlsblk > /tmp/logs/system/lsblk.txt\nmount > /tmp/logs/system/mount.txt\ndocker images > /tmp/logs/system/docker-images.txt\nbrctl show > /tmp/logs/system/brctl-show.txt\nps aux --sort=-%mem > /tmp/logs/system/ps.txt\ndpkg -l > /tmp/logs/system/packages.txt\nCONTAINERS=($(docker ps -a --format '{{ .Names }}' --filter label=zuul))\nif [ ! -z \"$CONTAINERS\" ]; then\n mkdir -p \"/tmp/logs/system/containers\"\n for CONTAINER in ${CONTAINERS}; do\n docker logs \"${CONTAINER}\" > \"/tmp/logs/system/containers/${CONTAINER}.txt\"\n done\nfi", "delta": "0:00:00.102973", "end": "2026-03-17 17:49:34.556824", "invocation": { "module_args": { "_raw_params": "set -x\nsystemd-cgls --full --all --no-pager > /tmp/logs/system/systemd-cgls.txt\nip addr > /tmp/logs/system/ip-addr.txt\nip route > /tmp/logs/system/ip-route.txt\nlsblk > /tmp/logs/system/lsblk.txt\nmount > /tmp/logs/system/mount.txt\ndocker images > /tmp/logs/system/docker-images.txt\nbrctl show > /tmp/logs/system/brctl-show.txt\nps aux --sort=-%mem > /tmp/logs/system/ps.txt\ndpkg -l > /tmp/logs/system/packages.txt\nCONTAINERS=($(docker ps -a --format '{{ .Names }}' --filter label=zuul))\nif [ ! -z \"$CONTAINERS\" ]; then\n mkdir -p \"/tmp/logs/system/containers\"\n for CONTAINER in ${CONTAINERS}; do\n docker logs \"${CONTAINER}\" > \"/tmp/logs/system/containers/${CONTAINER}.txt\"\n done\nfi", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": "/bin/bash", "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0242ac17-0011-d91e-96e3-00000000000d-1-instance", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-03-17 17:49:34.453851", "stderr": "", "stderr_lines": [], "stdout": "+ systemd-cgls --full --all --no-pager\n+ ip addr\n+ ip route\n+ lsblk\n+ mount\n+ docker images\n+ brctl show\n/bin/bash: line 8: brctl: command not found\n+ ps aux --sort=-%mem\n+ dpkg -l\n+ CONTAINERS=($(docker ps -a --format '{{ .Names }}' --filter label=zuul))\n++ docker ps -a --format '{{ .Names }}' --filter label=zuul\n+ '[' '!' -z '' ']'", "stdout_lines": [ "+ systemd-cgls --full --all --no-pager", "+ ip addr", "+ ip route", "+ lsblk", "+ mount", "+ docker images", "+ brctl show", "/bin/bash: line 8: brctl: command not found", "+ ps aux --sort=-%mem", "+ dpkg -l", "+ CONTAINERS=($(docker ps -a --format '{{ .Names }}' --filter label=zuul))", "++ docker ps -a --format '{{ .Names }}' --filter label=zuul", "+ '[' '!' -z '' ']'" ], "zuul_log_id": "0242ac17-0011-d91e-96e3-00000000000d-1-instance" } }, "role": { "id": "0242ac17-0011-d91e-96e3-00000000000a", "name": "gather-host-logs", "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-host-logs" }, "task": { "duration": { "end": "2026-03-17T17:49:34.612633Z", "start": "2026-03-17T17:49:34.096288Z" }, "id": "0242ac17-0011-d91e-96e3-00000000000d", "name": "Get logs for each host" } }, { "hosts": { "instance": { "action": "synchronize", "changed": true, "cmd": "/usr/bin/rsync --delay-updates -F --compress --archive --rsh='/usr/bin/ssh -S none -o Port=22 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null' --rsync-path='sudo -u root rsync' --out-format='<>%i %n%L' zuul@199.204.45.210:/tmp/logs/system /var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/logs/instance", "invocation": { "module_args": { "_local_rsync_password": null, "_local_rsync_path": "rsync", "_ssh_args": null, "_substitute_controller": false, "archive": true, "checksum": false, "compress": true, "copy_links": false, "delay_updates": true, "delete": false, "dest": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/logs/instance", "dest_port": 22, "dirs": false, "existing_only": false, "group": null, "link_dest": null, "links": null, "mode": "pull", "owner": null, "partial": false, "perms": null, "private_key": null, "recursive": null, "rsync_opts": [], "rsync_path": "sudo -u root rsync", "rsync_timeout": 0, "set_remote_user": true, "src": "zuul@199.204.45.210:/tmp/logs/system", "ssh_connection_multiplexing": false, "times": null, "use_ssh_args": false, "verify_host": false } }, "msg": "created directory /var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/logs/instance\ncd+++++++++ system/\n>f+++++++++ system/brctl-show.txt\n>f+++++++++ system/docker-images.txt\n>f+++++++++ system/ip-addr.txt\n>f+++++++++ system/ip-route.txt\n>f+++++++++ system/lsblk.txt\n>f+++++++++ system/mount.txt\n>f+++++++++ system/packages.txt\n>f+++++++++ system/ps.txt\n>f+++++++++ system/systemd-cgls.txt\n", "rc": 0, "stdout_lines": [ "created directory /var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/logs/instance", "cd+++++++++ system/", ">f+++++++++ system/brctl-show.txt", ">f+++++++++ system/docker-images.txt", ">f+++++++++ system/ip-addr.txt", ">f+++++++++ system/ip-route.txt", ">f+++++++++ system/lsblk.txt", ">f+++++++++ system/mount.txt", ">f+++++++++ system/packages.txt", ">f+++++++++ system/ps.txt", ">f+++++++++ system/systemd-cgls.txt" ] } }, "role": { "id": "0242ac17-0011-d91e-96e3-00000000000a", "name": "gather-host-logs", "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-host-logs" }, "task": { "duration": { "end": "2026-03-17T17:49:35.262730Z", "start": "2026-03-17T17:49:34.620030Z" }, "id": "0242ac17-0011-d91e-96e3-00000000000e", "name": "Downloads logs to executor" } }, { "hosts": { "instance": { "action": "file", "changed": true, "msg": "All items completed", "results": [ { "ansible_loop_var": "directory", "changed": true, "diff": { "after": { "path": "/tmp/logs/helm/values", "state": "directory" }, "before": { "path": "/tmp/logs/helm/values", "state": "absent" } }, "directory": "values", "failed": false, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/tmp/logs/helm/values", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/tmp/logs/helm/values", "size": 4096, "state": "directory", "uid": 0 }, { "ansible_loop_var": "directory", "changed": true, "diff": { "after": { "path": "/tmp/logs/helm/releases", "state": "directory" }, "before": { "path": "/tmp/logs/helm/releases", "state": "absent" } }, "directory": "releases", "failed": false, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/tmp/logs/helm/releases", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/tmp/logs/helm/releases", "size": 4096, "state": "directory", "uid": 0 } ] } }, "role": { "id": "0242ac17-0011-d91e-96e3-000000000010", "name": "helm-release-status", "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/helm-release-status" }, "task": { "duration": { "end": "2026-03-17T17:49:35.628727Z", "start": "2026-03-17T17:49:35.271728Z" }, "id": "0242ac17-0011-d91e-96e3-000000000012", "name": "creating directory for helm release status" } }, { "hosts": { "instance": { "action": "shell", "changed": true, "cmd": "set -e\n\nfor namespace in $(kubectl get namespaces --no-headers --output custom-columns=\":metadata.name\"); do\n # get all Helm releases including pending and failed releases\n for release in $(helm list --all --short --namespace $namespace); do\n # Make respective directories only when a Helm release actually exists in the namespace\n # to prevent uploading a bunch of empty directories for namespaces without a Helm release.\n mkdir -p /tmp/logs/helm/releases/$namespace\n mkdir -p /tmp/logs/helm/values/$namespace\n\n helm status $release --namespace $namespace >> /tmp/logs/helm/releases/$namespace/$release.txt\n helm get values $release --namespace $namespace --all >> /tmp/logs/helm/values/$namespace/$release.yaml\n done\ndone", "delta": "0:00:00.063723", "end": "2026-03-17 17:49:35.911889", "invocation": { "module_args": { "_raw_params": "set -e\n\nfor namespace in $(kubectl get namespaces --no-headers --output custom-columns=\":metadata.name\"); do\n # get all Helm releases including pending and failed releases\n for release in $(helm list --all --short --namespace $namespace); do\n # Make respective directories only when a Helm release actually exists in the namespace\n # to prevent uploading a bunch of empty directories for namespaces without a Helm release.\n mkdir -p /tmp/logs/helm/releases/$namespace\n mkdir -p /tmp/logs/helm/values/$namespace\n\n helm status $release --namespace $namespace >> /tmp/logs/helm/releases/$namespace/$release.txt\n helm get values $release --namespace $namespace --all >> /tmp/logs/helm/values/$namespace/$release.yaml\n done\ndone", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": "/bin/bash", "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0242ac17-0011-d91e-96e3-000000000014-1-instance", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-03-17 17:49:35.848166", "stderr": "", "stderr_lines": [], "stdout": "E0317 17:49:35.901296 37165 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 17:49:35.901990 37165 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 17:49:35.903772 37165 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 17:49:35.905445 37165 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 17:49:35.906073 37165 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nThe connection to the server localhost:8080 was refused - did you specify the right host or port?", "stdout_lines": [ "E0317 17:49:35.901296 37165 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 17:49:35.901990 37165 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 17:49:35.903772 37165 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 17:49:35.905445 37165 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 17:49:35.906073 37165 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "The connection to the server localhost:8080 was refused - did you specify the right host or port?" ], "zuul_log_id": "0242ac17-0011-d91e-96e3-000000000014-1-instance" } }, "role": { "id": "0242ac17-0011-d91e-96e3-000000000010", "name": "helm-release-status", "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/helm-release-status" }, "task": { "duration": { "end": "2026-03-17T17:49:36.170431Z", "start": "2026-03-17T17:49:35.652775Z" }, "id": "0242ac17-0011-d91e-96e3-000000000014", "name": "Gather get release status for helm charts" } }, { "hosts": { "instance": { "action": "synchronize", "changed": true, "cmd": "/usr/bin/rsync --delay-updates -F --compress --archive --rsh='/usr/bin/ssh -S none -o Port=22 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null' --rsync-path='sudo -u root rsync' --out-format='<>%i %n%L' zuul@199.204.45.210:/tmp/logs/helm /var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/logs/instance", "invocation": { "module_args": { "_local_rsync_password": null, "_local_rsync_path": "rsync", "_ssh_args": null, "_substitute_controller": false, "archive": true, "checksum": false, "compress": true, "copy_links": false, "delay_updates": true, "delete": false, "dest": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/logs/instance", "dest_port": 22, "dirs": false, "existing_only": false, "group": null, "link_dest": null, "links": null, "mode": "pull", "owner": null, "partial": false, "perms": null, "private_key": null, "recursive": null, "rsync_opts": [], "rsync_path": "sudo -u root rsync", "rsync_timeout": 0, "set_remote_user": true, "src": "zuul@199.204.45.210:/tmp/logs/helm", "ssh_connection_multiplexing": false, "times": null, "use_ssh_args": false, "verify_host": false } }, "msg": "cd+++++++++ helm/\ncd+++++++++ helm/releases/\ncd+++++++++ helm/values/\n", "rc": 0, "stdout_lines": [ "cd+++++++++ helm/", "cd+++++++++ helm/releases/", "cd+++++++++ helm/values/" ] } }, "role": { "id": "0242ac17-0011-d91e-96e3-000000000010", "name": "helm-release-status", "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/helm-release-status" }, "task": { "duration": { "end": "2026-03-17T17:49:36.664471Z", "start": "2026-03-17T17:49:36.177675Z" }, "id": "0242ac17-0011-d91e-96e3-000000000015", "name": "Downloads logs to executor" } }, { "hosts": { "instance": { "action": "file", "changed": true, "diff": { "after": { "path": "/tmp/logs/objects/cluster", "state": "directory" }, "before": { "path": "/tmp/logs/objects/cluster", "state": "absent" } }, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/tmp/logs/objects/cluster", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/tmp/logs/objects/cluster", "size": 4096, "state": "directory", "uid": 0 } }, "role": { "id": "0242ac17-0011-d91e-96e3-000000000017", "name": "describe-kubernetes-objects", "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/describe-kubernetes-objects" }, "task": { "duration": { "end": "2026-03-17T17:49:36.903717Z", "start": "2026-03-17T17:49:36.675469Z" }, "id": "0242ac17-0011-d91e-96e3-000000000019", "name": "creating directory for cluster scoped objects" } }, { "hosts": { "instance": { "action": "shell", "changed": true, "cmd": "set -e\nexport OBJECT_TYPE=node,clusterrole,clusterrolebinding,storageclass,namespace\nexport PARALLELISM_FACTOR=2\n\nfunction list_objects () {\n printf ${OBJECT_TYPE} | xargs -d ',' -I {} -P1 -n1 bash -c 'echo \"$@\"' _ {}\n}\nexport -f list_objects\n\nfunction name_objects () {\n export OBJECT=$1\n kubectl get ${OBJECT} -o name | xargs -L1 -I {} -P1 -n1 bash -c 'echo \"${OBJECT} ${1#*/}\"' _ {}\n}\nexport -f name_objects\n\nfunction get_objects () {\n input=($1)\n export OBJECT=${input[0]}\n export NAME=${input[1]#*/}\n echo \"${OBJECT}/${NAME}\"\n DIR=\"/tmp/logs/objects/cluster/${OBJECT}\"\n mkdir -p ${DIR}\n kubectl get ${OBJECT} ${NAME} -o yaml > \"${DIR}/${NAME}.yaml\"\n kubectl describe ${OBJECT} ${NAME} > \"${DIR}/${NAME}.txt\"\n}\nexport -f get_objects\n\nlist_objects | xargs -r -n 1 -P ${PARALLELISM_FACTOR} -I {} bash -c 'name_objects \"$@\"' _ {} | xargs -r -n 1 -P ${PARALLELISM_FACTOR} -I {} bash -c 'get_objects \"$@\"' _ {}", "delta": "0:00:00.193987", "end": "2026-03-17 17:49:37.321657", "invocation": { "module_args": { "_raw_params": "set -e\nexport OBJECT_TYPE=node,clusterrole,clusterrolebinding,storageclass,namespace\nexport PARALLELISM_FACTOR=2\n\nfunction list_objects () {\n printf ${OBJECT_TYPE} | xargs -d ',' -I {} -P1 -n1 bash -c 'echo \"$@\"' _ {}\n}\nexport -f list_objects\n\nfunction name_objects () {\n export OBJECT=$1\n kubectl get ${OBJECT} -o name | xargs -L1 -I {} -P1 -n1 bash -c 'echo \"${OBJECT} ${1#*/}\"' _ {}\n}\nexport -f name_objects\n\nfunction get_objects () {\n input=($1)\n export OBJECT=${input[0]}\n export NAME=${input[1]#*/}\n echo \"${OBJECT}/${NAME}\"\n DIR=\"/tmp/logs/objects/cluster/${OBJECT}\"\n mkdir -p ${DIR}\n kubectl get ${OBJECT} ${NAME} -o yaml > \"${DIR}/${NAME}.yaml\"\n kubectl describe ${OBJECT} ${NAME} > \"${DIR}/${NAME}.txt\"\n}\nexport -f get_objects\n\nlist_objects | xargs -r -n 1 -P ${PARALLELISM_FACTOR} -I {} bash -c 'name_objects \"$@\"' _ {} | xargs -r -n 1 -P ${PARALLELISM_FACTOR} -I {} bash -c 'get_objects \"$@\"' _ {}", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": "/bin/bash", "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0242ac17-0011-d91e-96e3-00000000001a-1-instance", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-03-17 17:49:37.127670", "stderr": "", "stderr_lines": [], "stdout": "xargs: warning: options --max-args and --replace/-I/-i are mutually exclusive, ignoring previous --max-args value\nxargs: warning: options --max-args and --replace/-I/-i are mutually exclusive, ignoring previous --max-args value\nxargs: warning: options --max-lines and --replace/-I/-i are mutually exclusive, ignoring previous --max-lines value\nxargs: warning: options --max-lines and --replace/-I/-i are mutually exclusive, ignoring previous --max-lines value\nE0317 17:49:37.194185 37216 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 17:49:37.194849 37216 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 17:49:37.196115 37218 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 17:49:37.196900 37216 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 17:49:37.197091 37218 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 17:49:37.197568 37216 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 17:49:37.198144 37218 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 17:49:37.198546 37218 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 17:49:37.199209 37216 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nThe connection to the server localhost:8080 was refused - did you specify the right host or port?\nE0317 17:49:37.199935 37218 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nThe connection to the server localhost:8080 was refused - did you specify the right host or port?\nxargs: warning: options --max-lines and --replace/-I/-i are mutually exclusive, ignoring previous --max-lines value\nxargs: warning: options --max-lines and --replace/-I/-i are mutually exclusive, ignoring previous --max-lines value\nE0317 17:49:37.252899 37241 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 17:49:37.253752 37241 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 17:49:37.254674 37243 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 17:49:37.255506 37241 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 17:49:37.255645 37243 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 17:49:37.256028 37241 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 17:49:37.257454 37243 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 17:49:37.257509 37241 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nThe connection to the server localhost:8080 was refused - did you specify the right host or port?\nE0317 17:49:37.258225 37243 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 17:49:37.260066 37243 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nThe connection to the server localhost:8080 was refused - did you specify the right host or port?\nxargs: warning: options --max-lines and --replace/-I/-i are mutually exclusive, ignoring previous --max-lines value\nE0317 17:49:37.312851 37262 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 17:49:37.313672 37262 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 17:49:37.315248 37262 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 17:49:37.315798 37262 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 17:49:37.317471 37262 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nThe connection to the server localhost:8080 was refused - did you specify the right host or port?", "stdout_lines": [ "xargs: warning: options --max-args and --replace/-I/-i are mutually exclusive, ignoring previous --max-args value", "xargs: warning: options --max-args and --replace/-I/-i are mutually exclusive, ignoring previous --max-args value", "xargs: warning: options --max-lines and --replace/-I/-i are mutually exclusive, ignoring previous --max-lines value", "xargs: warning: options --max-lines and --replace/-I/-i are mutually exclusive, ignoring previous --max-lines value", "E0317 17:49:37.194185 37216 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 17:49:37.194849 37216 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 17:49:37.196115 37218 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 17:49:37.196900 37216 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 17:49:37.197091 37218 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 17:49:37.197568 37216 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 17:49:37.198144 37218 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 17:49:37.198546 37218 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 17:49:37.199209 37216 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "The connection to the server localhost:8080 was refused - did you specify the right host or port?", "E0317 17:49:37.199935 37218 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "The connection to the server localhost:8080 was refused - did you specify the right host or port?", "xargs: warning: options --max-lines and --replace/-I/-i are mutually exclusive, ignoring previous --max-lines value", "xargs: warning: options --max-lines and --replace/-I/-i are mutually exclusive, ignoring previous --max-lines value", "E0317 17:49:37.252899 37241 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 17:49:37.253752 37241 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 17:49:37.254674 37243 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 17:49:37.255506 37241 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 17:49:37.255645 37243 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 17:49:37.256028 37241 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 17:49:37.257454 37243 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 17:49:37.257509 37241 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "The connection to the server localhost:8080 was refused - did you specify the right host or port?", "E0317 17:49:37.258225 37243 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 17:49:37.260066 37243 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "The connection to the server localhost:8080 was refused - did you specify the right host or port?", "xargs: warning: options --max-lines and --replace/-I/-i are mutually exclusive, ignoring previous --max-lines value", "E0317 17:49:37.312851 37262 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 17:49:37.313672 37262 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 17:49:37.315248 37262 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 17:49:37.315798 37262 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 17:49:37.317471 37262 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "The connection to the server localhost:8080 was refused - did you specify the right host or port?" ], "zuul_log_id": "0242ac17-0011-d91e-96e3-00000000001a-1-instance" } }, "role": { "id": "0242ac17-0011-d91e-96e3-000000000017", "name": "describe-kubernetes-objects", "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/describe-kubernetes-objects" }, "task": { "duration": { "end": "2026-03-17T17:49:37.447549Z", "start": "2026-03-17T17:49:36.930262Z" }, "id": "0242ac17-0011-d91e-96e3-00000000001a", "name": "Gathering descriptions for cluster scoped objects" } }, { "hosts": { "instance": { "action": "file", "changed": true, "diff": { "after": { "path": "/tmp/logs/objects/namespaced", "state": "directory" }, "before": { "path": "/tmp/logs/objects/namespaced", "state": "absent" } }, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/tmp/logs/objects/namespaced", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/tmp/logs/objects/namespaced", "size": 4096, "state": "directory", "uid": 0 } }, "role": { "id": "0242ac17-0011-d91e-96e3-000000000017", "name": "describe-kubernetes-objects", "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/describe-kubernetes-objects" }, "task": { "duration": { "end": "2026-03-17T17:49:37.642352Z", "start": "2026-03-17T17:49:37.452713Z" }, "id": "0242ac17-0011-d91e-96e3-00000000001b", "name": "creating directory for namespace scoped objects" } }, { "hosts": { "instance": { "action": "shell", "changed": true, "cmd": "set -e\nexport OBJECT_TYPE=configmaps,cronjobs,daemonsets,deployment,endpoints,ingresses,jobs,networkpolicies,pods,podsecuritypolicies,persistentvolumeclaims,rolebindings,roles,secrets,serviceaccounts,services,statefulsets\nexport PARALLELISM_FACTOR=2\nfunction get_namespaces () {\n kubectl get namespaces -o name | awk -F '/' '{ print $NF }'\n}\n\nfunction list_namespaced_objects () {\n export NAMESPACE=$1\n printf ${OBJECT_TYPE} | xargs -d ',' -I {} -P1 -n1 bash -c 'echo \"${NAMESPACE} $@\"' _ {}\n}\nexport -f list_namespaced_objects\n\nfunction name_objects () {\n input=($1)\n export NAMESPACE=${input[0]}\n export OBJECT=${input[1]}\n kubectl get -n ${NAMESPACE} ${OBJECT} -o name | xargs -L1 -I {} -P1 -n1 bash -c 'echo \"${NAMESPACE} ${OBJECT} $@\"' _ {}\n}\nexport -f name_objects\n\nfunction get_objects () {\n input=($1)\n export NAMESPACE=${input[0]}\n export OBJECT=${input[1]}\n export NAME=${input[2]#*/}\n echo \"${NAMESPACE}/${OBJECT}/${NAME}\"\n DIR=\"/tmp/logs/objects/namespaced/${NAMESPACE}/${OBJECT}\"\n mkdir -p ${DIR}\n kubectl get -n ${NAMESPACE} ${OBJECT} ${NAME} -o yaml > \"${DIR}/${NAME}.yaml\"\n kubectl describe -n ${NAMESPACE} ${OBJECT} ${NAME} > \"${DIR}/${NAME}.txt\"\n}\nexport -f get_objects\n\nget_namespaces | xargs -r -n 1 -P ${PARALLELISM_FACTOR} -I {} bash -c 'list_namespaced_objects \"$@\"' _ {} | xargs -r -n 1 -P ${PARALLELISM_FACTOR} -I {} bash -c 'name_objects \"$@\"' _ {} | xargs -r -n 1 -P ${PARALLELISM_FACTOR} -I {} bash -c 'get_objects \"$@\"' _ {}", "delta": "0:00:00.067430", "end": "2026-03-17 17:49:37.936218", "invocation": { "module_args": { "_raw_params": "set -e\nexport OBJECT_TYPE=configmaps,cronjobs,daemonsets,deployment,endpoints,ingresses,jobs,networkpolicies,pods,podsecuritypolicies,persistentvolumeclaims,rolebindings,roles,secrets,serviceaccounts,services,statefulsets\nexport PARALLELISM_FACTOR=2\nfunction get_namespaces () {\n kubectl get namespaces -o name | awk -F '/' '{ print $NF }'\n}\n\nfunction list_namespaced_objects () {\n export NAMESPACE=$1\n printf ${OBJECT_TYPE} | xargs -d ',' -I {} -P1 -n1 bash -c 'echo \"${NAMESPACE} $@\"' _ {}\n}\nexport -f list_namespaced_objects\n\nfunction name_objects () {\n input=($1)\n export NAMESPACE=${input[0]}\n export OBJECT=${input[1]}\n kubectl get -n ${NAMESPACE} ${OBJECT} -o name | xargs -L1 -I {} -P1 -n1 bash -c 'echo \"${NAMESPACE} ${OBJECT} $@\"' _ {}\n}\nexport -f name_objects\n\nfunction get_objects () {\n input=($1)\n export NAMESPACE=${input[0]}\n export OBJECT=${input[1]}\n export NAME=${input[2]#*/}\n echo \"${NAMESPACE}/${OBJECT}/${NAME}\"\n DIR=\"/tmp/logs/objects/namespaced/${NAMESPACE}/${OBJECT}\"\n mkdir -p ${DIR}\n kubectl get -n ${NAMESPACE} ${OBJECT} ${NAME} -o yaml > \"${DIR}/${NAME}.yaml\"\n kubectl describe -n ${NAMESPACE} ${OBJECT} ${NAME} > \"${DIR}/${NAME}.txt\"\n}\nexport -f get_objects\n\nget_namespaces | xargs -r -n 1 -P ${PARALLELISM_FACTOR} -I {} bash -c 'list_namespaced_objects \"$@\"' _ {} | xargs -r -n 1 -P ${PARALLELISM_FACTOR} -I {} bash -c 'name_objects \"$@\"' _ {} | xargs -r -n 1 -P ${PARALLELISM_FACTOR} -I {} bash -c 'get_objects \"$@\"' _ {}", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": "/bin/bash", "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0242ac17-0011-d91e-96e3-00000000001c-1-instance", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-03-17 17:49:37.868788", "stderr": "", "stderr_lines": [], "stdout": "xargs: warning: options --max-args and --replace/-I/-i are mutually exclusive, ignoring previous --max-args value\nxargs: warning: options --max-args and --replace/-I/-i are mutually exclusive, ignoring previous --max-args value\nxargs: warning: options --max-args and --replace/-I/-i are mutually exclusive, ignoring previous --max-args value\nE0317 17:49:37.924148 37304 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 17:49:37.924894 37304 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 17:49:37.927796 37304 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 17:49:37.928525 37304 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 17:49:37.930441 37304 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nThe connection to the server localhost:8080 was refused - did you specify the right host or port?", "stdout_lines": [ "xargs: warning: options --max-args and --replace/-I/-i are mutually exclusive, ignoring previous --max-args value", "xargs: warning: options --max-args and --replace/-I/-i are mutually exclusive, ignoring previous --max-args value", "xargs: warning: options --max-args and --replace/-I/-i are mutually exclusive, ignoring previous --max-args value", "E0317 17:49:37.924148 37304 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 17:49:37.924894 37304 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 17:49:37.927796 37304 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 17:49:37.928525 37304 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 17:49:37.930441 37304 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "The connection to the server localhost:8080 was refused - did you specify the right host or port?" ], "zuul_log_id": "0242ac17-0011-d91e-96e3-00000000001c-1-instance" } }, "role": { "id": "0242ac17-0011-d91e-96e3-000000000017", "name": "describe-kubernetes-objects", "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/describe-kubernetes-objects" }, "task": { "duration": { "end": "2026-03-17T17:49:38.209852Z", "start": "2026-03-17T17:49:37.691900Z" }, "id": "0242ac17-0011-d91e-96e3-00000000001c", "name": "Gathering descriptions for namespace scoped objects" } }, { "hosts": { "instance": { "action": "synchronize", "changed": true, "cmd": "/usr/bin/rsync --delay-updates -F --compress --archive --rsh='/usr/bin/ssh -S none -o Port=22 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null' --rsync-path='sudo -u root rsync' --out-format='<>%i %n%L' zuul@199.204.45.210:/tmp/logs/objects /var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/logs/instance", "invocation": { "module_args": { "_local_rsync_password": null, "_local_rsync_path": "rsync", "_ssh_args": null, "_substitute_controller": false, "archive": true, "checksum": false, "compress": true, "copy_links": false, "delay_updates": true, "delete": false, "dest": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/logs/instance", "dest_port": 22, "dirs": false, "existing_only": false, "group": null, "link_dest": null, "links": null, "mode": "pull", "owner": null, "partial": false, "perms": null, "private_key": null, "recursive": null, "rsync_opts": [], "rsync_path": "sudo -u root rsync", "rsync_timeout": 0, "set_remote_user": true, "src": "zuul@199.204.45.210:/tmp/logs/objects", "ssh_connection_multiplexing": false, "times": null, "use_ssh_args": false, "verify_host": false } }, "msg": "cd+++++++++ objects/\ncd+++++++++ objects/cluster/\ncd+++++++++ objects/namespaced/\n", "rc": 0, "stdout_lines": [ "cd+++++++++ objects/", "cd+++++++++ objects/cluster/", "cd+++++++++ objects/namespaced/" ] } }, "role": { "id": "0242ac17-0011-d91e-96e3-000000000017", "name": "describe-kubernetes-objects", "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/describe-kubernetes-objects" }, "task": { "duration": { "end": "2026-03-17T17:49:38.722713Z", "start": "2026-03-17T17:49:38.216925Z" }, "id": "0242ac17-0011-d91e-96e3-00000000001d", "name": "Downloads logs to executor" } }, { "hosts": { "instance": { "action": "file", "changed": true, "diff": { "after": { "path": "/tmp/logs/pod-logs", "state": "directory" }, "before": { "path": "/tmp/logs/pod-logs", "state": "absent" } }, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/tmp/logs/pod-logs", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/tmp/logs/pod-logs", "size": 4096, "state": "directory", "uid": 0 } }, "role": { "id": "0242ac17-0011-d91e-96e3-00000000001f", "name": "gather-pod-logs", "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-pod-logs" }, "task": { "duration": { "end": "2026-03-17T17:49:38.927403Z", "start": "2026-03-17T17:49:38.731666Z" }, "id": "0242ac17-0011-d91e-96e3-000000000021", "name": "creating directory for pod logs" } }, { "hosts": { "instance": { "action": "file", "changed": true, "diff": { "after": { "path": "/tmp/logs/pod-logs/failed-pods", "state": "directory" }, "before": { "path": "/tmp/logs/pod-logs/failed-pods", "state": "absent" } }, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/tmp/logs/pod-logs/failed-pods", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/tmp/logs/pod-logs/failed-pods", "size": 4096, "state": "directory", "uid": 0 } }, "role": { "id": "0242ac17-0011-d91e-96e3-00000000001f", "name": "gather-pod-logs", "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-pod-logs" }, "task": { "duration": { "end": "2026-03-17T17:49:39.131095Z", "start": "2026-03-17T17:49:38.934599Z" }, "id": "0242ac17-0011-d91e-96e3-000000000022", "name": "creating directory for failed pod logs" } }, { "hosts": { "instance": { "action": "shell", "changed": true, "cmd": "set -e\nfunction get_namespaces () {\n kubectl get namespaces -o name | awk -F '/' '{ print $NF }'\n}\nfunction get_pods () {\n NAMESPACE=$1\n kubectl get pods -n ${NAMESPACE} -o name | awk -F '/' '{ print $NF }' | xargs -I {} echo ${NAMESPACE} {}\n}\nexport -f get_pods\nfunction get_pod_logs () {\n NAMESPACE=${1% *}\n POD=${1#* }\n INIT_CONTAINERS=$(kubectl get pod $POD -n ${NAMESPACE} -o json | jq -r '.spec.initContainers[]?.name')\n CONTAINERS=$(kubectl get pod $POD -n ${NAMESPACE} -o json | jq -r '.spec.containers[].name')\n for CONTAINER in ${INIT_CONTAINERS} ${CONTAINERS}; do\n echo \"${NAMESPACE}/${POD}/${CONTAINER}\"\n mkdir -p \"/tmp/logs/pod-logs/${NAMESPACE}/${POD}\"\n mkdir -p \"/tmp/logs/pod-logs/failed-pods/${NAMESPACE}/${POD}\"\n kubectl logs ${POD} -n ${NAMESPACE} -c ${CONTAINER} > \"/tmp/logs/pod-logs/${NAMESPACE}/${POD}/${CONTAINER}.txt\"\n kubectl logs --previous ${POD} -n ${NAMESPACE} -c ${CONTAINER} > \"/tmp/logs/pod-logs/failed-pods/${NAMESPACE}/${POD}/${CONTAINER}.txt\"\n done\n}\nexport -f get_pod_logs\nget_namespaces | xargs -r -I {} bash -c 'get_pods \"$@\"' _ {} | xargs -r -I {} bash -c 'get_pod_logs \"$@\"' _ {}", "delta": "0:00:00.066824", "end": "2026-03-17 17:49:39.397035", "invocation": { "module_args": { "_raw_params": "set -e\nfunction get_namespaces () {\n kubectl get namespaces -o name | awk -F '/' '{ print $NF }'\n}\nfunction get_pods () {\n NAMESPACE=$1\n kubectl get pods -n ${NAMESPACE} -o name | awk -F '/' '{ print $NF }' | xargs -I {} echo ${NAMESPACE} {}\n}\nexport -f get_pods\nfunction get_pod_logs () {\n NAMESPACE=${1% *}\n POD=${1#* }\n INIT_CONTAINERS=$(kubectl get pod $POD -n ${NAMESPACE} -o json | jq -r '.spec.initContainers[]?.name')\n CONTAINERS=$(kubectl get pod $POD -n ${NAMESPACE} -o json | jq -r '.spec.containers[].name')\n for CONTAINER in ${INIT_CONTAINERS} ${CONTAINERS}; do\n echo \"${NAMESPACE}/${POD}/${CONTAINER}\"\n mkdir -p \"/tmp/logs/pod-logs/${NAMESPACE}/${POD}\"\n mkdir -p \"/tmp/logs/pod-logs/failed-pods/${NAMESPACE}/${POD}\"\n kubectl logs ${POD} -n ${NAMESPACE} -c ${CONTAINER} > \"/tmp/logs/pod-logs/${NAMESPACE}/${POD}/${CONTAINER}.txt\"\n kubectl logs --previous ${POD} -n ${NAMESPACE} -c ${CONTAINER} > \"/tmp/logs/pod-logs/failed-pods/${NAMESPACE}/${POD}/${CONTAINER}.txt\"\n done\n}\nexport -f get_pod_logs\nget_namespaces | xargs -r -I {} bash -c 'get_pods \"$@\"' _ {} | xargs -r -I {} bash -c 'get_pod_logs \"$@\"' _ {}", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": "/bin/bash", "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0242ac17-0011-d91e-96e3-000000000023-1-instance", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-03-17 17:49:39.330211", "stderr": "", "stderr_lines": [], "stdout": "E0317 17:49:39.386164 37355 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 17:49:39.386830 37355 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 17:49:39.388893 37355 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 17:49:39.389595 37355 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 17:49:39.391221 37355 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nThe connection to the server localhost:8080 was refused - did you specify the right host or port?", "stdout_lines": [ "E0317 17:49:39.386164 37355 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 17:49:39.386830 37355 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 17:49:39.388893 37355 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 17:49:39.389595 37355 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 17:49:39.391221 37355 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "The connection to the server localhost:8080 was refused - did you specify the right host or port?" ], "zuul_log_id": "0242ac17-0011-d91e-96e3-000000000023-1-instance" } }, "role": { "id": "0242ac17-0011-d91e-96e3-00000000001f", "name": "gather-pod-logs", "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-pod-logs" }, "task": { "duration": { "end": "2026-03-17T17:49:39.675459Z", "start": "2026-03-17T17:49:39.157274Z" }, "id": "0242ac17-0011-d91e-96e3-000000000023", "name": "retrieve all kubernetes logs, current and previous (if they exist)" } }, { "hosts": { "instance": { "action": "synchronize", "changed": true, "cmd": "/usr/bin/rsync --delay-updates -F --compress --archive --rsh='/usr/bin/ssh -S none -o Port=22 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null' --rsync-path='sudo -u root rsync' --out-format='<>%i %n%L' zuul@199.204.45.210:/tmp/logs/pod-logs /var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/logs/instance", "invocation": { "module_args": { "_local_rsync_password": null, "_local_rsync_path": "rsync", "_ssh_args": null, "_substitute_controller": false, "archive": true, "checksum": false, "compress": true, "copy_links": false, "delay_updates": true, "delete": false, "dest": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/logs/instance", "dest_port": 22, "dirs": false, "existing_only": false, "group": null, "link_dest": null, "links": null, "mode": "pull", "owner": null, "partial": false, "perms": null, "private_key": null, "recursive": null, "rsync_opts": [], "rsync_path": "sudo -u root rsync", "rsync_timeout": 0, "set_remote_user": true, "src": "zuul@199.204.45.210:/tmp/logs/pod-logs", "ssh_connection_multiplexing": false, "times": null, "use_ssh_args": false, "verify_host": false } }, "msg": "cd+++++++++ pod-logs/\ncd+++++++++ pod-logs/failed-pods/\n", "rc": 0, "stdout_lines": [ "cd+++++++++ pod-logs/", "cd+++++++++ pod-logs/failed-pods/" ] } }, "role": { "id": "0242ac17-0011-d91e-96e3-00000000001f", "name": "gather-pod-logs", "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-pod-logs" }, "task": { "duration": { "end": "2026-03-17T17:49:40.172549Z", "start": "2026-03-17T17:49:39.682499Z" }, "id": "0242ac17-0011-d91e-96e3-000000000024", "name": "Downloads pod logs to executor" } }, { "hosts": { "instance": { "action": "file", "changed": true, "diff": { "after": { "path": "/tmp/logs/prometheus", "state": "directory" }, "before": { "path": "/tmp/logs/prometheus", "state": "absent" } }, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/tmp/logs/prometheus", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/tmp/logs/prometheus", "size": 4096, "state": "directory", "uid": 0 } }, "role": { "id": "0242ac17-0011-d91e-96e3-000000000026", "name": "gather-prom-metrics", "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-prom-metrics" }, "task": { "duration": { "end": "2026-03-17T17:49:40.401290Z", "start": "2026-03-17T17:49:40.181691Z" }, "id": "0242ac17-0011-d91e-96e3-000000000028", "name": "creating directory for helm release descriptions" } }, { "hosts": { "instance": { "action": "shell", "changed": true, "cmd": "set -e\nNAMESPACES=$(kubectl get namespaces -o json | jq -r '.items[].metadata.name')\nfor NS in $NAMESPACES; do\n SERVICES=$(kubectl get svc -n $NS -o json | jq -r '.items[] | select(.spec.ports[].name==\"metrics\") | .metadata.name')\n for SVC in $SERVICES; do\n PORT=$(kubectl get svc $SVC -n $NS -o json | jq -r '.spec.ports[] | select(.name==\"metrics\") | .port')\n echo \"Scraping $SVC.$NS:$PORT/metrics:\"\n curl \"$SVC.$NS:$PORT/metrics\" >> \"/tmp/logs\"/prometheus/$NS-$SVC.txt || true\n done\ndone", "delta": "0:00:00.075993", "end": "2026-03-17 17:49:40.682542", "invocation": { "module_args": { "_raw_params": "set -e\nNAMESPACES=$(kubectl get namespaces -o json | jq -r '.items[].metadata.name')\nfor NS in $NAMESPACES; do\n SERVICES=$(kubectl get svc -n $NS -o json | jq -r '.items[] | select(.spec.ports[].name==\"metrics\") | .metadata.name')\n for SVC in $SERVICES; do\n PORT=$(kubectl get svc $SVC -n $NS -o json | jq -r '.spec.ports[] | select(.name==\"metrics\") | .port')\n echo \"Scraping $SVC.$NS:$PORT/metrics:\"\n curl \"$SVC.$NS:$PORT/metrics\" >> \"/tmp/logs\"/prometheus/$NS-$SVC.txt || true\n done\ndone", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": "/bin/bash", "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0242ac17-0011-d91e-96e3-000000000029-1-instance", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-03-17 17:49:40.606549", "stderr": "", "stderr_lines": [], "stdout": "E0317 17:49:40.671777 37397 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 17:49:40.672577 37397 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 17:49:40.674383 37397 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 17:49:40.675041 37397 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 17:49:40.676768 37397 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nThe connection to the server localhost:8080 was refused - did you specify the right host or port?", "stdout_lines": [ "E0317 17:49:40.671777 37397 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 17:49:40.672577 37397 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 17:49:40.674383 37397 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 17:49:40.675041 37397 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 17:49:40.676768 37397 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "The connection to the server localhost:8080 was refused - did you specify the right host or port?" ], "zuul_log_id": "0242ac17-0011-d91e-96e3-000000000029-1-instance" } }, "role": { "id": "0242ac17-0011-d91e-96e3-000000000026", "name": "gather-prom-metrics", "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-prom-metrics" }, "task": { "duration": { "end": "2026-03-17T17:49:40.942114Z", "start": "2026-03-17T17:49:40.425453Z" }, "id": "0242ac17-0011-d91e-96e3-000000000029", "name": "Get metrics from exporter services in all namespaces" } }, { "hosts": { "instance": { "action": "shell", "changed": true, "cmd": "set -e\nmgr_endpoints=$(kubectl get endpoints -n ceph -l component=manager -o json | jq -r '.items[].subsets[].addresses[].ip')\necho \"ceph-mgr endpoints: $mgr_endpoints\"\nfor endpoint in $mgr_endpoints; do\n echo \"checking ceph-mgr at $endpoint\"\n metrics_curl=\"curl $endpoint:9283/metrics\"\n op=$(eval \"$metrics_curl\")\n if [[ -n $op ]]; then\n curl $endpoint:9283/metrics >> \"/tmp/logs\"/prometheus/ceph-ceph-mgr.txt\n break\n else\n echo \"$endpoint is a standby ceph-mgr. Trying next endpoint\"\n fi\ndone", "delta": "0:00:00.064917", "end": "2026-03-17 17:49:41.216090", "invocation": { "module_args": { "_raw_params": "set -e\nmgr_endpoints=$(kubectl get endpoints -n ceph -l component=manager -o json | jq -r '.items[].subsets[].addresses[].ip')\necho \"ceph-mgr endpoints: $mgr_endpoints\"\nfor endpoint in $mgr_endpoints; do\n echo \"checking ceph-mgr at $endpoint\"\n metrics_curl=\"curl $endpoint:9283/metrics\"\n op=$(eval \"$metrics_curl\")\n if [[ -n $op ]]; then\n curl $endpoint:9283/metrics >> \"/tmp/logs\"/prometheus/ceph-ceph-mgr.txt\n break\n else\n echo \"$endpoint is a standby ceph-mgr. Trying next endpoint\"\n fi\ndone", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": "/bin/bash", "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0242ac17-0011-d91e-96e3-00000000002a-1-instance", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-03-17 17:49:41.151173", "stderr": "", "stderr_lines": [], "stdout": "E0317 17:49:41.206450 37419 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 17:49:41.207108 37419 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 17:49:41.209253 37419 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 17:49:41.210195 37419 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 17:49:41.211957 37419 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nThe connection to the server localhost:8080 was refused - did you specify the right host or port?\nceph-mgr endpoints: ", "stdout_lines": [ "E0317 17:49:41.206450 37419 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 17:49:41.207108 37419 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 17:49:41.209253 37419 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 17:49:41.210195 37419 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 17:49:41.211957 37419 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "The connection to the server localhost:8080 was refused - did you specify the right host or port?", "ceph-mgr endpoints: " ], "zuul_log_id": "0242ac17-0011-d91e-96e3-00000000002a-1-instance" } }, "role": { "id": "0242ac17-0011-d91e-96e3-000000000026", "name": "gather-prom-metrics", "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-prom-metrics" }, "task": { "duration": { "end": "2026-03-17T17:49:41.479797Z", "start": "2026-03-17T17:49:40.967558Z" }, "id": "0242ac17-0011-d91e-96e3-00000000002a", "name": "Get ceph metrics from ceph-mgr" } }, { "hosts": { "instance": { "action": "shell", "changed": true, "cmd": "set -e\nNAMESPACE=\"osh-infra\"\nAPP_LABEL=\"fluentd\"\nPODS=$(kubectl get pods -n $NAMESPACE -l application=$APP_LABEL -o json | jq -r '.items[].metadata.name')\nfor POD in $PODS; do\n IP=$(kubectl get pod -n $NAMESPACE $POD -o json | jq -r '.status.podIP')\n PORT=$(kubectl get pod -n $NAMESPACE $POD -o json | jq -r '.spec.containers[0].ports[] | select(.name==\"metrics\") | .containerPort')\n echo \"Scraping $POD at $IP:$PORT/metrics\"\n curl \"$IP:$PORT/metrics\" >> \"/tmp/logs\"/prometheus/$POD.txt || true\ndone", "delta": "0:00:00.076964", "end": "2026-03-17 17:49:41.762195", "invocation": { "module_args": { "_raw_params": "set -e\nNAMESPACE=\"osh-infra\"\nAPP_LABEL=\"fluentd\"\nPODS=$(kubectl get pods -n $NAMESPACE -l application=$APP_LABEL -o json | jq -r '.items[].metadata.name')\nfor POD in $PODS; do\n IP=$(kubectl get pod -n $NAMESPACE $POD -o json | jq -r '.status.podIP')\n PORT=$(kubectl get pod -n $NAMESPACE $POD -o json | jq -r '.spec.containers[0].ports[] | select(.name==\"metrics\") | .containerPort')\n echo \"Scraping $POD at $IP:$PORT/metrics\"\n curl \"$IP:$PORT/metrics\" >> \"/tmp/logs\"/prometheus/$POD.txt || true\ndone", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": "/bin/bash", "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0242ac17-0011-d91e-96e3-00000000002b-1-instance", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-03-17 17:49:41.685231", "stderr": "", "stderr_lines": [], "stdout": "E0317 17:49:41.750868 37440 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 17:49:41.751840 37440 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 17:49:41.752818 37440 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 17:49:41.754505 37440 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 17:49:41.755106 37440 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nThe connection to the server localhost:8080 was refused - did you specify the right host or port?", "stdout_lines": [ "E0317 17:49:41.750868 37440 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 17:49:41.751840 37440 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 17:49:41.752818 37440 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 17:49:41.754505 37440 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 17:49:41.755106 37440 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "The connection to the server localhost:8080 was refused - did you specify the right host or port?" ], "zuul_log_id": "0242ac17-0011-d91e-96e3-00000000002b-1-instance" } }, "role": { "id": "0242ac17-0011-d91e-96e3-000000000026", "name": "gather-prom-metrics", "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-prom-metrics" }, "task": { "duration": { "end": "2026-03-17T17:49:42.022240Z", "start": "2026-03-17T17:49:41.505245Z" }, "id": "0242ac17-0011-d91e-96e3-00000000002b", "name": "Get metrics from fluentd pods" } }, { "hosts": { "instance": { "action": "synchronize", "changed": true, "cmd": "/usr/bin/rsync --delay-updates -F --compress --archive --rsh='/usr/bin/ssh -S none -o Port=22 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null' --rsync-path='sudo -u root rsync' --out-format='<>%i %n%L' zuul@199.204.45.210:/tmp/logs/prometheus /var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/logs/instance", "invocation": { "module_args": { "_local_rsync_password": null, "_local_rsync_path": "rsync", "_ssh_args": null, "_substitute_controller": false, "archive": true, "checksum": false, "compress": true, "copy_links": false, "delay_updates": true, "delete": false, "dest": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/logs/instance", "dest_port": 22, "dirs": false, "existing_only": false, "group": null, "link_dest": null, "links": null, "mode": "pull", "owner": null, "partial": false, "perms": null, "private_key": null, "recursive": null, "rsync_opts": [], "rsync_path": "sudo -u root rsync", "rsync_timeout": 0, "set_remote_user": true, "src": "zuul@199.204.45.210:/tmp/logs/prometheus", "ssh_connection_multiplexing": false, "times": null, "use_ssh_args": false, "verify_host": false } }, "msg": "cd+++++++++ prometheus/\n", "rc": 0, "stdout_lines": [ "cd+++++++++ prometheus/" ] } }, "role": { "id": "0242ac17-0011-d91e-96e3-000000000026", "name": "gather-prom-metrics", "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-prom-metrics" }, "task": { "duration": { "end": "2026-03-17T17:49:42.507820Z", "start": "2026-03-17T17:49:42.028500Z" }, "id": "0242ac17-0011-d91e-96e3-00000000002c", "name": "Downloads logs to executor" } }, { "hosts": { "instance": { "action": "file", "changed": true, "diff": { "after": { "path": "/tmp/logs/selenium", "state": "directory" }, "before": { "path": "/tmp/logs/selenium", "state": "absent" } }, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/tmp/logs/selenium", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/tmp/logs/selenium", "size": 4096, "state": "directory", "uid": 0 } }, "role": { "id": "0242ac17-0011-d91e-96e3-00000000002e", "name": "gather-selenium-data", "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-selenium-data" }, "task": { "duration": { "end": "2026-03-17T17:49:42.715875Z", "start": "2026-03-17T17:49:42.521353Z" }, "id": "0242ac17-0011-d91e-96e3-000000000030", "name": "creating directory for helm release descriptions" } }, { "hosts": { "instance": { "action": "shell", "changed": true, "cmd": "set -x\ncp /tmp/artifacts/* /tmp/logs/selenium/.", "delta": "0:00:00.006115", "end": "2026-03-17 17:49:42.952126", "failed": true, "invocation": { "module_args": { "_raw_params": "set -x\ncp /tmp/artifacts/* /tmp/logs/selenium/.", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": "/bin/bash", "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0242ac17-0011-d91e-96e3-000000000031-1-instance", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "non-zero return code", "rc": 1, "start": "2026-03-17 17:49:42.946011", "stderr": "", "stderr_lines": [], "stdout": "+ cp '/tmp/artifacts/*' /tmp/logs/selenium/.\ncp: cannot stat '/tmp/artifacts/*': No such file or directory", "stdout_lines": [ "+ cp '/tmp/artifacts/*' /tmp/logs/selenium/.", "cp: cannot stat '/tmp/artifacts/*': No such file or directory" ], "zuul_log_id": "0242ac17-0011-d91e-96e3-000000000031-1-instance" } }, "role": { "id": "0242ac17-0011-d91e-96e3-00000000002e", "name": "gather-selenium-data", "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-selenium-data" }, "task": { "duration": { "end": "2026-03-17T17:49:43.268077Z", "start": "2026-03-17T17:49:42.750673Z" }, "id": "0242ac17-0011-d91e-96e3-000000000031", "name": "Get selenium data" } }, { "hosts": { "instance": { "action": "synchronize", "changed": true, "cmd": "/usr/bin/rsync --delay-updates -F --compress --archive --rsh='/usr/bin/ssh -S none -o Port=22 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null' --rsync-path='sudo -u root rsync' --out-format='<>%i %n%L' zuul@199.204.45.210:/tmp/logs/selenium /var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/logs/instance", "invocation": { "module_args": { "_local_rsync_password": null, "_local_rsync_path": "rsync", "_ssh_args": null, "_substitute_controller": false, "archive": true, "checksum": false, "compress": true, "copy_links": false, "delay_updates": true, "delete": false, "dest": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/logs/instance", "dest_port": 22, "dirs": false, "existing_only": false, "group": null, "link_dest": null, "links": null, "mode": "pull", "owner": null, "partial": false, "perms": null, "private_key": null, "recursive": null, "rsync_opts": [], "rsync_path": "sudo -u root rsync", "rsync_timeout": 0, "set_remote_user": true, "src": "zuul@199.204.45.210:/tmp/logs/selenium", "ssh_connection_multiplexing": false, "times": null, "use_ssh_args": false, "verify_host": false } }, "msg": "cd+++++++++ selenium/\n", "rc": 0, "stdout_lines": [ "cd+++++++++ selenium/" ] } }, "role": { "id": "0242ac17-0011-d91e-96e3-00000000002e", "name": "gather-selenium-data", "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-selenium-data" }, "task": { "duration": { "end": "2026-03-17T17:49:43.767090Z", "start": "2026-03-17T17:49:43.274550Z" }, "id": "0242ac17-0011-d91e-96e3-000000000032", "name": "Downloads logs to executor" } } ] } ], "stats": { "instance": { "changed": 23, "failures": 0, "ignored": 1, "ok": 23, "rescued": 0, "skipped": 0, "unreachable": 0 } }, "trusted": false }, { "branch": "main", "index": "1", "phase": "post", "playbook": "github.com/vexxhost/zuul-config/playbooks/base/post.yaml", "plays": [ { "play": { "duration": { "end": "2026-03-17T17:49:47.686528Z", "start": "2026-03-17T17:49:44.550483Z" }, "id": "0242ac17-0011-f655-2e0b-000000000002", "name": "all" }, "tasks": [ { "hosts": { "instance": { "action": "set_fact", "changed": false, "false_condition": "groups['all'] | length > 1", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0242ac17-0011-f655-2e0b-000000000006", "name": "fetch-output", "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/fetch-output" }, "task": { "duration": { "end": "2026-03-17T17:49:44.607498Z", "start": "2026-03-17T17:49:44.562308Z" }, "id": "0242ac17-0011-f655-2e0b-000000000008", "name": "Set log path for multiple nodes" } }, { "hosts": { "instance": { "action": "set_fact", "ansible_facts": { "log_path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/logs" }, "changed": false } }, "role": { "id": "0242ac17-0011-f655-2e0b-000000000006", "name": "fetch-output", "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/fetch-output" }, "task": { "duration": { "end": "2026-03-17T17:49:44.657358Z", "start": "2026-03-17T17:49:44.615106Z" }, "id": "0242ac17-0011-f655-2e0b-000000000009", "name": "Set log path for single node" } }, { "hosts": { "instance": { "action": "file", "changed": true, "msg": "All items completed", "results": [ { "ansible_loop_var": "zj_output_dir", "changed": false, "diff": { "after": { "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/logs" }, "before": { "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/logs" } }, "failed": false, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": 493, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/logs", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/logs", "size": 4096, "state": "directory", "uid": 0, "zj_output_dir": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/logs" }, { "ansible_loop_var": "zj_output_dir", "changed": true, "diff": { "after": { "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/artifacts", "state": "directory" }, "before": { "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/artifacts", "state": "absent" } }, "failed": false, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": 493, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/artifacts", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/artifacts", "size": 4096, "state": "directory", "uid": 0, "zj_output_dir": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/artifacts" }, { "ansible_loop_var": "zj_output_dir", "changed": true, "diff": { "after": { "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/docs", "state": "directory" }, "before": { "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/docs", "state": "absent" } }, "failed": false, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": 493, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/docs", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/docs", "size": 4096, "state": "directory", "uid": 0, "zj_output_dir": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/docs" } ] } }, "role": { "id": "0242ac17-0011-f655-2e0b-000000000006", "name": "fetch-output", "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/fetch-output" }, "task": { "duration": { "end": "2026-03-17T17:49:45.511969Z", "start": "2026-03-17T17:49:44.663809Z" }, "id": "0242ac17-0011-f655-2e0b-00000000000a", "name": "Ensure local output dirs" } }, { "hosts": { "instance": { "action": "synchronize", "changed": true, "msg": "All items completed", "results": [ { "ansible_loop_var": "zj_output", "changed": true, "cmd": "/usr/bin/rsync --delay-updates -F --compress --archive --no-owner --no-group --rsh='/usr/bin/ssh -S none -o Port=22' --out-format='<>%i %n%L' zuul@199.204.45.210:/home/zuul/zuul-output/logs/ /var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/logs/", "failed": false, "invocation": { "module_args": { "_local_rsync_password": null, "_local_rsync_path": "rsync", "_ssh_args": null, "_substitute_controller": false, "archive": true, "checksum": false, "compress": true, "copy_links": false, "delay_updates": true, "delete": false, "dest": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/logs/", "dest_port": 22, "dirs": false, "existing_only": false, "group": false, "link_dest": null, "links": null, "mode": "pull", "owner": false, "partial": false, "perms": null, "private_key": null, "recursive": null, "rsync_opts": [], "rsync_path": null, "rsync_timeout": 0, "set_remote_user": true, "src": "zuul@199.204.45.210:/home/zuul/zuul-output/logs/", "ssh_connection_multiplexing": false, "times": null, "use_ssh_args": false, "verify_host": true } }, "msg": ".d..t...... ./\n", "rc": 0, "stdout_lines": [ ".d..t...... ./" ], "zj_output": { "dest": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/logs", "src": "logs" } }, { "ansible_loop_var": "zj_output", "changed": true, "cmd": "/usr/bin/rsync --delay-updates -F --compress --archive --no-owner --no-group --rsh='/usr/bin/ssh -S none -o Port=22' --out-format='<>%i %n%L' zuul@199.204.45.210:/home/zuul/zuul-output/artifacts/ /var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/artifacts/", "failed": false, "invocation": { "module_args": { "_local_rsync_password": null, "_local_rsync_path": "rsync", "_ssh_args": null, "_substitute_controller": false, "archive": true, "checksum": false, "compress": true, "copy_links": false, "delay_updates": true, "delete": false, "dest": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/artifacts/", "dest_port": 22, "dirs": false, "existing_only": false, "group": false, "link_dest": null, "links": null, "mode": "pull", "owner": false, "partial": false, "perms": null, "private_key": null, "recursive": null, "rsync_opts": [], "rsync_path": null, "rsync_timeout": 0, "set_remote_user": true, "src": "zuul@199.204.45.210:/home/zuul/zuul-output/artifacts/", "ssh_connection_multiplexing": false, "times": null, "use_ssh_args": false, "verify_host": true } }, "msg": ".d..t...... ./\n", "rc": 0, "stdout_lines": [ ".d..t...... ./" ], "zj_output": { "dest": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/artifacts", "src": "artifacts" } }, { "ansible_loop_var": "zj_output", "changed": true, "cmd": "/usr/bin/rsync --delay-updates -F --compress --archive --no-owner --no-group --rsh='/usr/bin/ssh -S none -o Port=22' --out-format='<>%i %n%L' zuul@199.204.45.210:/home/zuul/zuul-output/docs/ /var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/docs/", "failed": false, "invocation": { "module_args": { "_local_rsync_password": null, "_local_rsync_path": "rsync", "_ssh_args": null, "_substitute_controller": false, "archive": true, "checksum": false, "compress": true, "copy_links": false, "delay_updates": true, "delete": false, "dest": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/docs/", "dest_port": 22, "dirs": false, "existing_only": false, "group": false, "link_dest": null, "links": null, "mode": "pull", "owner": false, "partial": false, "perms": null, "private_key": null, "recursive": null, "rsync_opts": [], "rsync_path": null, "rsync_timeout": 0, "set_remote_user": true, "src": "zuul@199.204.45.210:/home/zuul/zuul-output/docs/", "ssh_connection_multiplexing": false, "times": null, "use_ssh_args": false, "verify_host": true } }, "msg": ".d..t...... ./\n", "rc": 0, "stdout_lines": [ ".d..t...... ./" ], "zj_output": { "dest": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/docs", "src": "docs" } } ] } }, "role": { "id": "0242ac17-0011-f655-2e0b-000000000006", "name": "fetch-output", "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/fetch-output" }, "task": { "duration": { "end": "2026-03-17T17:49:47.019264Z", "start": "2026-03-17T17:49:45.521614Z" }, "id": "0242ac17-0011-f655-2e0b-00000000000c", "name": "Collect logs, artifacts and docs" } }, { "hosts": { "instance": { "action": "shell", "changed": true, "msg": "All items completed", "results": [ { "ansible_loop_var": "zj_item", "changed": true, "cmd": "if [ -n \"$(find /var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/artifacts -mindepth 1)\" ] ; then\n # Only create target directory if it is needed.\n # Do not fail if it is already there.\n mkdir -p /var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/logs/artifacts\n # Leave the original directory behind so that other roles\n # operating on the interface directories can simply no-op.\n mv -f /var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/artifacts/* /var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/logs/artifacts\nfi\n", "delta": "0:00:00.005709", "end": "2026-03-17 17:49:47.413023", "failed": false, "invocation": { "module_args": { "_raw_params": "if [ -n \"$(find /var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/artifacts -mindepth 1)\" ] ; then\n # Only create target directory if it is needed.\n # Do not fail if it is already there.\n mkdir -p /var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/logs/artifacts\n # Leave the original directory behind so that other roles\n # operating on the interface directories can simply no-op.\n mv -f /var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/artifacts/* /var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/logs/artifacts\nfi\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-03-17 17:49:47.407314", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zj_item": "artifacts", "zuul_log_id": "in-loop-ignore" }, { "ansible_loop_var": "zj_item", "changed": true, "cmd": "if [ -n \"$(find /var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/docs -mindepth 1)\" ] ; then\n # Only create target directory if it is needed.\n # Do not fail if it is already there.\n mkdir -p /var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/logs/docs\n # Leave the original directory behind so that other roles\n # operating on the interface directories can simply no-op.\n mv -f /var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/docs/* /var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/logs/docs\nfi\n", "delta": "0:00:00.006862", "end": "2026-03-17 17:49:47.638723", "failed": false, "invocation": { "module_args": { "_raw_params": "if [ -n \"$(find /var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/docs -mindepth 1)\" ] ; then\n # Only create target directory if it is needed.\n # Do not fail if it is already there.\n mkdir -p /var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/logs/docs\n # Leave the original directory behind so that other roles\n # operating on the interface directories can simply no-op.\n mv -f /var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/docs/* /var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/work/logs/docs\nfi\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-03-17 17:49:47.631861", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zj_item": "docs", "zuul_log_id": "in-loop-ignore" } ] } }, "role": { "id": "0242ac17-0011-f655-2e0b-00000000000f", "name": "merge-output-to-logs", "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/merge-output-to-logs" }, "task": { "duration": { "end": "2026-03-17T17:49:47.686528Z", "start": "2026-03-17T17:49:47.033585Z" }, "id": "0242ac17-0011-f655-2e0b-000000000011", "name": "Move artifacts and docs to logs dir" } } ] }, { "play": { "duration": { "end": "2026-03-17T17:49:48.090432Z", "start": "2026-03-17T17:49:47.696980Z" }, "id": "0242ac17-0011-f655-2e0b-000000000013", "name": "all" }, "tasks": [ { "hosts": { "instance": { "action": "authorized_key", "changed": true, "comment": null, "exclusive": false, "follow": false, "invocation": { "module_args": { "changed": true, "comment": null, "exclusive": false, "follow": false, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC3mqXpYje4pGafHe6KNGTEAmT8G5T6FQPngxC4I4qBEgXiPKCefA1dBoMHCap43W8Aiq7mulL5qDcI5QGoSRcSmMne4wHtXR3ol//oUEko9vtbwRuce6lLB7z2RHcylQhk7H7+w4II2jc+Djzqzti4DixxpcFCY5sbMz0N0ko95YH04MuEfCe81rLLa1FP6nOThKbFi4x1OGlnkDed50wmqgRrk3UsgKCNFU/It54L67x+7q9PgwGcboqfTCzewE5MKBs186cFWhlwx6JHlfBHoBuADpzXcd+So7h0ANSsDAvr7AHy9f7WoPs2zr+5nbOO/LEEB0Q9DQlZFGA2TCqanlLKLx6HOqZmbPSlCeScGNgFA0J2gz/s1zIISHSEb0ZoMWJRPiLHR2SMgjqDrP4jLQnkTIf0WR5U+Du/VMZKRkmTiu60RRTpDuRjDuPDegN0C4BH3jbuGnOTXutuu80Qt/nkVBLpZNRz3fqfsmeEmWDVMMdyq4I8zJbIGqU2YwU= zuul-build-sshkey", "key_options": null, "keyfile": "/home/zuul/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "absent", "user": "zuul", "validate_certs": true } }, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC3mqXpYje4pGafHe6KNGTEAmT8G5T6FQPngxC4I4qBEgXiPKCefA1dBoMHCap43W8Aiq7mulL5qDcI5QGoSRcSmMne4wHtXR3ol//oUEko9vtbwRuce6lLB7z2RHcylQhk7H7+w4II2jc+Djzqzti4DixxpcFCY5sbMz0N0ko95YH04MuEfCe81rLLa1FP6nOThKbFi4x1OGlnkDed50wmqgRrk3UsgKCNFU/It54L67x+7q9PgwGcboqfTCzewE5MKBs186cFWhlwx6JHlfBHoBuADpzXcd+So7h0ANSsDAvr7AHy9f7WoPs2zr+5nbOO/LEEB0Q9DQlZFGA2TCqanlLKLx6HOqZmbPSlCeScGNgFA0J2gz/s1zIISHSEb0ZoMWJRPiLHR2SMgjqDrP4jLQnkTIf0WR5U+Du/VMZKRkmTiu60RRTpDuRjDuPDegN0C4BH3jbuGnOTXutuu80Qt/nkVBLpZNRz3fqfsmeEmWDVMMdyq4I8zJbIGqU2YwU= zuul-build-sshkey", "key_options": null, "keyfile": "/home/zuul/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "absent", "user": "zuul", "validate_certs": true } }, "role": { "id": "0242ac17-0011-f655-2e0b-000000000016", "name": "remove-build-sshkey", "path": "/var/lib/zuul/builds/897fbfb61255447cb9312497ba0ad95c/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/remove-build-sshkey" }, "task": { "duration": { "end": "2026-03-17T17:49:48.090432Z", "start": "2026-03-17T17:49:47.704010Z" }, "id": "0242ac17-0011-f655-2e0b-000000000018", "name": "Remove the build SSH key from all nodes" } } ] } ], "stats": { "instance": { "changed": 4, "failures": 0, "ignored": 0, "ok": 5, "rescued": 0, "skipped": 1, "unreachable": 0 } }, "trusted": true } ]