[ { "branch": "main", "index": "0", "phase": "pre", "playbook": "github.com/vexxhost/zuul-config/playbooks/base/pre.yaml", "plays": [ { "play": { "duration": { "end": "2026-04-28T05:56:48.134147Z", "start": "2026-04-28T05:56:45.735290Z" }, "id": "0242ac17-0011-b782-d01b-000000000002", "name": "localhost" }, "tasks": [ { "hosts": { "localhost": { "action": "gather_facts", "ansible_facts": { "ansible_apparmor": { "status": "disabled" }, "ansible_architecture": "x86_64", "ansible_bios_date": "NA", "ansible_bios_vendor": "NA", "ansible_bios_version": "NA", "ansible_board_asset_tag": "NA", "ansible_board_name": "NA", "ansible_board_serial": "NA", "ansible_board_vendor": "NA", "ansible_board_version": "NA", "ansible_chassis_asset_tag": "NA", "ansible_chassis_serial": "NA", "ansible_chassis_vendor": "NA", "ansible_chassis_version": "NA", "ansible_cmdline": { "BOOT_IMAGE": "/boot/vmlinuz-5.15.0-130-generic", "console": "ttyS0", "ro": true, "root": "UUID=5a569d86-b935-46dd-ae79-7a72a25b6a4c" }, "ansible_date_time": { "date": "2026-04-28", "day": "28", "epoch": "1777355806", "epoch_int": "1777355806", "hour": "05", "iso8601": "2026-04-28T05:56:46Z", "iso8601_basic": "20260428T055646346511", "iso8601_basic_short": "20260428T055646", "iso8601_micro": "2026-04-28T05:56:46.346511Z", "minute": "56", "month": "04", "second": "46", "time": "05:56:46", "tz": "UTC", "tz_dst": "UTC", "tz_offset": "+0000", "weekday": "Tuesday", "weekday_number": "2", "weeknumber": "17", "year": "2026" }, "ansible_devices": {}, "ansible_distribution": "Debian", "ansible_distribution_major_version": "12", "ansible_distribution_release": "bookworm", "ansible_distribution_version": "12", "ansible_dns": { "nameservers": [ "127.0.0.11" ], "options": { "edns0": true, "ndots": "0", "trust-ad": true }, "search": [ "openstacklocal" ] }, "ansible_domain": "", "ansible_effective_group_id": 0, "ansible_effective_user_id": 0, "ansible_env": { "ANSIBLE_CONFIG": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/ansible/pre_playbook_0/ansible.cfg", "DEBIAN_FRONTEND": "noninteractive", "GPG_KEY": "A035C8C19219BA821ECEA86B64E628F8D684696D", "HOME": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work", "HOSTNAME": "0a8996d2b663", "LANG": "C.UTF-8", "PATH": "/usr/local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin", "PWD": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/trusted/project_0/github.com/vexxhost/zuul-config/playbooks/base", "PYTHONPATH": "/var/lib/zuul/ansible/9", "PYTHON_SHA256": "8d3ed8ec5c88c1c95f5e558612a725450d2452813ddad5e58fdb1a53b1209b78", "PYTHON_VERSION": "3.11.14", "SSH_AGENT_PID": "1641097", "SSH_AUTH_SOCK": "/tmp/ssh-9YWfDx1pGHLQ/agent.1641092", "TMP": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/tmp", "ZUUL_ANSIBLE_SPLIT_STREAMS": "False", "ZUUL_JOBDIR": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76", "ZUUL_JOB_FAILURE_OUTPUT": "[]", "ZUUL_JOB_LOG_CONFIG": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/ansible/logging.json", "ZUUL_OUTPUT_MAX_BYTES": "1073741824" }, "ansible_fibre_channel_wwn": [], "ansible_fips": false, "ansible_form_factor": "NA", "ansible_fqdn": "0a8996d2b663", "ansible_hostname": "0a8996d2b663", "ansible_hostnqn": "", "ansible_is_chroot": false, "ansible_iscsi_iqn": "", "ansible_kernel": "5.15.0-130-generic", "ansible_kernel_version": "#140-Ubuntu SMP Wed Dec 18 17:59:53 UTC 2024", "ansible_loadavg": { "15m": 2.81689453125, "1m": 7.00048828125, "5m": 4.04638671875 }, "ansible_local": {}, "ansible_lsb": {}, "ansible_lvm": "N/A", "ansible_machine": "x86_64", "ansible_memfree_mb": 2846, "ansible_memory_mb": { "nocache": { "free": 15120, "used": 16970 }, "real": { "free": 2846, "total": 32090, "used": 29244 }, "swap": { "cached": 0, "free": 0, "total": 0, "used": 0 } }, "ansible_memtotal_mb": 32090, "ansible_mounts": [ { "block_available": 8656038, "block_size": 4096, "block_total": 40601580, "block_used": 31945542, "device": "/dev/vda1", "fstype": "ext4", "inode_available": 16280496, "inode_total": 20643840, "inode_used": 4363344, "mount": "/etc/resolv.conf", "options": "ro,nosuid,nodev,relatime,discard,errors=remount-ro,bind", "size_available": 35455131648, "size_total": 166304071680, "uuid": "N/A" }, { "block_available": 8656038, "block_size": 4096, "block_total": 40601580, "block_used": 31945542, "device": "/dev/vda1", "fstype": "ext4", "inode_available": 16280496, "inode_total": 20643840, "inode_used": 4363344, "mount": "/etc/hosts", "options": "ro,nosuid,nodev,relatime,discard,errors=remount-ro,bind", "size_available": 35455131648, "size_total": 166304071680, "uuid": "N/A" }, { "block_available": 8656038, "block_size": 4096, "block_total": 40601580, "block_used": 31945542, "device": "/dev/vda1", "fstype": "ext4", "inode_available": 16280496, "inode_total": 20643840, "inode_used": 4363344, "mount": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work", "options": "rw,nosuid,nodev,relatime,discard,errors=remount-ro,bind", "size_available": 35455131648, "size_total": 166304071680, "uuid": "N/A" }, { "block_available": 8656038, "block_size": 4096, "block_total": 40601580, "block_used": 31945542, "device": "/dev/vda1", "fstype": "ext4", "inode_available": 16280496, "inode_total": 20643840, "inode_used": 4363344, "mount": "/var/lib/zuul/ansible/9", "options": "ro,nosuid,nodev,relatime,discard,errors=remount-ro,bind", "size_available": 35455131648, "size_total": 166304071680, "uuid": "N/A" }, { "block_available": 8656038, "block_size": 4096, "block_total": 40601580, "block_used": 31945542, "device": "/dev/vda1", "fstype": "ext4", "inode_available": 16280496, "inode_total": 20643840, "inode_used": 4363344, "mount": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/ansible", "options": "ro,nosuid,nodev,relatime,discard,errors=remount-ro,bind", "size_available": 35455131648, "size_total": 166304071680, "uuid": "N/A" }, { "block_available": 8656038, "block_size": 4096, "block_total": 40601580, "block_used": 31945542, "device": "/dev/vda1", "fstype": "ext4", "inode_available": 16280496, "inode_total": 20643840, "inode_used": 4363344, "mount": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/trusted", "options": "ro,nosuid,nodev,relatime,discard,errors=remount-ro,bind", "size_available": 35455131648, "size_total": 166304071680, "uuid": "N/A" }, { "block_available": 8656038, "block_size": 4096, "block_total": 40601580, "block_used": 31945542, "device": "/dev/vda1", "fstype": "ext4", "inode_available": 16280496, "inode_total": 20643840, "inode_used": 4363344, "mount": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/untrusted", "options": "ro,nosuid,nodev,relatime,discard,errors=remount-ro,bind", "size_available": 35455131648, "size_total": 166304071680, "uuid": "N/A" }, { "block_available": 8656038, "block_size": 4096, "block_total": 40601580, "block_used": 31945542, "device": "/dev/vda1", "fstype": "ext4", "inode_available": 16280496, "inode_total": 20643840, "inode_used": 4363344, "mount": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/ansible/pre_playbook_0", "options": "ro,nosuid,nodev,relatime,discard,errors=remount-ro,bind", "size_available": 35455131648, "size_total": 166304071680, "uuid": "N/A" }, { "block_available": 8656038, "block_size": 4096, "block_total": 40601580, "block_used": 31945542, "device": "/dev/vda1", "fstype": "ext4", "inode_available": 16280496, "inode_total": 20643840, "inode_used": 4363344, "mount": "/etc/zuul/site-variables.yaml", "options": "ro,nosuid,nodev,relatime,discard,errors=remount-ro,bind", "size_available": 35455131648, "size_total": 166304071680, "uuid": "N/A" }, { "block_available": 172178611, "block_size": 4096, "block_total": 263940717, "block_used": 91762106, "device": "/dev/vdb", "fstype": "ext4", "inode_available": 53893010, "inode_total": 67108864, "inode_used": 13215854, "mount": "/srv/static/logs", "options": "rw,nosuid,nodev,relatime,discard", "size_available": 705243590656, "size_total": 1081101176832, "uuid": "N/A" }, { "block_available": 8656038, "block_size": 4096, "block_total": 40601580, "block_used": 31945542, "device": "/dev/vda1", "fstype": "ext4", "inode_available": 16280496, "inode_total": 20643840, "inode_used": 4363344, "mount": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/.ansible", "options": "rw,nosuid,nodev,relatime,discard,errors=remount-ro,bind", "size_available": 35455131648, "size_total": 166304071680, "uuid": "N/A" } ], "ansible_nodename": "0a8996d2b663", "ansible_os_family": "Debian", "ansible_pkg_mgr": "apt", "ansible_proc_cmdline": { "BOOT_IMAGE": "/boot/vmlinuz-5.15.0-130-generic", "console": [ "tty1", "ttyS0" ], "ro": true, "root": "UUID=5a569d86-b935-46dd-ae79-7a72a25b6a4c" }, "ansible_processor": [ "0", "AuthenticAMD", "AMD EPYC-Rome Processor", "1", "AuthenticAMD", "AMD EPYC-Rome Processor", "2", "AuthenticAMD", "AMD EPYC-Rome Processor", "3", "AuthenticAMD", "AMD EPYC-Rome Processor", "4", "AuthenticAMD", "AMD EPYC-Rome Processor", "5", "AuthenticAMD", "AMD EPYC-Rome Processor", "6", "AuthenticAMD", "AMD EPYC-Rome Processor", "7", "AuthenticAMD", "AMD EPYC-Rome Processor", "8", "AuthenticAMD", "AMD EPYC-Rome Processor", "9", "AuthenticAMD", "AMD EPYC-Rome Processor", "10", "AuthenticAMD", "AMD EPYC-Rome Processor", "11", "AuthenticAMD", "AMD EPYC-Rome Processor", "12", "AuthenticAMD", "AMD EPYC-Rome Processor", "13", "AuthenticAMD", "AMD EPYC-Rome Processor", "14", "AuthenticAMD", "AMD EPYC-Rome Processor", "15", "AuthenticAMD", "AMD EPYC-Rome Processor" ], "ansible_processor_cores": 1, "ansible_processor_count": 16, "ansible_processor_nproc": 16, "ansible_processor_threads_per_core": 1, "ansible_processor_vcpus": 16, "ansible_product_name": "NA", "ansible_product_serial": "NA", "ansible_product_uuid": "NA", "ansible_product_version": "NA", "ansible_python": { "executable": "/usr/local/lib/zuul/ansible/9/bin/python", "has_sslcontext": true, "type": "cpython", "version": { "major": 3, "micro": 14, "minor": 11, "releaselevel": "final", "serial": 0 }, "version_info": [ 3, 11, 14, "final", 0 ] }, "ansible_python_version": "3.11.14", "ansible_real_group_id": 0, "ansible_real_user_id": 0, "ansible_selinux": { "status": "disabled" }, "ansible_selinux_python_present": true, "ansible_service_mgr": "bwrap", "ansible_swapfree_mb": 0, "ansible_swaptotal_mb": 0, "ansible_system": "Linux", "ansible_system_capabilities": "N/A", "ansible_system_capabilities_enforced": "N/A", "ansible_system_vendor": "NA", "ansible_uptime_seconds": 41019536, "ansible_user_dir": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work", "ansible_user_gecos": "root", "ansible_user_gid": 0, "ansible_user_id": "root", "ansible_user_shell": "/bin/bash", "ansible_user_uid": 0, "ansible_userspace_architecture": "x86_64", "ansible_userspace_bits": "64", "ansible_virtualization_role": "host", "ansible_virtualization_tech_guest": [], "ansible_virtualization_tech_host": [ "kvm" ], "ansible_virtualization_type": "kvm", "gather_subset": [ "all" ], "module_setup": true }, "changed": false, "deprecations": [], "warnings": [] } }, "task": { "duration": { "end": "2026-04-28T05:56:46.668854Z", "start": "2026-04-28T05:56:45.746283Z" }, "id": "0242ac17-0011-b782-d01b-00000000002a", "name": "Gathering Facts" } }, { "hosts": { "localhost": { "action": "include_role", "changed": false, "include_args": { "name": "set-zuul-log-path-fact" } } }, "role": { "id": "0242ac17-0011-b782-d01b-000000000006", "name": "emit-job-header", "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/emit-job-header" }, "task": { "duration": { "end": "2026-04-28T05:56:46.695456Z", "start": "2026-04-28T05:56:46.673895Z" }, "id": "0242ac17-0011-b782-d01b-000000000008", "name": "Setup log path fact" } }, { "hosts": { "localhost": { "action": "set_fact", "ansible_facts": { "zuul_log_path": "894/oss/894a3dee487d4588ae8ab710cc579d76" }, "changed": false } }, "role": { "id": "0242ac17-0011-b782-d01b-000000000054", "name": "set-zuul-log-path-fact", "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/set-zuul-log-path-fact" }, "task": { "duration": { "end": "2026-04-28T05:56:46.736398Z", "start": "2026-04-28T05:56:46.705440Z" }, "id": "0242ac17-0011-b782-d01b-000000000056", "name": "Set log path for a build" } }, { "hosts": { "localhost": { "action": "debug", "changed": false, "msg": "# Job Information\nAnsible Version: 2.16.16\nJob: atmosphere-molecule-aio-ovn\nPipeline: check\nExecutor: 0a8996d2b663\nTriggered by: https://github.com/vexxhost/atmosphere/pull/3880\nEvent ID: ea2558f0-42c6-11f1-923f-85dd875a6f45\n" } }, "role": { "id": "0242ac17-0011-b782-d01b-000000000006", "name": "emit-job-header", "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/emit-job-header" }, "task": { "duration": { "end": "2026-04-28T05:56:46.789841Z", "start": "2026-04-28T05:56:46.744991Z" }, "id": "0242ac17-0011-b782-d01b-000000000009", "name": "Print job information" } }, { "hosts": { "localhost": { "action": "debug", "changed": false, "msg": "All items completed", "results": [ { "ansible_loop_var": "zj_item", "changed": false, "failed": false, "msg": "# Node Information\nInventory Hostname: instance\nHostname: np0000170860\nUsername: zuul\nDistro: Ubuntu 22.04\nProvider: yul1\nRegion: ca-ymq-1\nLabel: ubuntu-jammy-16\nProduct Name: OpenStack Nova\nInterface IP: 199.204.45.235\n", "zj_item": "instance" } ] } }, "role": { "id": "0242ac17-0011-b782-d01b-000000000006", "name": "emit-job-header", "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/emit-job-header" }, "task": { "duration": { "end": "2026-04-28T05:56:46.909480Z", "start": "2026-04-28T05:56:46.794992Z" }, "id": "0242ac17-0011-b782-d01b-00000000000a", "name": "Print node information" } }, { "hosts": { "localhost": { "action": "file", "changed": true, "diff": { "after": { "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/logs/zuul-info", "state": "directory" }, "before": { "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/logs/zuul-info", "state": "absent" } }, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": 493, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/logs/zuul-info", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/logs/zuul-info", "size": 4096, "state": "directory", "uid": 0 } }, "role": { "id": "0242ac17-0011-b782-d01b-00000000000d", "name": "log-inventory", "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/log-inventory" }, "task": { "duration": { "end": "2026-04-28T05:56:47.271874Z", "start": "2026-04-28T05:56:46.915340Z" }, "id": "0242ac17-0011-b782-d01b-00000000000f", "name": "Ensure Zuul Ansible directory exists" } }, { "hosts": { "localhost": { "action": "copy", "changed": true, "checksum": "01f0f87e1e1a2201b5b62c82416dc64369aacb19", "dest": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/logs/zuul-info/inventory.yaml", "diff": [], "gid": 0, "group": "root", "invocation": { "module_args": { "_original_basename": "inventory.yaml", "attributes": null, "backup": false, "checksum": "01f0f87e1e1a2201b5b62c82416dc64369aacb19", "content": null, "dest": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/logs/zuul-info", "directory_mode": null, "follow": false, "force": true, "group": null, "local_follow": null, "mode": 420, "owner": null, "remote_src": null, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/.ansible/tmp/ansible-tmp-1777355807.308171-84-212695013997137/source", "unsafe_writes": false, "validate": null } }, "md5sum": "c5f85868c5bf533dc252d14241a1c655", "mode": "0644", "owner": "root", "size": 40933, "src": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/.ansible/tmp/ansible-tmp-1777355807.308171-84-212695013997137/source", "state": "file", "uid": 0 } }, "role": { "id": "0242ac17-0011-b782-d01b-00000000000d", "name": "log-inventory", "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/log-inventory" }, "task": { "duration": { "end": "2026-04-28T05:56:48.134147Z", "start": "2026-04-28T05:56:47.277539Z" }, "id": "0242ac17-0011-b782-d01b-000000000010", "name": "Copy ansible inventory to logs dir" } } ] }, { "play": { "duration": { "end": "2026-04-28T05:56:55.071582Z", "start": "2026-04-28T05:56:48.142259Z" }, "id": "0242ac17-0011-b782-d01b-000000000011", "name": "all" }, "tasks": [ { "hosts": { "instance": { "action": "stat", "changed": false, "failed_when_result": false, "invocation": { "module_args": { "checksum_algorithm": "sha1", "follow": false, "get_attributes": true, "get_checksum": true, "get_mime": true, "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/894a3dee487d4588ae8ab710cc579d76_id_rsa" } }, "stat": { "exists": false } } }, "role": { "id": "0242ac17-0011-b782-d01b-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-04-28T05:56:48.379756Z", "start": "2026-04-28T05:56:48.151434Z" }, "id": "0242ac17-0011-b782-d01b-000000000018", "name": "Check to see if ssh key was already created for this build" } }, { "hosts": { "instance": { "action": "include_tasks", "changed": false, "include": "create-key-and-replace.yaml", "include_args": {} } }, "role": { "id": "0242ac17-0011-b782-d01b-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-04-28T05:56:48.421404Z", "start": "2026-04-28T05:56:48.389311Z" }, "id": "0242ac17-0011-b782-d01b-000000000019", "name": "Create a new key in workspace based on build UUID" } }, { "hosts": { "instance": { "action": "command", "changed": true, "cmd": [ "ssh-keygen", "-t", "rsa", "-N", "", "-C", "zuul-build-sshkey", "-f", "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/894a3dee487d4588ae8ab710cc579d76_id_rsa", "-b", "3072" ], "delta": "0:00:00.551906", "end": "2026-04-28 05:56:49.358493", "invocation": { "module_args": { "_raw_params": "ssh-keygen -t rsa -N '' -C 'zuul-build-sshkey' -f /var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/894a3dee487d4588ae8ab710cc579d76_id_rsa -b 3072", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0242ac17-0011-b782-d01b-00000000009c-0-instance", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-04-28 05:56:48.806587", "stderr": "", "stderr_lines": [], "stdout": "Generating public/private rsa key pair.\nYour identification has been saved in /var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/894a3dee487d4588ae8ab710cc579d76_id_rsa\nYour public key has been saved in /var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/894a3dee487d4588ae8ab710cc579d76_id_rsa.pub\nThe key fingerprint is:\nSHA256:UWROcwjQdTXYwZzJCgdnNKGTEiB+AsqEaNZ6OiL5HKw zuul-build-sshkey\nThe key's randomart image is:\n+---[RSA 3072]----+\n|o.o . o+o+O+OO++ |\n|=+ + . .*oOo.B. |\n|+.. o . o =o . |\n| . . o o .. |\n| oo S |\n|+oo |\n|o+.. |\n|E o |\n| |\n+----[SHA256]-----+", "stdout_lines": [ "Generating public/private rsa key pair.", "Your identification has been saved in /var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/894a3dee487d4588ae8ab710cc579d76_id_rsa", "Your public key has been saved in /var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/894a3dee487d4588ae8ab710cc579d76_id_rsa.pub", "The key fingerprint is:", "SHA256:UWROcwjQdTXYwZzJCgdnNKGTEiB+AsqEaNZ6OiL5HKw zuul-build-sshkey", "The key's randomart image is:", "+---[RSA 3072]----+", "|o.o . o+o+O+OO++ |", "|=+ + . .*oOo.B. |", "|+.. o . o =o . |", "| . . o o .. |", "| oo S |", "|+oo |", "|o+.. |", "|E o |", "| |", "+----[SHA256]-----+" ], "zuul_log_id": "0242ac17-0011-b782-d01b-00000000009c-0-instance" } }, "role": { "id": "0242ac17-0011-b782-d01b-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-04-28T05:56:49.414140Z", "start": "2026-04-28T05:56:48.439304Z" }, "id": "0242ac17-0011-b782-d01b-00000000009c", "name": "Create Temp SSH key" } }, { "hosts": { "instance": { "action": "include_tasks", "changed": false, "include": "remote-linux.yaml", "include_args": {} } }, "role": { "id": "0242ac17-0011-b782-d01b-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-04-28T05:56:49.451514Z", "start": "2026-04-28T05:56:49.418927Z" }, "id": "0242ac17-0011-b782-d01b-00000000009d", "name": "Remote setup ssh keys (linux)" } }, { "hosts": { "instance": { "action": "lineinfile", "changed": false, "false_condition": "zuul_build_sshkey_cleanup", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0242ac17-0011-b782-d01b-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-04-28T05:56:49.492995Z", "start": "2026-04-28T05:56:49.468180Z" }, "id": "0242ac17-0011-b782-d01b-0000000000bc", "name": "Remove previously added zuul-build-sshkey" } }, { "hosts": { "instance": { "action": "authorized_key", "changed": true, "comment": null, "exclusive": false, "follow": false, "invocation": { "module_args": { "changed": true, "comment": null, "exclusive": false, "follow": false, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC3wqftmqInc0AZAKU4oidt5pwqhrJJLYwUkX/NNEFqewU0dm33hP5U3qGPI5OtK4Q/PmpYPAlz9qaI3Cd94eooS5jwx0tNEKFgH2AXTXcBOyb4RqpRhXrd/4jc7PjTFh7cOYtYGv/7ncFAZK7QL0l+blT9ccLJK0oyEnpZlVFvZE0WjrHpTCZJXRqzYchAecaEE0xnm6XSRudYAf8WeI8puTr3DKPEVeK2rvoubo2Xei30jHJj7DfiMiO710rwRXGNvMfOA/oBgGBOnaS810+3pICeAt7ZCH4smqJh8OHeQK4T9kt11bjlwUgwO8HLeKVSDm5a2538eEw1mFclMSjfz8oUA3vAVvykZusMTrd5WznHUa/PerwgUxPfkf9BOMbXfc2dmzf75ibngoldgC4RifW1TYxssQi8NJGq/cXcAcuri9x+IgMtdT1SAgkPmUS//gqNmXCx6rNGpJxEoxnv76/GtyyFcfc51LTpYv0Shg4waxlqIlYdRd6Gx1740GM= zuul-build-sshkey", "key_options": null, "keyfile": "/home/zuul/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "zuul", "validate_certs": true } }, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC3wqftmqInc0AZAKU4oidt5pwqhrJJLYwUkX/NNEFqewU0dm33hP5U3qGPI5OtK4Q/PmpYPAlz9qaI3Cd94eooS5jwx0tNEKFgH2AXTXcBOyb4RqpRhXrd/4jc7PjTFh7cOYtYGv/7ncFAZK7QL0l+blT9ccLJK0oyEnpZlVFvZE0WjrHpTCZJXRqzYchAecaEE0xnm6XSRudYAf8WeI8puTr3DKPEVeK2rvoubo2Xei30jHJj7DfiMiO710rwRXGNvMfOA/oBgGBOnaS810+3pICeAt7ZCH4smqJh8OHeQK4T9kt11bjlwUgwO8HLeKVSDm5a2538eEw1mFclMSjfz8oUA3vAVvykZusMTrd5WznHUa/PerwgUxPfkf9BOMbXfc2dmzf75ibngoldgC4RifW1TYxssQi8NJGq/cXcAcuri9x+IgMtdT1SAgkPmUS//gqNmXCx6rNGpJxEoxnv76/GtyyFcfc51LTpYv0Shg4waxlqIlYdRd6Gx1740GM= zuul-build-sshkey", "key_options": null, "keyfile": "/home/zuul/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "zuul", "validate_certs": true } }, "role": { "id": "0242ac17-0011-b782-d01b-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-04-28T05:56:49.944002Z", "start": "2026-04-28T05:56:49.502779Z" }, "id": "0242ac17-0011-b782-d01b-0000000000bd", "name": "Enable access via build key on all nodes" } }, { "hosts": { "instance": { "action": "file", "changed": false, "diff": { "after": { "path": "/home/zuul/.ssh" }, "before": { "path": "/home/zuul/.ssh" } }, "gid": 1000, "group": "zuul", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": 448, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul/.ssh", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0700", "owner": "zuul", "path": "/home/zuul/.ssh", "size": 4096, "state": "directory", "uid": 1000 } }, "role": { "id": "0242ac17-0011-b782-d01b-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-04-28T05:56:50.127341Z", "start": "2026-04-28T05:56:49.948642Z" }, "id": "0242ac17-0011-b782-d01b-0000000000be", "name": "Make sure user has a .ssh" } }, { "hosts": { "instance": { "action": "copy", "changed": true, "checksum": "8f11616f34adb97aea2cf7bb5c146195aa8756c5", "dest": "/home/zuul/.ssh/id_rsa", "diff": [], "gid": 1000, "group": "zuul", "invocation": { "module_args": { "_original_basename": "894a3dee487d4588ae8ab710cc579d76_id_rsa", "attributes": null, "backup": false, "checksum": "8f11616f34adb97aea2cf7bb5c146195aa8756c5", "content": null, "dest": "/home/zuul/.ssh/id_rsa", "directory_mode": null, "follow": false, "force": false, "group": null, "local_follow": null, "mode": 384, "owner": null, "remote_src": null, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "/home/zuul/.ansible/tmp/ansible-tmp-1777355810.1746147-190-9035911391049/source", "unsafe_writes": false, "validate": null } }, "md5sum": "a1accd1587d03250eaa0a87b725bf729", "mode": "0600", "owner": "zuul", "size": 2602, "src": "/home/zuul/.ansible/tmp/ansible-tmp-1777355810.1746147-190-9035911391049/source", "state": "file", "uid": 1000 } }, "role": { "id": "0242ac17-0011-b782-d01b-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-04-28T05:56:50.613774Z", "start": "2026-04-28T05:56:50.135291Z" }, "id": "0242ac17-0011-b782-d01b-0000000000bf", "name": "Install build private key as SSH key on all nodes" } }, { "hosts": { "instance": { "action": "copy", "changed": true, "checksum": "07b40a3520ea14e388d77ac4e5460ab8d1942801", "dest": "/home/zuul/.ssh/id_rsa.pub", "diff": [], "gid": 1000, "group": "zuul", "invocation": { "module_args": { "_original_basename": "894a3dee487d4588ae8ab710cc579d76_id_rsa.pub", "attributes": null, "backup": false, "checksum": "07b40a3520ea14e388d77ac4e5460ab8d1942801", "content": null, "dest": "/home/zuul/.ssh/id_rsa.pub", "directory_mode": null, "follow": false, "force": false, "group": null, "local_follow": null, "mode": 420, "owner": null, "remote_src": null, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "/home/zuul/.ansible/tmp/ansible-tmp-1777355810.6574204-200-87242875624246/source", "unsafe_writes": false, "validate": null } }, "md5sum": "c100c127dbb7afbf696912cbd21f9b9a", "mode": "0644", "owner": "zuul", "size": 571, "src": "/home/zuul/.ansible/tmp/ansible-tmp-1777355810.6574204-200-87242875624246/source", "state": "file", "uid": 1000 } }, "role": { "id": "0242ac17-0011-b782-d01b-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-04-28T05:56:51.090171Z", "start": "2026-04-28T05:56:50.620147Z" }, "id": "0242ac17-0011-b782-d01b-0000000000c0", "name": "Install build public key as SSH key on all nodes" } }, { "hosts": { "instance": { "action": "include_tasks", "changed": false, "false_condition": "ansible_os_family == \"Windows\"", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0242ac17-0011-b782-d01b-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-04-28T05:56:51.121332Z", "start": "2026-04-28T05:56:51.096337Z" }, "id": "0242ac17-0011-b782-d01b-00000000009e", "name": "Remote setup ssh keys (windows)" } }, { "hosts": { "instance": { "action": "sshagent_remove_keys", "changed": true, "invocation": { "module_args": { "remove": "^(?!\\(stdin\\)).*" } }, "removed": [ "/etc/zuul/id_rsa" ] } }, "role": { "id": "0242ac17-0011-b782-d01b-0000000000a3", "name": "remove-zuul-sshkey", "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/remove-zuul-sshkey" }, "task": { "duration": { "end": "2026-04-28T05:56:51.529091Z", "start": "2026-04-28T05:56:51.135635Z" }, "id": "0242ac17-0011-b782-d01b-0000000000a5", "name": "Remove master key from local agent" } }, { "hosts": { "instance": { "action": "command", "changed": true, "cmd": [ "ssh-add", "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/894a3dee487d4588ae8ab710cc579d76_id_rsa" ], "delta": "0:00:00.014586", "end": "2026-04-28 05:56:51.812874", "invocation": { "module_args": { "_raw_params": "ssh-add /var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/894a3dee487d4588ae8ab710cc579d76_id_rsa", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0242ac17-0011-b782-d01b-0000000000ab-0-instance", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-04-28 05:56:51.798288", "stderr": "", "stderr_lines": [], "stdout": "Identity added: /var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/894a3dee487d4588ae8ab710cc579d76_id_rsa (zuul-build-sshkey)", "stdout_lines": [ "Identity added: /var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/894a3dee487d4588ae8ab710cc579d76_id_rsa (zuul-build-sshkey)" ], "zuul_log_id": "0242ac17-0011-b782-d01b-0000000000ab-0-instance" } }, "role": { "id": "0242ac17-0011-b782-d01b-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-04-28T05:56:51.864310Z", "start": "2026-04-28T05:56:51.573094Z" }, "id": "0242ac17-0011-b782-d01b-0000000000ab", "name": "Add back temp key" } }, { "hosts": { "instance": { "action": "ping", "changed": false, "invocation": { "module_args": { "data": "pong" } }, "ping": "pong" } }, "role": { "id": "0242ac17-0011-b782-d01b-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-04-28T05:56:52.137774Z", "start": "2026-04-28T05:56:51.869105Z" }, "id": "0242ac17-0011-b782-d01b-0000000000ac", "name": "Verify we can still SSH to all nodes" } }, { "hosts": { "instance": { "action": "command", "changed": false, "false_condition": "ansible_os_family == \"Windows\"", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0242ac17-0011-b782-d01b-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-04-28T05:56:52.167941Z", "start": "2026-04-28T05:56:52.142510Z" }, "id": "0242ac17-0011-b782-d01b-0000000000ad", "name": "Verify we can still SSH to all nodes (windows)" } }, { "hosts": { "instance": { "action": "zuul_console", "changed": false, "invocation": { "module_args": { "path": "/tmp/console-{log_uuid}.log", "port": 19885, "state": "present" } } } }, "role": { "id": "0242ac17-0011-b782-d01b-00000000001b", "name": "prepare-workspace", "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/prepare-workspace" }, "task": { "duration": { "end": "2026-04-28T05:56:52.472126Z", "start": "2026-04-28T05:56:52.184223Z" }, "id": "0242ac17-0011-b782-d01b-00000000001d", "name": "Start zuul_console daemon." } }, { "hosts": { "instance": { "action": "synchronize", "censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": true } }, "role": { "id": "0242ac17-0011-b782-d01b-00000000001b", "name": "prepare-workspace", "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/prepare-workspace" }, "task": { "duration": { "end": "2026-04-28T05:56:54.012514Z", "start": "2026-04-28T05:56:52.479372Z" }, "id": "0242ac17-0011-b782-d01b-00000000001e", "name": "Synchronize src repos to workspace directory." } }, { "hosts": { "instance": { "action": "file", "changed": false, "msg": "All items completed", "results": [ { "ansible_loop_var": "zj_output_dir", "changed": false, "failed": false, "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul/zuul-output/logs", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "absent", "unsafe_writes": false } }, "path": "/home/zuul/zuul-output/logs", "state": "absent", "zj_output_dir": "logs" }, { "ansible_loop_var": "zj_output_dir", "changed": false, "failed": false, "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul/zuul-output/artifacts", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "absent", "unsafe_writes": false } }, "path": "/home/zuul/zuul-output/artifacts", "state": "absent", "zj_output_dir": "artifacts" }, { "ansible_loop_var": "zj_output_dir", "changed": false, "failed": false, "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul/zuul-output/docs", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "absent", "unsafe_writes": false } }, "path": "/home/zuul/zuul-output/docs", "state": "absent", "zj_output_dir": "docs" } ] } }, "role": { "id": "0242ac17-0011-b782-d01b-000000000020", "name": "ensure-output-dirs", "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/ensure-output-dirs" }, "task": { "duration": { "end": "2026-04-28T05:56:54.544186Z", "start": "2026-04-28T05:56:54.021890Z" }, "id": "0242ac17-0011-b782-d01b-000000000022", "name": "Empty Zuul Output directories by removing them" } }, { "hosts": { "instance": { "action": "file", "changed": true, "msg": "All items completed", "results": [ { "ansible_loop_var": "zj_output_dir", "changed": true, "diff": { "after": { "mode": "0755", "path": "/home/zuul/zuul-output/logs", "state": "directory" }, "before": { "mode": "0775", "path": "/home/zuul/zuul-output/logs", "state": "absent" } }, "failed": false, "gid": 1000, "group": "zuul", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": 493, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul/zuul-output/logs", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "zuul", "path": "/home/zuul/zuul-output/logs", "size": 4096, "state": "directory", "uid": 1000, "zj_output_dir": "logs" }, { "ansible_loop_var": "zj_output_dir", "changed": true, "diff": { "after": { "mode": "0755", "path": "/home/zuul/zuul-output/artifacts", "state": "directory" }, "before": { "mode": "0775", "path": "/home/zuul/zuul-output/artifacts", "state": "absent" } }, "failed": false, "gid": 1000, "group": "zuul", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": 493, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul/zuul-output/artifacts", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "zuul", "path": "/home/zuul/zuul-output/artifacts", "size": 4096, "state": "directory", "uid": 1000, "zj_output_dir": "artifacts" }, { "ansible_loop_var": "zj_output_dir", "changed": true, "diff": { "after": { "mode": "0755", "path": "/home/zuul/zuul-output/docs", "state": "directory" }, "before": { "mode": "0775", "path": "/home/zuul/zuul-output/docs", "state": "absent" } }, "failed": false, "gid": 1000, "group": "zuul", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": 493, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul/zuul-output/docs", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "zuul", "path": "/home/zuul/zuul-output/docs", "size": 4096, "state": "directory", "uid": 1000, "zj_output_dir": "docs" } ] } }, "role": { "id": "0242ac17-0011-b782-d01b-000000000020", "name": "ensure-output-dirs", "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/ensure-output-dirs" }, "task": { "duration": { "end": "2026-04-28T05:56:55.071582Z", "start": "2026-04-28T05:56:54.553431Z" }, "id": "0242ac17-0011-b782-d01b-000000000024", "name": "Ensure Zuul Output directories exist" } } ] } ], "stats": { "instance": { "changed": 8, "failures": 0, "ignored": 0, "ok": 15, "rescued": 0, "skipped": 3, "unreachable": 0 }, "localhost": { "changed": 2, "failures": 0, "ignored": 0, "ok": 6, "rescued": 0, "skipped": 0, "unreachable": 0 } }, "trusted": true }, { "branch": "main", "index": "1", "phase": "pre", "playbook": "github.com/vexxhost/zuul-jobs/playbooks/molecule/pre.yaml", "plays": [ { "play": { "duration": { "end": "2026-04-28T05:56:58.721911Z", "start": "2026-04-28T05:56:55.885677Z" }, "id": "0242ac17-0011-f2c0-cf07-000000000002", "name": "all" }, "tasks": [ { "hosts": { "instance": { "action": "ansible.builtin.unarchive", "changed": true, "dest": "/usr/local/bin", "extract_results": { "cmd": [ "/usr/bin/tar", "--extract", "-C", "/usr/local/bin", "-z", "--show-transformed-names", "--strip-components=1", "-f", "/home/zuul/.ansible/tmp/ansible-tmp-1777355815.9434946-5-146506503893473/uv-x86_64-unknown-linux-gnunt10yv5z.tar.gz" ], "err": "", "out": "", "rc": 0 }, "gid": 0, "group": "root", "handler": "TgzArchive", "invocation": { "module_args": { "attributes": null, "copy": true, "creates": "/usr/local/bin/uv", "decrypt": true, "dest": "/usr/local/bin", "exclude": [], "extra_opts": [ "--strip-components=1" ], "group": null, "include": [], "io_buffer_size": 65536, "keep_newer": false, "list_files": false, "mode": null, "owner": null, "remote_src": true, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "https://github.com/astral-sh/uv/releases/download/0.8.13/uv-x86_64-unknown-linux-gnu.tar.gz", "unsafe_writes": false, "validate_certs": true } }, "mode": "0755", "owner": "root", "size": 4096, "src": "/home/zuul/.ansible/tmp/ansible-tmp-1777355815.9434946-5-146506503893473/uv-x86_64-unknown-linux-gnunt10yv5z.tar.gz", "state": "directory", "uid": 0 } }, "role": { "id": "0242ac17-0011-f2c0-cf07-000000000005", "name": "setup-uv", "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/untrusted/project_0/github.com/vexxhost/zuul-jobs/roles/setup-uv" }, "task": { "duration": { "end": "2026-04-28T05:56:58.180199Z", "start": "2026-04-28T05:56:55.900000Z" }, "id": "0242ac17-0011-f2c0-cf07-000000000007", "name": "Extract archive" } }, { "hosts": { "instance": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "/usr/local/bin/uv", "--version" ], "delta": "0:00:00.022430", "end": "2026-04-28 05:56:57.404283", "invocation": { "module_args": { "_raw_params": "/usr/local/bin/uv --version", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0242ac17-0011-f2c0-cf07-000000000008-1-instance", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-04-28 05:56:57.381853", "stderr": "", "stderr_lines": [], "stdout": "uv 0.8.13", "stdout_lines": [ "uv 0.8.13" ], "zuul_log_id": "0242ac17-0011-f2c0-cf07-000000000008-1-instance" } }, "role": { "id": "0242ac17-0011-f2c0-cf07-000000000005", "name": "setup-uv", "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/untrusted/project_0/github.com/vexxhost/zuul-jobs/roles/setup-uv" }, "task": { "duration": { "end": "2026-04-28T05:56:58.721911Z", "start": "2026-04-28T05:56:58.206237Z" }, "id": "0242ac17-0011-f2c0-cf07-000000000008", "name": "Print version" } } ] } ], "stats": { "instance": { "changed": 2, "failures": 0, "ignored": 0, "ok": 2, "rescued": 0, "skipped": 0, "unreachable": 0 } }, "trusted": false }, { "branch": "stable/2023.2", "index": "2", "phase": "pre", "playbook": "github.com/vexxhost/atmosphere/test-playbooks/molecule/pre.yml", "plays": [ { "play": { "duration": { "end": "2026-04-28T05:57:10.043093Z", "start": "2026-04-28T05:56:59.444861Z" }, "id": "0242ac17-0011-3e21-ca0b-000000000002", "name": "all" }, "tasks": [ { "hosts": { "instance": { "action": "ansible.builtin.apt", "cache_update_time": 1777355825, "cache_updated": true, "changed": true, "diff": {}, "invocation": { "module_args": { "allow_change_held_packages": false, "allow_downgrade": false, "allow_unauthenticated": false, "autoclean": false, "autoremove": false, "cache_valid_time": 0, "clean": false, "deb": null, "default_release": null, "dpkg_options": "force-confdef,force-confold", "fail_on_autoremove": false, "force": false, "force_apt_get": false, "install_recommends": null, "lock_timeout": 60, "name": "jq", "only_upgrade": false, "package": [ "jq" ], "policy_rc_d": null, "purge": false, "state": "present", "update_cache": true, "update_cache_retries": 5, "update_cache_retry_max_delay": 12, "upgrade": null } }, "stderr": "debconf: delaying package configuration, since apt-utils is not installed\n", "stderr_lines": [ "debconf: delaying package configuration, since apt-utils is not installed" ], "stdout": "Reading package lists...\nBuilding dependency tree...\nReading state information...\nThe following additional packages will be installed:\n libjq1 libonig5\nThe following NEW packages will be installed:\n jq libjq1 libonig5\n0 upgraded, 3 newly installed, 0 to remove and 0 not upgraded.\nNeed to get 359 kB of archives.\nAfter this operation, 1087 kB of additional disk space will be used.\nGet:1 http://nova.clouds.archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB]\nGet:2 http://nova.clouds.archive.ubuntu.com/ubuntu jammy-updates/main amd64 libjq1 amd64 1.6-2.1ubuntu3.2 [135 kB]\nGet:3 http://nova.clouds.archive.ubuntu.com/ubuntu jammy-updates/main amd64 jq amd64 1.6-2.1ubuntu3.2 [52.5 kB]\nFetched 359 kB in 1s (512 kB/s)\nSelecting previously unselected package libonig5:amd64.\r\n(Reading database ... \r(Reading database ... 5%\r(Reading database ... 10%\r(Reading database ... 15%\r(Reading database ... 20%\r(Reading database ... 25%\r(Reading database ... 30%\r(Reading database ... 35%\r(Reading database ... 40%\r(Reading database ... 45%\r(Reading database ... 50%\r(Reading database ... 55%\r(Reading database ... 60%\r(Reading database ... 65%\r(Reading database ... 70%\r(Reading database ... 75%\r(Reading database ... 80%\r(Reading database ... 85%\r(Reading database ... 90%\r(Reading database ... 95%\r(Reading database ... 100%\r(Reading database ... 30923 files and directories currently installed.)\r\nPreparing to unpack .../libonig5_6.9.7.1-2build1_amd64.deb ...\r\nUnpacking libonig5:amd64 (6.9.7.1-2build1) ...\r\nSelecting previously unselected package libjq1:amd64.\r\nPreparing to unpack .../libjq1_1.6-2.1ubuntu3.2_amd64.deb ...\r\nUnpacking libjq1:amd64 (1.6-2.1ubuntu3.2) ...\r\nSelecting previously unselected package jq.\r\nPreparing to unpack .../jq_1.6-2.1ubuntu3.2_amd64.deb ...\r\nUnpacking jq (1.6-2.1ubuntu3.2) ...\r\nSetting up libonig5:amd64 (6.9.7.1-2build1) ...\r\nSetting up libjq1:amd64 (1.6-2.1ubuntu3.2) ...\r\nSetting up jq (1.6-2.1ubuntu3.2) ...\r\nProcessing triggers for libc-bin (2.35-0ubuntu3.13) ...\r\n", "stdout_lines": [ "Reading package lists...", "Building dependency tree...", "Reading state information...", "The following additional packages will be installed:", " libjq1 libonig5", "The following NEW packages will be installed:", " jq libjq1 libonig5", "0 upgraded, 3 newly installed, 0 to remove and 0 not upgraded.", "Need to get 359 kB of archives.", "After this operation, 1087 kB of additional disk space will be used.", "Get:1 http://nova.clouds.archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB]", "Get:2 http://nova.clouds.archive.ubuntu.com/ubuntu jammy-updates/main amd64 libjq1 amd64 1.6-2.1ubuntu3.2 [135 kB]", "Get:3 http://nova.clouds.archive.ubuntu.com/ubuntu jammy-updates/main amd64 jq amd64 1.6-2.1ubuntu3.2 [52.5 kB]", "Fetched 359 kB in 1s (512 kB/s)", "Selecting previously unselected package libonig5:amd64.", "(Reading database ... ", "(Reading database ... 5%", "(Reading database ... 10%", "(Reading database ... 15%", "(Reading database ... 20%", "(Reading database ... 25%", "(Reading database ... 30%", "(Reading database ... 35%", "(Reading database ... 40%", "(Reading database ... 45%", "(Reading database ... 50%", "(Reading database ... 55%", "(Reading database ... 60%", "(Reading database ... 65%", "(Reading database ... 70%", "(Reading database ... 75%", "(Reading database ... 80%", "(Reading database ... 85%", "(Reading database ... 90%", "(Reading database ... 95%", "(Reading database ... 100%", "(Reading database ... 30923 files and directories currently installed.)", "Preparing to unpack .../libonig5_6.9.7.1-2build1_amd64.deb ...", "Unpacking libonig5:amd64 (6.9.7.1-2build1) ...", "Selecting previously unselected package libjq1:amd64.", "Preparing to unpack .../libjq1_1.6-2.1ubuntu3.2_amd64.deb ...", "Unpacking libjq1:amd64 (1.6-2.1ubuntu3.2) ...", "Selecting previously unselected package jq.", "Preparing to unpack .../jq_1.6-2.1ubuntu3.2_amd64.deb ...", "Unpacking jq (1.6-2.1ubuntu3.2) ...", "Setting up libonig5:amd64 (6.9.7.1-2build1) ...", "Setting up libjq1:amd64 (1.6-2.1ubuntu3.2) ...", "Setting up jq (1.6-2.1ubuntu3.2) ...", "Processing triggers for libc-bin (2.35-0ubuntu3.13) ..." ] } }, "task": { "duration": { "end": "2026-04-28T05:57:10.043093Z", "start": "2026-04-28T05:56:59.456067Z" }, "id": "0242ac17-0011-3e21-ca0b-000000000004", "name": "Install \"jq\" for log collection" } } ] } ], "stats": { "instance": { "changed": 1, "failures": 0, "ignored": 0, "ok": 1, "rescued": 0, "skipped": 0, "unreachable": 0 } }, "trusted": false }, { "branch": "main", "index": "0", "phase": "run", "playbook": "github.com/vexxhost/zuul-jobs/playbooks/molecule/run.yaml", "plays": [ { "play": { "duration": { "end": "2026-04-28T06:05:32.207430Z", "start": "2026-04-28T05:57:10.769963Z" }, "id": "0242ac17-0011-1abb-62bd-000000000002", "name": "all" }, "tasks": [ { "hosts": { "instance": { "action": "ansible.builtin.copy", "changed": true, "checksum": "01f0f87e1e1a2201b5b62c82416dc64369aacb19", "dest": "src/github.com/vexxhost/atmosphere/inventory.yaml", "diff": [], "gid": 1000, "group": "zuul", "invocation": { "module_args": { "_original_basename": "inventory.yaml", "attributes": null, "backup": false, "checksum": "01f0f87e1e1a2201b5b62c82416dc64369aacb19", "content": null, "dest": "src/github.com/vexxhost/atmosphere", "directory_mode": null, "follow": false, "force": true, "group": null, "local_follow": null, "mode": 420, "owner": null, "remote_src": null, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "/home/zuul/.ansible/tmp/ansible-tmp-1777355830.8301978-5-251232326231416/source", "unsafe_writes": false, "validate": null } }, "md5sum": "c5f85868c5bf533dc252d14241a1c655", "mode": "0644", "owner": "zuul", "size": 40933, "src": "/home/zuul/.ansible/tmp/ansible-tmp-1777355830.8301978-5-251232326231416/source", "state": "file", "uid": 1000 } }, "task": { "duration": { "end": "2026-04-28T05:57:11.620216Z", "start": "2026-04-28T05:57:10.791678Z" }, "id": "0242ac17-0011-1abb-62bd-000000000004", "name": "Copy inventory file for Zuul" } }, { "hosts": { "instance": { "action": "ansible.builtin.replace", "changed": true, "invocation": { "module_args": { "after": null, "attributes": null, "backup": false, "before": null, "encoding": "utf-8", "group": null, "mode": null, "owner": null, "path": "src/github.com/vexxhost/atmosphere/inventory.yaml", "regexp": "(^\\s*ansible_host:\\s*).*$", "replace": "\\1\"{{ nodepool.private_ipv4 }}\"", "selevel": null, "serole": null, "setype": null, "seuser": null, "unsafe_writes": false, "validate": null } }, "msg": "1 replacements made", "rc": 0 } }, "task": { "duration": { "end": "2026-04-28T05:57:11.970477Z", "start": "2026-04-28T05:57:11.625134Z" }, "id": "0242ac17-0011-1abb-62bd-000000000005", "name": "Switch \"ansible_host\" to private IP" } }, { "hosts": { "instance": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "uv", "run", "molecule", "test", "--destroy", "never", "-s", "aio" ], "delta": "0:08:19.838563", "end": "2026-04-28 06:05:32.132044", "failed": true, "invocation": { "module_args": { "_raw_params": "uv run molecule test --destroy never -s aio", "_uses_shell": false, "argv": null, "chdir": "src/github.com/vexxhost/atmosphere", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0242ac17-0011-1abb-62bd-000000000006-1-instance", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "non-zero return code", "rc": 2, "start": "2026-04-28 05:57:12.293481", "stderr": "", "stderr_lines": [], "stdout": "Using CPython 3.10.12 interpreter at: /usr/bin/python3\nCreating virtual environment at: .venv\n Building atmosphere @ file:///home/zuul/src/github.com/vexxhost/atmosphere\nDownloading setuptools (1.1MiB)\nDownloading pygments (1.2MiB)\nDownloading ansible-core (2.1MiB)\nDownloading rjsonnet (1.2MiB)\nDownloading openstacksdk (1.7MiB)\nDownloading cryptography (4.2MiB)\nDownloading netaddr (2.2MiB)\nDownloading kubernetes (1.9MiB)\n Building pyperclip==1.9.0\n Downloading rjsonnet\n Downloading pygments\n Downloading netaddr\n Downloading cryptography\n Downloading setuptools\n Downloading kubernetes\n Downloading ansible-core\n Downloading openstacksdk\n Built pyperclip==1.9.0\n Built atmosphere @ file:///home/zuul/src/github.com/vexxhost/atmosphere\nInstalled 79 packages in 37ms\nWARNING Molecule scenarios should migrate to 'extensions/molecule'\nINFO [aio > discovery] scenario test matrix: dependency, cleanup, destroy, syntax, create, prepare, converge, idempotence, side_effect, verify, cleanup, destroy\nINFO [aio > prerun] Performing prerun with role_name_check=0...\nINFO [aio > dependency] Executing\nWARNING [aio > dependency] Missing roles requirements file: requirements.yml\nWARNING [aio > dependency] Missing collections requirements file: collections.yml\nWARNING [aio > dependency] Executed: 2 missing (Remove from test_sequence to suppress)\nINFO [aio > cleanup] Executing\nWARNING [aio > cleanup] Executed: Missing playbook (Remove from test_sequence to suppress)\nINFO [aio > destroy] Executing\nWARNING [aio > destroy] Skipping, '--destroy=never' requested.\nINFO [aio > destroy] Executed: Successful\nINFO [aio > syntax] Executing\n\nplaybook: /home/zuul/src/github.com/vexxhost/atmosphere/molecule/aio/converge.yml\nINFO [aio > syntax] Executed: Successful\nINFO [aio > create] Executing\nWARNING [aio > create] Executed: Missing playbook (Remove from test_sequence to suppress)\nINFO [aio > prepare] Executing\n\nPLAY [Prepare] *****************************************************************\n\nTASK [Gathering Facts] *********************************************************\nTuesday 28 April 2026 05:57:56 +0000 (0:00:00.028) 0:00:00.028 *********\n[WARNING]: Platform linux on host instance is using the discovered Python\ninterpreter at /usr/bin/python3.10, but future installation of another Python\ninterpreter could change the meaning of that path. See\nhttps://docs.ansible.com/ansible-\ncore/2.17/reference_appendices/interpreter_discovery.html for more information.\nok: [instance]\n\nTASK [Configure short hostname] ************************************************\nTuesday 28 April 2026 05:57:58 +0000 (0:00:01.170) 0:00:01.198 *********\nchanged: [instance]\n\nTASK [Ensure hostname inside hosts file] ***************************************\nTuesday 28 April 2026 05:57:59 +0000 (0:00:01.708) 0:00:02.906 *********\n[WARNING]: Module remote_tmp /root/.ansible/tmp did not exist and was created\nwith a mode of 0700, this may cause issues when running as another user. To\navoid this, create the remote_tmp dir with the correct permissions manually\nchanged: [instance]\n\nTASK [Install \"dirmngr\" for GPG keyserver operations] **************************\nTuesday 28 April 2026 05:58:00 +0000 (0:00:00.270) 0:00:03.176 *********\nok: [instance]\n\nTASK [Purge \"snapd\" package] ***************************************************\nTuesday 28 April 2026 05:58:01 +0000 (0:00:01.300) 0:00:04.477 *********\nok: [instance]\n\nPLAY [Generate workspace for Atmosphere] ***************************************\n\nTASK [Create folders for workspace] ********************************************\nTuesday 28 April 2026 05:58:02 +0000 (0:00:00.732) 0:00:05.209 *********\nchanged: [localhost] => (item=group_vars)\nchanged: [localhost] => (item=group_vars/all)\nchanged: [localhost] => (item=group_vars/controllers)\nchanged: [localhost] => (item=group_vars/cephs)\nchanged: [localhost] => (item=group_vars/computes)\nchanged: [localhost] => (item=host_vars)\n\nPLAY [Generate Ceph control plane configuration for workspace] *****************\n\nTASK [Ensure the Ceph control plane configuration file exists] *****************\nTuesday 28 April 2026 05:58:03 +0000 (0:00:01.027) 0:00:06.237 *********\nchanged: [localhost]\n\nTASK [Load the current Ceph control plane configuration into a variable] *******\nTuesday 28 April 2026 05:58:03 +0000 (0:00:00.177) 0:00:06.414 *********\nok: [localhost]\n\nTASK [Generate Ceph control plane values for missing variables] ****************\nTuesday 28 April 2026 05:58:03 +0000 (0:00:00.024) 0:00:06.439 *********\nok: [localhost] => (item={'key': 'ceph_fsid', 'value': '0453a301-a807-5f72-accc-486a9c882417'})\nok: [localhost] => (item={'key': 'ceph_mon_public_network', 'value': '10.96.240.0/24'})\n\nTASK [Write new Ceph control plane configuration file to disk] *****************\nTuesday 28 April 2026 05:58:03 +0000 (0:00:00.049) 0:00:06.488 *********\nchanged: [localhost]\n\nPLAY [Generate Ceph OSD configuration for workspace] ***************************\n\nTASK [Ensure the Ceph OSDs configuration file exists] **************************\nTuesday 28 April 2026 05:58:03 +0000 (0:00:00.546) 0:00:07.035 *********\nchanged: [localhost]\n\nTASK [Load the current Ceph OSDs configuration into a variable] ****************\nTuesday 28 April 2026 05:58:04 +0000 (0:00:00.173) 0:00:07.208 *********\nok: [localhost]\n\nTASK [Generate Ceph OSDs values for missing variables] *************************\nTuesday 28 April 2026 05:58:04 +0000 (0:00:00.031) 0:00:07.240 *********\nok: [localhost] => (item={'key': 'ceph_osd_devices', 'value': ['/dev/vdb', '/dev/vdc', '/dev/vdd']})\n\nTASK [Write new Ceph OSDs configuration file to disk] **************************\nTuesday 28 April 2026 05:58:04 +0000 (0:00:00.033) 0:00:07.273 *********\nchanged: [localhost]\n\nPLAY [Generate Kubernetes configuration for workspace] *************************\n\nTASK [Ensure the Kubernetes configuration file exists] *************************\nTuesday 28 April 2026 05:58:04 +0000 (0:00:00.358) 0:00:07.631 *********\nchanged: [localhost]\n\nTASK [Load the current Kubernetes configuration into a variable] ***************\nTuesday 28 April 2026 05:58:04 +0000 (0:00:00.179) 0:00:07.811 *********\nok: [localhost]\n\nTASK [Generate Kubernetes values for missing variables] ************************\nTuesday 28 April 2026 05:58:04 +0000 (0:00:00.028) 0:00:07.839 *********\nok: [localhost] => (item={'key': 'kubernetes_hostname', 'value': '10.96.240.10'})\nok: [localhost] => (item={'key': 'kubernetes_keepalived_vrid', 'value': 42})\nok: [localhost] => (item={'key': 'kubernetes_keepalived_vip', 'value': '10.96.240.10'})\n\nTASK [Write new Kubernetes configuration file to disk] *************************\nTuesday 28 April 2026 05:58:04 +0000 (0:00:00.041) 0:00:07.881 *********\nchanged: [localhost]\n\nPLAY [Generate Keepalived configuration for workspace] *************************\n\nTASK [Ensure the Keeaplived configuration file exists] *************************\nTuesday 28 April 2026 05:58:05 +0000 (0:00:00.355) 0:00:08.237 *********\nchanged: [localhost]\n\nTASK [Load the current Keepalived configuration into a variable] ***************\nTuesday 28 April 2026 05:58:05 +0000 (0:00:00.167) 0:00:08.404 *********\nok: [localhost]\n\nTASK [Generate Keepalived values for missing variables] ************************\nTuesday 28 April 2026 05:58:05 +0000 (0:00:00.027) 0:00:08.432 *********\nok: [localhost] => (item={'key': 'keepalived_interface', 'value': 'br-ex'})\nok: [localhost] => (item={'key': 'keepalived_vip', 'value': '10.96.250.10'})\n\nTASK [Write new Keepalived configuration file to disk] *************************\nTuesday 28 April 2026 05:58:05 +0000 (0:00:00.035) 0:00:08.467 *********\nchanged: [localhost]\n\nPLAY [Generate endpoints for workspace] ****************************************\n\nTASK [Gathering Facts] *********************************************************\nTuesday 28 April 2026 05:58:05 +0000 (0:00:00.393) 0:00:08.861 *********\nok: [localhost]\n\nTASK [Ensure the endpoints file exists] ****************************************\nTuesday 28 April 2026 05:58:06 +0000 (0:00:00.719) 0:00:09.580 *********\nchanged: [localhost]\n\nTASK [Load the current endpoints into a variable] ******************************\nTuesday 28 April 2026 05:58:06 +0000 (0:00:00.185) 0:00:09.765 *********\nok: [localhost]\n\nTASK [Generate endpoint skeleton for missing variables] ************************\nTuesday 28 April 2026 05:58:06 +0000 (0:00:00.034) 0:00:09.800 *********\nok: [localhost] => (item=keycloak_host)\nok: [localhost] => (item=kube_prometheus_stack_grafana_host)\nok: [localhost] => (item=kube_prometheus_stack_alertmanager_host)\nok: [localhost] => (item=kube_prometheus_stack_prometheus_host)\nok: [localhost] => (item=openstack_helm_endpoints_region_name)\nok: [localhost] => (item=openstack_helm_endpoints_keystone_api_host)\nok: [localhost] => (item=openstack_helm_endpoints_glance_api_host)\nok: [localhost] => (item=openstack_helm_endpoints_cinder_api_host)\nok: [localhost] => (item=openstack_helm_endpoints_placement_api_host)\nok: [localhost] => (item=openstack_helm_endpoints_barbican_api_host)\nok: [localhost] => (item=openstack_helm_endpoints_neutron_api_host)\nok: [localhost] => (item=openstack_helm_endpoints_nova_api_host)\nok: [localhost] => (item=openstack_helm_endpoints_nova_novnc_host)\nok: [localhost] => (item=openstack_helm_endpoints_ironic_api_host)\nok: [localhost] => (item=openstack_helm_endpoints_designate_api_host)\nok: [localhost] => (item=openstack_helm_endpoints_octavia_api_host)\nok: [localhost] => (item=openstack_helm_endpoints_magnum_api_host)\nok: [localhost] => (item=openstack_helm_endpoints_magnum_registry_host)\nok: [localhost] => (item=openstack_helm_endpoints_heat_api_host)\nok: [localhost] => (item=openstack_helm_endpoints_heat_cfn_api_host)\nok: [localhost] => (item=openstack_helm_endpoints_horizon_api_host)\nok: [localhost] => (item=openstack_helm_endpoints_rgw_host)\nok: [localhost] => (item=openstack_helm_endpoints_manila_api_host)\n\nTASK [Write new endpoints file to disk] ****************************************\nTuesday 28 April 2026 05:58:07 +0000 (0:00:00.818) 0:00:10.619 *********\nchanged: [localhost]\n\nTASK [Ensure the endpoints file exists] ****************************************\nTuesday 28 April 2026 05:58:07 +0000 (0:00:00.382) 0:00:11.001 *********\nchanged: [localhost]\n\nPLAY [Generate Neutron configuration for workspace] ****************************\n\nTASK [Ensure the Neutron configuration file exists] ****************************\nTuesday 28 April 2026 05:58:08 +0000 (0:00:00.182) 0:00:11.183 *********\nchanged: [localhost]\n\nTASK [Load the current Neutron configuration into a variable] ******************\nTuesday 28 April 2026 05:58:08 +0000 (0:00:00.186) 0:00:11.370 *********\nok: [localhost]\n\nTASK [Generate Neutron values for missing variables] ***************************\nTuesday 28 April 2026 05:58:08 +0000 (0:00:00.036) 0:00:11.407 *********\nok: [localhost] => (item={'key': 'neutron_networks', 'value': [{'name': 'public', 'external': True, 'shared': True, 'mtu_size': 1500, 'port_security_enabled': True, 'provider_network_type': 'flat', 'provider_physical_network': 'external', 'subnets': [{'name': 'public-subnet', 'cidr': '10.96.250.0/24', 'gateway_ip': '10.96.250.10', 'allocation_pool_start': '10.96.250.200', 'allocation_pool_end': '10.96.250.220', 'enable_dhcp': True}]}]})\n\nTASK [Write new Neutron configuration file to disk] ****************************\nTuesday 28 April 2026 05:58:08 +0000 (0:00:00.047) 0:00:11.454 *********\nchanged: [localhost]\n\nPLAY [Generate Nova configuration for workspace] *******************************\n\nTASK [Ensure the Nova configuration file exists] *******************************\nTuesday 28 April 2026 05:58:08 +0000 (0:00:00.368) 0:00:11.822 *********\nchanged: [localhost]\n\nTASK [Load the current Nova configuration into a variable] *********************\nTuesday 28 April 2026 05:58:08 +0000 (0:00:00.185) 0:00:12.007 *********\nok: [localhost]\n\nTASK [Generate Nova values for missing variables] ******************************\nTuesday 28 April 2026 05:58:08 +0000 (0:00:00.036) 0:00:12.044 *********\nok: [localhost] => (item={'key': 'nova_flavors', 'value': [{'name': 'm1.tiny', 'ram': 512, 'disk': 1, 'vcpus': 1}, {'name': 'm1.small', 'ram': 2048, 'disk': 20, 'vcpus': 1}, {'name': 'm1.medium', 'ram': 4096, 'disk': 40, 'vcpus': 2}, {'name': 'm1.large', 'ram': 8192, 'disk': 80, 'vcpus': 4}, {'name': 'm1.xlarge', 'ram': 16384, 'disk': 160, 'vcpus': 8}]})\n\nTASK [Write new Nova configuration file to disk] *******************************\nTuesday 28 April 2026 05:58:09 +0000 (0:00:00.045) 0:00:12.089 *********\nchanged: [localhost]\n\nPLAY [Generate secrets for workspace] ******************************************\n\nTASK [Ensure the secrets file exists] ******************************************\nTuesday 28 April 2026 05:58:09 +0000 (0:00:00.367) 0:00:12.457 *********\nchanged: [localhost]\n\nTASK [Load the current secrets into a variable] ********************************\nTuesday 28 April 2026 05:58:09 +0000 (0:00:00.177) 0:00:12.635 *********\nok: [localhost]\n\nTASK [Generate secrets for missing variables] **********************************\nTuesday 28 April 2026 05:58:09 +0000 (0:00:00.030) 0:00:12.665 *********\nok: [localhost] => (item=heat_auth_encryption_key)\nok: [localhost] => (item=keepalived_password)\nok: [localhost] => (item=keycloak_admin_password)\nok: [localhost] => (item=keycloak_database_password)\nok: [localhost] => (item=keystone_keycloak_client_secret)\nok: [localhost] => (item=keystone_oidc_crypto_passphrase)\nok: [localhost] => (item=kube_prometheus_stack_grafana_admin_password)\nok: [localhost] => (item=octavia_heartbeat_key)\nok: [localhost] => (item=openstack_helm_endpoints_rabbitmq_admin_password)\nok: [localhost] => (item=openstack_helm_endpoints_memcached_secret_key)\nok: [localhost] => (item=openstack_helm_endpoints_keystone_admin_password)\nok: [localhost] => (item=openstack_helm_endpoints_keystone_mariadb_password)\nok: [localhost] => (item=openstack_helm_endpoints_keystone_rabbitmq_password)\nok: [localhost] => (item=openstack_helm_endpoints_glance_keystone_password)\nok: [localhost] => (item=openstack_helm_endpoints_glance_mariadb_password)\nok: [localhost] => (item=openstack_helm_endpoints_glance_rabbitmq_password)\nok: [localhost] => (item=openstack_helm_endpoints_cinder_keystone_password)\nok: [localhost] => (item=openstack_helm_endpoints_cinder_mariadb_password)\nok: [localhost] => (item=openstack_helm_endpoints_cinder_rabbitmq_password)\nok: [localhost] => (item=openstack_helm_endpoints_placement_keystone_password)\nok: [localhost] => (item=openstack_helm_endpoints_placement_mariadb_password)\nok: [localhost] => (item=openstack_helm_endpoints_barbican_keystone_password)\nok: [localhost] => (item=openstack_helm_endpoints_barbican_mariadb_password)\nok: [localhost] => (item=openstack_helm_endpoints_neutron_keystone_password)\nok: [localhost] => (item=openstack_helm_endpoints_neutron_mariadb_password)\nok: [localhost] => (item=openstack_helm_endpoints_neutron_rabbitmq_password)\nok: [localhost] => (item=openstack_helm_endpoints_neutron_metadata_secret)\nok: [localhost] => (item=openstack_helm_endpoints_nova_keystone_password)\nok: [localhost] => (item=openstack_helm_endpoints_nova_mariadb_password)\nok: [localhost] => (item=openstack_helm_endpoints_nova_rabbitmq_password)\nok: [localhost] => (item=openstack_helm_endpoints_ironic_keystone_password)\nok: [localhost] => (item=openstack_helm_endpoints_ironic_mariadb_password)\nok: [localhost] => (item=openstack_helm_endpoints_ironic_rabbitmq_password)\nok: [localhost] => (item=openstack_helm_endpoints_designate_keystone_password)\nok: [localhost] => (item=openstack_helm_endpoints_designate_mariadb_password)\nok: [localhost] => (item=openstack_helm_endpoints_designate_rabbitmq_password)\nok: [localhost] => (item=openstack_helm_endpoints_octavia_keystone_password)\nok: [localhost] => (item=openstack_helm_endpoints_octavia_mariadb_password)\nok: [localhost] => (item=openstack_helm_endpoints_octavia_rabbitmq_password)\nok: [localhost] => (item=openstack_helm_endpoints_magnum_keystone_password)\nok: [localhost] => (item=openstack_helm_endpoints_magnum_mariadb_password)\nok: [localhost] => (item=openstack_helm_endpoints_magnum_rabbitmq_password)\nok: [localhost] => (item=openstack_helm_endpoints_heat_keystone_password)\nok: [localhost] => (item=openstack_helm_endpoints_heat_trustee_keystone_password)\nok: [localhost] => (item=openstack_helm_endpoints_heat_stack_user_keystone_password)\nok: [localhost] => (item=openstack_helm_endpoints_heat_mariadb_password)\nok: [localhost] => (item=openstack_helm_endpoints_heat_rabbitmq_password)\nok: [localhost] => (item=openstack_helm_endpoints_horizon_mariadb_password)\nok: [localhost] => (item=openstack_helm_endpoints_tempest_keystone_password)\nok: [localhost] => (item=openstack_helm_endpoints_openstack_exporter_keystone_password)\nok: [localhost] => (item=openstack_helm_endpoints_rgw_keystone_password)\nok: [localhost] => (item=openstack_helm_endpoints_manila_keystone_password)\nok: [localhost] => (item=openstack_helm_endpoints_manila_mariadb_password)\nok: [localhost] => (item=openstack_helm_endpoints_staffeln_mariadb_password)\n\nTASK [Generate base64 encoded secrets] *****************************************\nTuesday 28 April 2026 05:58:10 +0000 (0:00:00.410) 0:00:13.076 *********\nok: [localhost] => (item=barbican_kek)\n\nTASK [Generate temporary files for generating keys for missing variables] ******\nTuesday 28 April 2026 05:58:10 +0000 (0:00:00.055) 0:00:13.131 *********\nchanged: [localhost] => (item=manila_ssh_key)\nchanged: [localhost] => (item=nova_ssh_key)\n\nTASK [Generate SSH keys for missing variables] *********************************\nTuesday 28 April 2026 05:58:10 +0000 (0:00:00.402) 0:00:13.534 *********\nchanged: [localhost] => (item=manila_ssh_key)\nchanged: [localhost] => (item=nova_ssh_key)\n\nTASK [Set values for SSH keys] *************************************************\nTuesday 28 April 2026 05:58:12 +0000 (0:00:02.437) 0:00:15.972 *********\nok: [localhost] => (item=manila_ssh_key)\nok: [localhost] => (item=nova_ssh_key)\n\nTASK [Delete the temporary files generated for SSH keys] ***********************\nTuesday 28 April 2026 05:58:12 +0000 (0:00:00.057) 0:00:16.029 *********\nchanged: [localhost] => (item=manila_ssh_key)\nchanged: [localhost] => (item=nova_ssh_key)\n\nTASK [Write new secrets file to disk] ******************************************\nTuesday 28 April 2026 05:58:13 +0000 (0:00:00.338) 0:00:16.368 *********\nchanged: [localhost]\n\nTASK [Encrypt secrets file with Vault password] ********************************\nTuesday 28 April 2026 05:58:13 +0000 (0:00:00.363) 0:00:16.732 *********\nskipping: [localhost]\n\nPLAY [Setup networking] ********************************************************\n\nTASK [Gathering Facts] *********************************************************\nTuesday 28 April 2026 05:58:13 +0000 (0:00:00.044) 0:00:16.777 *********\nok: [instance]\n\nTASK [Create bridge for management network] ************************************\nTuesday 28 April 2026 05:58:14 +0000 (0:00:00.743) 0:00:17.520 *********\nok: [instance]\n\nTASK [Create fake interface for management bridge] *****************************\nTuesday 28 April 2026 05:58:14 +0000 (0:00:00.383) 0:00:17.904 *********\nok: [instance]\n\nTASK [Assign dummy interface to management bridge] *****************************\nTuesday 28 April 2026 05:58:15 +0000 (0:00:00.233) 0:00:18.137 *********\nok: [instance]\n\nTASK [Assign IP address for management bridge] *********************************\nTuesday 28 April 2026 05:58:15 +0000 (0:00:00.210) 0:00:18.348 *********\nok: [instance]\n\nTASK [Bring up interfaces] *****************************************************\nTuesday 28 April 2026 05:58:15 +0000 (0:00:00.212) 0:00:18.561 *********\nok: [instance] => (item=br-mgmt)\nok: [instance] => (item=dummy0)\n\nPLAY [Create devices for Ceph] *************************************************\n\nTASK [Gathering Facts] *********************************************************\nTuesday 28 April 2026 05:58:15 +0000 (0:00:00.403) 0:00:18.964 *********\nok: [instance]\n\nTASK [Install depedencies] *****************************************************\nTuesday 28 April 2026 05:58:16 +0000 (0:00:00.741) 0:00:19.706 *********\nchanged: [instance]\n\nTASK [Start up service] ********************************************************\nTuesday 28 April 2026 05:58:36 +0000 (0:00:19.924) 0:00:39.631 *********\nok: [instance]\n\nTASK [Generate lvm.conf] *******************************************************\nTuesday 28 April 2026 05:58:37 +0000 (0:00:00.582) 0:00:40.213 *********\nok: [instance]\n\nTASK [Write /etc/lvm/lvm.conf] *************************************************\nTuesday 28 April 2026 05:58:37 +0000 (0:00:00.229) 0:00:40.443 *********\nchanged: [instance]\n\nTASK [Get list of all loopback devices] ****************************************\nTuesday 28 April 2026 05:58:37 +0000 (0:00:00.482) 0:00:40.926 *********\nok: [instance]\n\nTASK [Fail if there is any existing loopback devices] **************************\nTuesday 28 April 2026 05:58:38 +0000 (0:00:00.197) 0:00:41.123 *********\nskipping: [instance]\n\nTASK [Create devices for Ceph] *************************************************\nTuesday 28 April 2026 05:58:38 +0000 (0:00:00.026) 0:00:41.150 *********\nchanged: [instance] => (item=osd0)\nchanged: [instance] => (item=osd1)\nchanged: [instance] => (item=osd2)\n\nTASK [Set permissions on loopback devices] *************************************\nTuesday 28 April 2026 05:58:38 +0000 (0:00:00.565) 0:00:41.716 *********\nchanged: [instance] => (item=osd0)\nchanged: [instance] => (item=osd1)\nchanged: [instance] => (item=osd2)\n\nTASK [Start loop devices] ******************************************************\nTuesday 28 April 2026 05:58:39 +0000 (0:00:00.536) 0:00:42.252 *********\nchanged: [instance] => (item=osd0)\nchanged: [instance] => (item=osd1)\nchanged: [instance] => (item=osd2)\n\nTASK [Create a volume group for each loop device] ******************************\nTuesday 28 April 2026 05:58:39 +0000 (0:00:00.792) 0:00:43.045 *********\nchanged: [instance] => (item=osd0)\nchanged: [instance] => (item=osd1)\nchanged: [instance] => (item=osd2)\n\nTASK [Create a logical volume for each loop device] ****************************\nTuesday 28 April 2026 05:58:43 +0000 (0:00:03.302) 0:00:46.347 *********\nchanged: [instance] => (item=ceph-instance-osd0)\nchanged: [instance] => (item=ceph-instance-osd1)\nchanged: [instance] => (item=ceph-instance-osd2)\n\nPLAY [controllers] *************************************************************\n\nTASK [Gathering Facts] *********************************************************\nTuesday 28 April 2026 05:58:45 +0000 (0:00:01.992) 0:00:48.340 *********\nok: [instance]\n\nTASK [Set masquerade rule] *****************************************************\nTuesday 28 April 2026 05:58:46 +0000 (0:00:00.939) 0:00:49.280 *********\nchanged: [instance]\n\nPLAY RECAP *********************************************************************\ninstance : ok=24 changed=10 unreachable=0 failed=0 skipped=1 rescued=0 ignored=0\nlocalhost : ok=40 changed=21 unreachable=0 failed=0 skipped=1 rescued=0 ignored=0\n\nTuesday 28 April 2026 05:58:46 +0000 (0:00:00.573) 0:00:49.854 *********\n===============================================================================\nInstall depedencies ---------------------------------------------------- 19.92s\nCreate a volume group for each loop device ------------------------------ 3.30s\nGenerate SSH keys for missing variables --------------------------------- 2.44s\nCreate a logical volume for each loop device ---------------------------- 1.99s\nConfigure short hostname ------------------------------------------------ 1.71s\nInstall \"dirmngr\" for GPG keyserver operations -------------------------- 1.30s\nGathering Facts --------------------------------------------------------- 1.17s\nCreate folders for workspace -------------------------------------------- 1.03s\nGathering Facts --------------------------------------------------------- 0.94s\nGenerate endpoint skeleton for missing variables ------------------------ 0.82s\nStart loop devices ------------------------------------------------------ 0.79s\nGathering Facts --------------------------------------------------------- 0.74s\nGathering Facts --------------------------------------------------------- 0.74s\nPurge \"snapd\" package --------------------------------------------------- 0.73s\nGathering Facts --------------------------------------------------------- 0.72s\nStart up service -------------------------------------------------------- 0.58s\nSet masquerade rule ----------------------------------------------------- 0.57s\nCreate devices for Ceph ------------------------------------------------- 0.57s\nWrite new Ceph control plane configuration file to disk ----------------- 0.55s\nSet permissions on loopback devices ------------------------------------- 0.54s\nINFO [aio > prepare] Executed: Successful\nINFO [aio > converge] Executing\n\nPLAY [all] *********************************************************************\n\nTASK [Gathering Facts] *********************************************************\nTuesday 28 April 2026 05:58:49 +0000 (0:00:00.018) 0:00:00.018 *********\n[WARNING]: Platform linux on host instance is using the discovered Python\ninterpreter at /usr/bin/python3.10, but future installation of another Python\ninterpreter could change the meaning of that path. See\nhttps://docs.ansible.com/ansible-\ncore/2.17/reference_appendices/interpreter_discovery.html for more information.\nok: [instance]\n\nTASK [Set a fact with the \"atmosphere_images\" for other plays] *****************\nTuesday 28 April 2026 05:58:52 +0000 (0:00:02.377) 0:00:02.395 *********\nok: [instance]\n\nPLAY [Deploy Ceph monitors & managers] *****************************************\n\nTASK [Gathering Facts] *********************************************************\nTuesday 28 April 2026 05:58:52 +0000 (0:00:00.178) 0:00:02.573 *********\nok: [instance]\n\nTASK [vexxhost.containers.forget_package : Forget package] *********************\nTuesday 28 April 2026 05:58:53 +0000 (0:00:00.887) 0:00:03.461 *********\nok: [instance]\n\nTASK [vexxhost.containers.package : Update state for tar] **********************\nTuesday 28 April 2026 05:58:53 +0000 (0:00:00.292) 0:00:03.754 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.directory : Create directory (/var/lib/downloads)] ***\nTuesday 28 April 2026 05:58:53 +0000 (0:00:00.046) 0:00:03.801 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.download_artifact : Starting download of file] *******\nTuesday 28 April 2026 05:58:53 +0000 (0:00:00.296) 0:00:04.098 *********\nok: [instance] => {\n \"msg\": \"https://github.com/opencontainers/runc/releases/download/v1.4.2/runc.amd64\"\n}\n\nTASK [vexxhost.containers.download_artifact : Download item] *******************\nTuesday 28 April 2026 05:58:53 +0000 (0:00:00.076) 0:00:04.175 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.download_artifact : Extract archive] *****************\nTuesday 28 April 2026 05:58:54 +0000 (0:00:00.713) 0:00:04.888 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.package : Update state for tar] **********************\nTuesday 28 April 2026 05:58:54 +0000 (0:00:00.055) 0:00:04.944 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.forget_package : Forget package] *********************\nTuesday 28 April 2026 05:58:54 +0000 (0:00:00.054) 0:00:04.999 *********\nok: [instance]\n\nTASK [vexxhost.containers.package : Update state for tar] **********************\nTuesday 28 April 2026 05:58:54 +0000 (0:00:00.208) 0:00:05.207 *********\nok: [instance]\n\nTASK [vexxhost.containers.download_artifact : Starting download of file] *******\nTuesday 28 April 2026 05:58:56 +0000 (0:00:01.149) 0:00:06.357 *********\nok: [instance] => {\n \"msg\": \"https://github.com/containerd/containerd/releases/download/v2.2.3/containerd-2.2.3-linux-amd64.tar.gz\"\n}\n\nTASK [vexxhost.containers.download_artifact : Download item] *******************\nTuesday 28 April 2026 05:58:56 +0000 (0:00:00.076) 0:00:06.433 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.download_artifact : Extract archive] *****************\nTuesday 28 April 2026 05:58:56 +0000 (0:00:00.818) 0:00:07.252 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.containerd : Install SELinux packages] ***************\nTuesday 28 April 2026 05:58:59 +0000 (0:00:02.976) 0:00:10.228 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.containerd : Set SELinux to permissive at runtime] ***\nTuesday 28 April 2026 05:58:59 +0000 (0:00:00.041) 0:00:10.269 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.containerd : Persist SELinux permissive mode] ********\nTuesday 28 April 2026 05:58:59 +0000 (0:00:00.034) 0:00:10.304 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.containerd : Install AppArmor packages] **************\nTuesday 28 April 2026 05:58:59 +0000 (0:00:00.043) 0:00:10.347 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.containerd : Create systemd service file for containerd] ***\nTuesday 28 April 2026 05:59:05 +0000 (0:00:05.686) 0:00:16.034 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.containerd : Create folders for configuration] *******\nTuesday 28 April 2026 05:59:06 +0000 (0:00:00.561) 0:00:16.595 *********\nchanged: [instance] => (item={'path': '/etc/containerd'})\nchanged: [instance] => (item={'path': '/var/lib/containerd', 'mode': '0o700'})\nchanged: [instance] => (item={'path': '/run/containerd', 'mode': '0o711'})\nchanged: [instance] => (item={'path': '/run/containerd/io.containerd.grpc.v1.cri', 'mode': '0o700'})\nchanged: [instance] => (item={'path': '/run/containerd/io.containerd.sandbox.controller.v1.shim', 'mode': '0o700'})\n\nTASK [vexxhost.containers.containerd : Create containerd config file] **********\nTuesday 28 April 2026 05:59:07 +0000 (0:00:00.904) 0:00:17.499 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.containerd : Force any restarts if necessary] ********\nTuesday 28 April 2026 05:59:07 +0000 (0:00:00.601) 0:00:18.100 *********\n\nRUNNING HANDLER [vexxhost.containers.containerd : Reload systemd] **************\nTuesday 28 April 2026 05:59:07 +0000 (0:00:00.009) 0:00:18.110 *********\nok: [instance]\n\nRUNNING HANDLER [vexxhost.containers.containerd : Restart containerd] **********\nTuesday 28 April 2026 05:59:08 +0000 (0:00:00.978) 0:00:19.089 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.containerd : Enable and start service] ***************\nTuesday 28 April 2026 05:59:09 +0000 (0:00:00.493) 0:00:19.582 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.forget_package : Forget package] *********************\nTuesday 28 April 2026 05:59:09 +0000 (0:00:00.567) 0:00:20.150 *********\nok: [instance]\n\nTASK [vexxhost.containers.download_artifact : Starting download of file] *******\nTuesday 28 April 2026 05:59:10 +0000 (0:00:00.222) 0:00:20.372 *********\nok: [instance] => {\n \"msg\": \"https://download.docker.com/linux/static/stable/x86_64/docker-24.0.9.tgz\"\n}\n\nTASK [vexxhost.containers.download_artifact : Download item] *******************\nTuesday 28 April 2026 05:59:10 +0000 (0:00:00.058) 0:00:20.431 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.download_artifact : Extract archive] *****************\nTuesday 28 April 2026 05:59:11 +0000 (0:00:01.054) 0:00:21.485 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.docker : Install AppArmor packages] ******************\nTuesday 28 April 2026 05:59:15 +0000 (0:00:04.369) 0:00:25.855 *********\nok: [instance]\n\nTASK [vexxhost.containers.docker : Ensure group \"docker\" exists] ***************\nTuesday 28 April 2026 05:59:16 +0000 (0:00:01.097) 0:00:26.952 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.docker : Create systemd service file for docker] *****\nTuesday 28 April 2026 05:59:17 +0000 (0:00:00.513) 0:00:27.466 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.docker : Create folders for configuration] ***********\nTuesday 28 April 2026 05:59:17 +0000 (0:00:00.489) 0:00:27.955 *********\nchanged: [instance] => (item={'path': '/etc/docker'})\nchanged: [instance] => (item={'path': '/var/lib/docker', 'mode': '0o710'})\nchanged: [instance] => (item={'path': '/run/docker', 'mode': '0o711'})\n\nTASK [vexxhost.containers.docker : Create systemd socket file for docker] ******\nTuesday 28 April 2026 05:59:18 +0000 (0:00:00.559) 0:00:28.515 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.docker : Create docker daemon config file] ***********\nTuesday 28 April 2026 05:59:18 +0000 (0:00:00.467) 0:00:28.982 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.docker : Force any restarts if necessary] ************\nTuesday 28 April 2026 05:59:19 +0000 (0:00:00.476) 0:00:29.459 *********\n\nRUNNING HANDLER [vexxhost.containers.containerd : Reload systemd] **************\nTuesday 28 April 2026 05:59:19 +0000 (0:00:00.008) 0:00:29.467 *********\nok: [instance]\n\nRUNNING HANDLER [vexxhost.containers.docker : Restart docker] ******************\nTuesday 28 April 2026 05:59:19 +0000 (0:00:00.703) 0:00:30.171 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.docker : Enable and start service] *******************\nTuesday 28 April 2026 05:59:20 +0000 (0:00:01.026) 0:00:31.198 *********\nchanged: [instance]\n\nTASK [vexxhost.ceph.cephadm : Gather variables for each operating system] ******\nTuesday 28 April 2026 05:59:21 +0000 (0:00:00.605) 0:00:31.804 *********\nok: [instance] => (item=/home/zuul/.ansible/collections/ansible_collections/vexxhost/ceph/roles/cephadm/vars/ubuntu-22.04.yml)\n\nTASK [vexxhost.ceph.cephadm : Install packages] ********************************\nTuesday 28 April 2026 05:59:21 +0000 (0:00:00.063) 0:00:31.867 *********\nchanged: [instance]\n\nTASK [vexxhost.ceph.cephadm : Ensure services are started] *********************\nTuesday 28 April 2026 05:59:31 +0000 (0:00:09.536) 0:00:41.403 *********\nok: [instance] => (item=chronyd)\nok: [instance] => (item=sshd)\n\nTASK [vexxhost.ceph.cephadm : Download \"cephadm\"] ******************************\nTuesday 28 April 2026 05:59:31 +0000 (0:00:00.673) 0:00:42.077 *********\nchanged: [instance]\n\nTASK [vexxhost.ceph.cephadm : Remove cephadm from old path] ********************\nTuesday 28 April 2026 05:59:32 +0000 (0:00:00.377) 0:00:42.454 *********\nok: [instance]\n\nTASK [vexxhost.ceph.cephadm : Ensure \"cephadm\" user is present] ****************\nTuesday 28 April 2026 05:59:32 +0000 (0:00:00.211) 0:00:42.667 *********\nchanged: [instance]\n\nTASK [vexxhost.ceph.cephadm : Allow \"cephadm\" user to have passwordless sudo] ***\nTuesday 28 April 2026 05:59:32 +0000 (0:00:00.517) 0:00:43.184 *********\nchanged: [instance]\n\nTASK [vexxhost.ceph.mon : Get `cephadm ls` status] *****************************\nTuesday 28 April 2026 05:59:33 +0000 (0:00:00.457) 0:00:43.641 *********\nok: [instance]\n\nTASK [vexxhost.ceph.mon : Parse the `cephadm ls` output] ***********************\nTuesday 28 April 2026 05:59:34 +0000 (0:00:01.618) 0:00:45.259 *********\nok: [instance]\n\nTASK [vexxhost.ceph.mon : Assimilate existing configs in `ceph.conf`] **********\nTuesday 28 April 2026 05:59:34 +0000 (0:00:00.057) 0:00:45.317 *********\nskipping: [instance]\n\nTASK [vexxhost.ceph.mon : Adopt monitor to cluster] ****************************\nTuesday 28 April 2026 05:59:35 +0000 (0:00:00.046) 0:00:45.363 *********\nskipping: [instance]\n\nTASK [vexxhost.ceph.mon : Adopt manager to cluster] ****************************\nTuesday 28 April 2026 05:59:35 +0000 (0:00:00.043) 0:00:45.406 *********\nskipping: [instance]\n\nTASK [vexxhost.ceph.mon : Enable \"cephadm\" mgr module] *************************\nTuesday 28 April 2026 05:59:35 +0000 (0:00:00.037) 0:00:45.444 *********\nskipping: [instance]\n\nTASK [vexxhost.ceph.mon : Set orchestrator backend to \"cephadm\"] ***************\nTuesday 28 April 2026 05:59:35 +0000 (0:00:00.042) 0:00:45.487 *********\nskipping: [instance]\n\nTASK [vexxhost.ceph.mon : Use `cephadm` user for cephadm] **********************\nTuesday 28 April 2026 05:59:35 +0000 (0:00:00.046) 0:00:45.533 *********\nskipping: [instance]\n\nTASK [vexxhost.ceph.mon : Generate \"cephadm\" key] ******************************\nTuesday 28 April 2026 05:59:35 +0000 (0:00:00.044) 0:00:45.578 *********\nskipping: [instance]\n\nTASK [vexxhost.ceph.mon : Set Ceph Monitor IP address] *************************\nTuesday 28 April 2026 05:59:35 +0000 (0:00:00.035) 0:00:45.613 *********\nok: [instance]\n\nTASK [vexxhost.ceph.mon : Check if any node is bootstrapped] *******************\nTuesday 28 April 2026 05:59:35 +0000 (0:00:00.126) 0:00:45.740 *********\nok: [instance] => (item=instance)\n\nTASK [vexxhost.ceph.mon : Select pre-existing bootstrap node if exists] ********\nTuesday 28 April 2026 05:59:35 +0000 (0:00:00.236) 0:00:45.976 *********\nok: [instance]\n\nTASK [vexxhost.ceph.mon : Bootstrap cluster] ***********************************\nTuesday 28 April 2026 05:59:35 +0000 (0:00:00.054) 0:00:46.031 *********\nincluded: /home/zuul/.ansible/collections/ansible_collections/vexxhost/ceph/roles/mon/tasks/bootstrap-ceph.yml for instance\n\nTASK [vexxhost.ceph.mon : Generate temporary file for \"ceph.conf\"] *************\nTuesday 28 April 2026 05:59:35 +0000 (0:00:00.070) 0:00:46.101 *********\nchanged: [instance]\n\nTASK [vexxhost.ceph.mon : Include extra configuration values] ******************\nTuesday 28 April 2026 05:59:36 +0000 (0:00:00.290) 0:00:46.392 *********\nchanged: [instance] => (item={'option': 'mon allow pool size one', 'section': 'global', 'value': True})\nchanged: [instance] => (item={'option': 'osd crush chooseleaf type', 'section': 'global', 'value': 0})\nchanged: [instance] => (item={'option': 'auth allow insecure global id reclaim', 'section': 'mon', 'value': False})\n\nTASK [vexxhost.ceph.mon : Run Bootstrap coomand] *******************************\nTuesday 28 April 2026 05:59:36 +0000 (0:00:00.760) 0:00:47.152 *********\nok: [instance]\n\nTASK [vexxhost.ceph.mon : Remove temporary file for \"ceph.conf\"] ***************\nTuesday 28 April 2026 06:01:50 +0000 (0:02:14.074) 0:03:01.227 *********\nchanged: [instance]\n\nTASK [vexxhost.ceph.mon : Set bootstrap node] **********************************\nTuesday 28 April 2026 06:01:51 +0000 (0:00:00.222) 0:03:01.449 *********\nok: [instance]\n\nTASK [Install Ceph host] *******************************************************\nTuesday 28 April 2026 06:01:51 +0000 (0:00:00.042) 0:03:01.492 *********\nincluded: vexxhost.ceph.cephadm_host for instance\n\nTASK [vexxhost.ceph.cephadm_host : Get public SSH key for \"cephadm\" user] ******\nTuesday 28 April 2026 06:01:51 +0000 (0:00:00.086) 0:03:01.579 *********\nok: [instance]\n\nTASK [vexxhost.ceph.cephadm_host : Set fact with public SSH key for \"cephadm\" user] ***\nTuesday 28 April 2026 06:01:52 +0000 (0:00:01.644) 0:03:03.223 *********\nok: [instance] => (item=instance)\n\nTASK [vexxhost.ceph.cephadm_host : Set authorized key for \"cephadm\"] ***********\nTuesday 28 April 2026 06:01:52 +0000 (0:00:00.065) 0:03:03.289 *********\nok: [instance]\n\nTASK [vexxhost.ceph.cephadm_host : Add new host to Ceph] ***********************\nTuesday 28 April 2026 06:01:53 +0000 (0:00:00.453) 0:03:03.742 *********\nok: [instance]\n\nTASK [vexxhost.ceph.mon : Configure \"mon\" label for monitors] ******************\nTuesday 28 April 2026 06:01:55 +0000 (0:00:02.170) 0:03:05.913 *********\nok: [instance]\n\nTASK [vexxhost.ceph.mon : Validate monitor exist] ******************************\nTuesday 28 April 2026 06:01:57 +0000 (0:00:01.684) 0:03:07.598 *********\nok: [instance]\n\nTASK [Install Ceph host] *******************************************************\nTuesday 28 April 2026 06:02:08 +0000 (0:00:11.345) 0:03:18.944 *********\nincluded: vexxhost.ceph.cephadm_host for instance\n\nTASK [vexxhost.ceph.cephadm_host : Get public SSH key for \"cephadm\" user] ******\nTuesday 28 April 2026 06:02:08 +0000 (0:00:00.082) 0:03:19.026 *********\nskipping: [instance]\n\nTASK [vexxhost.ceph.cephadm_host : Set fact with public SSH key for \"cephadm\" user] ***\nTuesday 28 April 2026 06:02:08 +0000 (0:00:00.063) 0:03:19.090 *********\nskipping: [instance] => (item=instance)\nskipping: [instance]\n\nTASK [vexxhost.ceph.cephadm_host : Set authorized key for \"cephadm\"] ***********\nTuesday 28 April 2026 06:02:08 +0000 (0:00:00.062) 0:03:19.153 *********\nok: [instance]\n\nTASK [vexxhost.ceph.cephadm_host : Add new host to Ceph] ***********************\nTuesday 28 April 2026 06:02:09 +0000 (0:00:00.305) 0:03:19.458 *********\nok: [instance]\n\nTASK [vexxhost.ceph.mgr : Configure \"mgr\" label for managers] ******************\nTuesday 28 April 2026 06:02:12 +0000 (0:00:03.233) 0:03:22.692 *********\nok: [instance]\n\nTASK [vexxhost.ceph.mgr : Validate manager exist] ******************************\nTuesday 28 April 2026 06:02:14 +0000 (0:00:01.719) 0:03:24.412 *********\nok: [instance]\n\nTASK [vexxhost.ceph.mgr : Enable the Ceph Manager prometheus module] ***********\nTuesday 28 April 2026 06:02:15 +0000 (0:00:01.696) 0:03:26.109 *********\nok: [instance]\n\nPLAY [Deploy Ceph OSDs] ********************************************************\n\nTASK [Gathering Facts] *********************************************************\nTuesday 28 April 2026 06:02:18 +0000 (0:00:02.708) 0:03:28.817 *********\nok: [instance]\n\nTASK [vexxhost.containers.forget_package : Forget package] *********************\nTuesday 28 April 2026 06:02:19 +0000 (0:00:00.995) 0:03:29.813 *********\nok: [instance]\n\nTASK [vexxhost.containers.package : Update state for tar] **********************\nTuesday 28 April 2026 06:02:19 +0000 (0:00:00.220) 0:03:30.034 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.directory : Create directory (/var/lib/downloads)] ***\nTuesday 28 April 2026 06:02:19 +0000 (0:00:00.050) 0:03:30.084 *********\nok: [instance]\n\nTASK [vexxhost.containers.download_artifact : Starting download of file] *******\nTuesday 28 April 2026 06:02:19 +0000 (0:00:00.212) 0:03:30.296 *********\nok: [instance] => {\n \"msg\": \"https://github.com/opencontainers/runc/releases/download/v1.4.2/runc.amd64\"\n}\n\nTASK [vexxhost.containers.download_artifact : Download item] *******************\nTuesday 28 April 2026 06:02:20 +0000 (0:00:00.069) 0:03:30.365 *********\nok: [instance]\n\nTASK [vexxhost.containers.download_artifact : Extract archive] *****************\nTuesday 28 April 2026 06:02:20 +0000 (0:00:00.317) 0:03:30.683 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.package : Update state for tar] **********************\nTuesday 28 April 2026 06:02:20 +0000 (0:00:00.053) 0:03:30.737 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.forget_package : Forget package] *********************\nTuesday 28 April 2026 06:02:20 +0000 (0:00:00.051) 0:03:30.788 *********\nok: [instance]\n\nTASK [vexxhost.containers.package : Update state for tar] **********************\nTuesday 28 April 2026 06:02:20 +0000 (0:00:00.233) 0:03:31.022 *********\nok: [instance]\n\nTASK [vexxhost.containers.download_artifact : Starting download of file] *******\nTuesday 28 April 2026 06:02:21 +0000 (0:00:01.188) 0:03:32.211 *********\nok: [instance] => {\n \"msg\": \"https://github.com/containerd/containerd/releases/download/v2.2.3/containerd-2.2.3-linux-amd64.tar.gz\"\n}\n\nTASK [vexxhost.containers.download_artifact : Download item] *******************\nTuesday 28 April 2026 06:02:21 +0000 (0:00:00.075) 0:03:32.286 *********\nok: [instance]\n\nTASK [vexxhost.containers.download_artifact : Extract archive] *****************\nTuesday 28 April 2026 06:02:22 +0000 (0:00:00.365) 0:03:32.651 *********\nok: [instance]\n\nTASK [vexxhost.containers.containerd : Install SELinux packages] ***************\nTuesday 28 April 2026 06:02:24 +0000 (0:00:02.042) 0:03:34.694 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.containerd : Set SELinux to permissive at runtime] ***\nTuesday 28 April 2026 06:02:24 +0000 (0:00:00.044) 0:03:34.739 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.containerd : Persist SELinux permissive mode] ********\nTuesday 28 April 2026 06:02:24 +0000 (0:00:00.036) 0:03:34.776 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.containerd : Install AppArmor packages] **************\nTuesday 28 April 2026 06:02:24 +0000 (0:00:00.036) 0:03:34.813 *********\nok: [instance]\n\nTASK [vexxhost.containers.containerd : Create systemd service file for containerd] ***\nTuesday 28 April 2026 06:02:25 +0000 (0:00:01.123) 0:03:35.937 *********\nok: [instance]\n\nTASK [vexxhost.containers.containerd : Create folders for configuration] *******\nTuesday 28 April 2026 06:02:26 +0000 (0:00:00.437) 0:03:36.374 *********\nok: [instance] => (item={'path': '/etc/containerd'})\nok: [instance] => (item={'path': '/var/lib/containerd', 'mode': '0o700'})\nok: [instance] => (item={'path': '/run/containerd', 'mode': '0o711'})\nok: [instance] => (item={'path': '/run/containerd/io.containerd.grpc.v1.cri', 'mode': '0o700'})\nok: [instance] => (item={'path': '/run/containerd/io.containerd.sandbox.controller.v1.shim', 'mode': '0o700'})\n\nTASK [vexxhost.containers.containerd : Create containerd config file] **********\nTuesday 28 April 2026 06:02:26 +0000 (0:00:00.941) 0:03:37.316 *********\nok: [instance]\n\nTASK [vexxhost.containers.containerd : Force any restarts if necessary] ********\nTuesday 28 April 2026 06:02:27 +0000 (0:00:00.532) 0:03:37.848 *********\n\nTASK [vexxhost.containers.containerd : Enable and start service] ***************\nTuesday 28 April 2026 06:02:27 +0000 (0:00:00.008) 0:03:37.857 *********\nok: [instance]\n\nTASK [vexxhost.containers.forget_package : Forget package] *********************\nTuesday 28 April 2026 06:02:27 +0000 (0:00:00.373) 0:03:38.230 *********\nok: [instance]\n\nTASK [vexxhost.containers.download_artifact : Starting download of file] *******\nTuesday 28 April 2026 06:02:28 +0000 (0:00:00.218) 0:03:38.449 *********\nok: [instance] => {\n \"msg\": \"https://download.docker.com/linux/static/stable/x86_64/docker-24.0.9.tgz\"\n}\n\nTASK [vexxhost.containers.download_artifact : Download item] *******************\nTuesday 28 April 2026 06:02:28 +0000 (0:00:00.061) 0:03:38.510 *********\nok: [instance]\n\nTASK [vexxhost.containers.download_artifact : Extract archive] *****************\nTuesday 28 April 2026 06:02:28 +0000 (0:00:00.361) 0:03:38.871 *********\nok: [instance]\n\nTASK [vexxhost.containers.docker : Install AppArmor packages] ******************\nTuesday 28 April 2026 06:02:31 +0000 (0:00:03.155) 0:03:42.027 *********\nok: [instance]\n\nTASK [vexxhost.containers.docker : Ensure group \"docker\" exists] ***************\nTuesday 28 April 2026 06:02:33 +0000 (0:00:01.368) 0:03:43.395 *********\nok: [instance]\n\nTASK [vexxhost.containers.docker : Create systemd service file for docker] *****\nTuesday 28 April 2026 06:02:33 +0000 (0:00:00.218) 0:03:43.613 *********\nok: [instance]\n\nTASK [vexxhost.containers.docker : Create folders for configuration] ***********\nTuesday 28 April 2026 06:02:33 +0000 (0:00:00.443) 0:03:44.057 *********\nok: [instance] => (item={'path': '/etc/docker'})\nok: [instance] => (item={'path': '/var/lib/docker', 'mode': '0o710'})\nok: [instance] => (item={'path': '/run/docker', 'mode': '0o711'})\n\nTASK [vexxhost.containers.docker : Create systemd socket file for docker] ******\nTuesday 28 April 2026 06:02:34 +0000 (0:00:00.604) 0:03:44.661 *********\nok: [instance]\n\nTASK [vexxhost.containers.docker : Create docker daemon config file] ***********\nTuesday 28 April 2026 06:02:34 +0000 (0:00:00.441) 0:03:45.102 *********\nok: [instance]\n\nTASK [vexxhost.containers.docker : Force any restarts if necessary] ************\nTuesday 28 April 2026 06:02:35 +0000 (0:00:00.429) 0:03:45.532 *********\n\nTASK [vexxhost.containers.docker : Enable and start service] *******************\nTuesday 28 April 2026 06:02:35 +0000 (0:00:00.006) 0:03:45.538 *********\nok: [instance]\n\nTASK [vexxhost.ceph.cephadm : Gather variables for each operating system] ******\nTuesday 28 April 2026 06:02:35 +0000 (0:00:00.371) 0:03:45.910 *********\nok: [instance] => (item=/home/zuul/.ansible/collections/ansible_collections/vexxhost/ceph/roles/cephadm/vars/ubuntu-22.04.yml)\n\nTASK [vexxhost.ceph.cephadm : Install packages] ********************************\nTuesday 28 April 2026 06:02:35 +0000 (0:00:00.063) 0:03:45.973 *********\nok: [instance]\n\nTASK [vexxhost.ceph.cephadm : Ensure services are started] *********************\nTuesday 28 April 2026 06:02:36 +0000 (0:00:01.281) 0:03:47.255 *********\nok: [instance] => (item=chronyd)\nok: [instance] => (item=sshd)\n\nTASK [vexxhost.ceph.cephadm : Download \"cephadm\"] ******************************\nTuesday 28 April 2026 06:02:37 +0000 (0:00:00.713) 0:03:47.969 *********\nok: [instance]\n\nTASK [vexxhost.ceph.cephadm : Remove cephadm from old path] ********************\nTuesday 28 April 2026 06:02:37 +0000 (0:00:00.375) 0:03:48.344 *********\nok: [instance]\n\nTASK [vexxhost.ceph.cephadm : Ensure \"cephadm\" user is present] ****************\nTuesday 28 April 2026 06:02:38 +0000 (0:00:00.239) 0:03:48.584 *********\nok: [instance]\n\nTASK [vexxhost.ceph.cephadm : Allow \"cephadm\" user to have passwordless sudo] ***\nTuesday 28 April 2026 06:02:38 +0000 (0:00:00.262) 0:03:48.847 *********\nok: [instance]\n\nTASK [vexxhost.ceph.osd : Get monitor status] **********************************\nTuesday 28 April 2026 06:02:38 +0000 (0:00:00.220) 0:03:49.067 *********\nok: [instance] => (item=instance)\n\nTASK [vexxhost.ceph.osd : Select admin host] ***********************************\nTuesday 28 April 2026 06:02:38 +0000 (0:00:00.236) 0:03:49.303 *********\nok: [instance]\n\nTASK [vexxhost.ceph.osd : Get `cephadm ls` status] *****************************\nTuesday 28 April 2026 06:02:39 +0000 (0:00:00.056) 0:03:49.359 *********\nok: [instance]\n\nTASK [vexxhost.ceph.osd : Parse the `cephadm ls` output] ***********************\nTuesday 28 April 2026 06:02:43 +0000 (0:00:04.439) 0:03:53.799 *********\nok: [instance]\n\nTASK [Install Ceph host] *******************************************************\nTuesday 28 April 2026 06:02:43 +0000 (0:00:00.058) 0:03:53.857 *********\nincluded: vexxhost.ceph.cephadm_host for instance\n\nTASK [vexxhost.ceph.cephadm_host : Get public SSH key for \"cephadm\" user] ******\nTuesday 28 April 2026 06:02:43 +0000 (0:00:00.068) 0:03:53.926 *********\nskipping: [instance]\n\nTASK [vexxhost.ceph.cephadm_host : Set fact with public SSH key for \"cephadm\" user] ***\nTuesday 28 April 2026 06:02:43 +0000 (0:00:00.048) 0:03:53.974 *********\nskipping: [instance] => (item=instance)\nskipping: [instance]\n\nTASK [vexxhost.ceph.cephadm_host : Set authorized key for \"cephadm\"] ***********\nTuesday 28 April 2026 06:02:43 +0000 (0:00:00.055) 0:03:54.030 *********\nok: [instance]\n\nTASK [vexxhost.ceph.cephadm_host : Add new host to Ceph] ***********************\nTuesday 28 April 2026 06:02:43 +0000 (0:00:00.268) 0:03:54.298 *********\nok: [instance]\n\nTASK [vexxhost.ceph.osd : Adopt OSDs to cluster] *******************************\nTuesday 28 April 2026 06:02:46 +0000 (0:00:02.063) 0:03:56.362 *********\nskipping: [instance]\n\nTASK [vexxhost.ceph.osd : Wait until OSD added to cephadm] *********************\nTuesday 28 April 2026 06:02:46 +0000 (0:00:00.029) 0:03:56.391 *********\nskipping: [instance]\n\nTASK [vexxhost.ceph.osd : Ensure all OSDs are non-legacy] **********************\nTuesday 28 April 2026 06:02:46 +0000 (0:00:00.029) 0:03:56.421 *********\nok: [instance]\n\nTASK [vexxhost.ceph.osd : Get `ceph-volume lvm list` status] *******************\nTuesday 28 April 2026 06:02:51 +0000 (0:00:05.346) 0:04:01.768 *********\nok: [instance]\n\nTASK [vexxhost.ceph.osd : Install OSDs] ****************************************\nTuesday 28 April 2026 06:03:02 +0000 (0:00:10.611) 0:04:12.380 *********\nok: [instance] => (item=/dev/ceph-instance-osd0/data)\nok: [instance] => (item=/dev/ceph-instance-osd1/data)\nok: [instance] => (item=/dev/ceph-instance-osd2/data)\n\nTASK [vexxhost.ceph.osd : Get mon dump] ****************************************\nTuesday 28 April 2026 06:04:33 +0000 (0:01:31.879) 0:05:44.260 *********\nok: [instance]\n\nTASK [vexxhost.ceph.osd : Mark require osd release] ****************************\nTuesday 28 April 2026 06:04:35 +0000 (0:00:01.786) 0:05:46.046 *********\nok: [instance]\n\nTASK [vexxhost.ceph.osd : Wait for all OSD to be running] **********************\nTuesday 28 April 2026 06:04:37 +0000 (0:00:01.701) 0:05:47.748 *********\nincluded: /home/zuul/.ansible/collections/ansible_collections/vexxhost/ceph/roles/osd/tasks/check-osds.yml for instance\n\nTASK [vexxhost.ceph.osd : Set the retry count] *********************************\nTuesday 28 April 2026 06:04:37 +0000 (0:00:00.072) 0:05:47.821 *********\nok: [instance]\n\nTASK [vexxhost.ceph.osd : Get `ceph orch ps`] **********************************\nTuesday 28 April 2026 06:04:37 +0000 (0:00:00.053) 0:05:47.874 *********\nok: [instance]\n\nTASK [vexxhost.ceph.osd : OSD daemon list] *************************************\nTuesday 28 April 2026 06:04:39 +0000 (0:00:01.840) 0:05:49.715 *********\nok: [instance]\n\nTASK [vexxhost.ceph.osd : Fail if any OSD not running] *************************\nTuesday 28 April 2026 06:04:39 +0000 (0:00:00.049) 0:05:49.765 *********\nskipping: [instance] => (item=1)\nskipping: [instance] => (item=1)\nskipping: [instance] => (item=1)\nskipping: [instance]\n\nTASK [vexxhost.ceph.osd : Fail if any duplicate OSD ID] ************************\nTuesday 28 April 2026 06:04:39 +0000 (0:00:00.045) 0:05:49.810 *********\nskipping: [instance]\n\nPLAY [all] *********************************************************************\n\nTASK [Ensure RBD kernel module is loaded] **************************************\nTuesday 28 April 2026 06:04:39 +0000 (0:00:00.052) 0:05:49.862 *********\nchanged: [instance]\n\nPLAY [all] *********************************************************************\n\nTASK [Gathering Facts] *********************************************************\nTuesday 28 April 2026 06:04:39 +0000 (0:00:00.391) 0:05:50.254 *********\nok: [instance]\n\nTASK [vexxhost.atmosphere.sysctl : Configure sysctl values] ********************\nTuesday 28 April 2026 06:04:40 +0000 (0:00:01.013) 0:05:51.268 *********\nchanged: [instance] => (item={'name': 'fs.aio-max-nr', 'value': 1048576})\nchanged: [instance] => (item={'name': 'net.ipv4.tcp_timestamps', 'value': 0})\nchanged: [instance] => (item={'name': 'net.ipv4.tcp_sack', 'value': 1})\nchanged: [instance] => (item={'name': 'net.core.netdev_budget', 'value': 1000})\nchanged: [instance] => (item={'name': 'net.core.netdev_max_backlog', 'value': 250000})\nchanged: [instance] => (item={'name': 'net.core.rmem_max', 'value': 4194304})\nchanged: [instance] => (item={'name': 'net.core.wmem_max', 'value': 4194304})\nchanged: [instance] => (item={'name': 'net.core.rmem_default', 'value': 4194304})\nchanged: [instance] => (item={'name': 'net.core.wmem_default', 'value': 4194304})\nchanged: [instance] => (item={'name': 'net.core.optmem_max', 'value': 4194304})\nchanged: [instance] => (item={'name': 'net.ipv4.tcp_rmem', 'value': '4096 87380 4194304'})\nchanged: [instance] => (item={'name': 'net.ipv4.tcp_wmem', 'value': '4096 65536 4194304'})\nchanged: [instance] => (item={'name': 'net.ipv4.tcp_low_latency', 'value': 1})\nchanged: [instance] => (item={'name': 'net.ipv4.tcp_adv_win_scale', 'value': 1})\nchanged: [instance] => (item={'name': 'net.ipv4.neigh.default.gc_thresh1', 'value': 128})\nchanged: [instance] => (item={'name': 'net.ipv4.neigh.default.gc_thresh2', 'value': 28872})\nchanged: [instance] => (item={'name': 'net.ipv4.neigh.default.gc_thresh3', 'value': 32768})\nchanged: [instance] => (item={'name': 'net.ipv6.neigh.default.gc_thresh1', 'value': 128})\nchanged: [instance] => (item={'name': 'net.ipv6.neigh.default.gc_thresh2', 'value': 28872})\nchanged: [instance] => (item={'name': 'net.ipv6.neigh.default.gc_thresh3', 'value': 32768})\n\nTASK [vexxhost.atmosphere.ethtool : Create folder for persistent configuration] ***\nTuesday 28 April 2026 06:04:45 +0000 (0:00:04.967) 0:05:56.235 *********\nchanged: [instance]\n\nTASK [vexxhost.atmosphere.ethtool : Install persistent \"ethtool\" tuning] *******\nTuesday 28 April 2026 06:04:46 +0000 (0:00:00.206) 0:05:56.441 *********\nchanged: [instance]\n\nTASK [vexxhost.atmosphere.ethtool : Run \"ethtool\" tuning] **********************\nTuesday 28 April 2026 06:04:46 +0000 (0:00:00.475) 0:05:56.917 *********\nok: [instance]\n\nTASK [Set a fact with the \"atmosphere_images\" for other plays] *****************\nTuesday 28 April 2026 06:04:46 +0000 (0:00:00.279) 0:05:57.196 *********\nok: [instance]\n\nPLAY [Configure Kubernetes VIP] ************************************************\n\nTASK [Gathering Facts] *********************************************************\nTuesday 28 April 2026 06:04:46 +0000 (0:00:00.053) 0:05:57.250 *********\nok: [instance]\n\nTASK [vexxhost.containers.directory : Create directory (/etc/kubernetes/manifests)] ***\nTuesday 28 April 2026 06:04:47 +0000 (0:00:00.942) 0:05:58.192 *********\nchanged: [instance]\n\nTASK [vexxhost.kubernetes.kube_vip : Uninstall legacy HA stack] ****************\nTuesday 28 April 2026 06:04:48 +0000 (0:00:00.215) 0:05:58.407 *********\nok: [instance] => (item=/etc/keepalived/keepalived.conf)\nok: [instance] => (item=/etc/keepalived/check_apiserver.sh)\nok: [instance] => (item=/etc/kubernetes/manifests/keepalived.yaml)\nok: [instance] => (item=/etc/haproxy/haproxy.cfg)\nok: [instance] => (item=/etc/kubernetes/manifests/haproxy.yaml)\n\nTASK [vexxhost.kubernetes.kube_vip : Switch API server to run on port 6443] ****\nTuesday 28 April 2026 06:04:48 +0000 (0:00:00.927) 0:05:59.334 *********\nfailed: [instance] (item=/etc/kubernetes/manifests/kube-apiserver.yaml) => {\"ansible_loop_var\": \"item\", \"changed\": false, \"item\": \"/etc/kubernetes/manifests/kube-apiserver.yaml\", \"msg\": \"Path /etc/kubernetes/manifests/kube-apiserver.yaml does not exist !\", \"rc\": 257}\nfailed: [instance] (item=/etc/kubernetes/controller-manager.conf) => {\"ansible_loop_var\": \"item\", \"changed\": false, \"item\": \"/etc/kubernetes/controller-manager.conf\", \"msg\": \"Path /etc/kubernetes/controller-manager.conf does not exist !\", \"rc\": 257}\nfailed: [instance] (item=/etc/kubernetes/scheduler.conf) => {\"ansible_loop_var\": \"item\", \"changed\": false, \"item\": \"/etc/kubernetes/scheduler.conf\", \"msg\": \"Path /etc/kubernetes/scheduler.conf does not exist !\", \"rc\": 257}\n...ignoring\n\nTASK [vexxhost.kubernetes.kube_vip : Check if super-admin.conf exists] *********\nTuesday 28 April 2026 06:04:49 +0000 (0:00:00.531) 0:05:59.866 *********\nok: [instance]\n\nTASK [vexxhost.kubernetes.kube_vip : Check if kubeadm has already run] *********\nTuesday 28 April 2026 06:04:49 +0000 (0:00:00.192) 0:06:00.059 *********\nok: [instance]\n\nTASK [vexxhost.kubernetes.kube_vip : Set fact with KUBECONFIG path] ************\nTuesday 28 April 2026 06:04:49 +0000 (0:00:00.185) 0:06:00.245 *********\nok: [instance]\n\nTASK [vexxhost.kubernetes.kube_vip : Set fact with KUBECONFIG path (with super-admin.conf)] ***\nTuesday 28 April 2026 06:04:49 +0000 (0:00:00.034) 0:06:00.279 *********\nok: [instance]\n\nTASK [vexxhost.kubernetes.kube_vip : Upload Kubernetes manifest] ***************\nTuesday 28 April 2026 06:04:49 +0000 (0:00:00.042) 0:06:00.322 *********\nok: [instance]\n\nTASK [vexxhost.kubernetes.kube_vip : Ensure kube-vip configuration file] *******\nTuesday 28 April 2026 06:04:50 +0000 (0:00:00.654) 0:06:00.977 *********\nok: [instance]\n\nTASK [vexxhost.kubernetes.kube_vip : Flush handlers] ***************************\nTuesday 28 April 2026 06:04:50 +0000 (0:00:00.204) 0:06:01.182 *********\n\nPLAY [Install Kubernetes] ******************************************************\n\nTASK [Gathering Facts] *********************************************************\nTuesday 28 April 2026 06:04:51 +0000 (0:00:00.174) 0:06:01.356 *********\nok: [instance]\n\nTASK [vexxhost.containers.forget_package : Forget package] *********************\nTuesday 28 April 2026 06:04:52 +0000 (0:00:01.185) 0:06:02.542 *********\nok: [instance]\n\nTASK [vexxhost.containers.package : Update state for tar] **********************\nTuesday 28 April 2026 06:04:52 +0000 (0:00:00.215) 0:06:02.758 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.directory : Create directory (/var/lib/downloads)] ***\nTuesday 28 April 2026 06:04:52 +0000 (0:00:00.051) 0:06:02.809 *********\nok: [instance]\n\nTASK [vexxhost.containers.download_artifact : Starting download of file] *******\nTuesday 28 April 2026 06:04:52 +0000 (0:00:00.215) 0:06:03.025 *********\nok: [instance] => {\n \"msg\": \"https://github.com/opencontainers/runc/releases/download/v1.4.2/runc.amd64\"\n}\n\nTASK [vexxhost.containers.download_artifact : Download item] *******************\nTuesday 28 April 2026 06:04:52 +0000 (0:00:00.060) 0:06:03.085 *********\nok: [instance]\n\nTASK [vexxhost.containers.download_artifact : Extract archive] *****************\nTuesday 28 April 2026 06:04:53 +0000 (0:00:00.317) 0:06:03.403 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.forget_package : Forget package] *********************\nTuesday 28 April 2026 06:04:53 +0000 (0:00:00.049) 0:06:03.452 *********\nok: [instance]\n\nTASK [vexxhost.containers.package : Update state for tar] **********************\nTuesday 28 April 2026 06:04:53 +0000 (0:00:00.218) 0:06:03.671 *********\nok: [instance]\n\nTASK [vexxhost.containers.download_artifact : Starting download of file] *******\nTuesday 28 April 2026 06:04:54 +0000 (0:00:01.220) 0:06:04.892 *********\nok: [instance] => {\n \"msg\": \"https://github.com/containerd/containerd/releases/download/v2.2.3/containerd-2.2.3-linux-amd64.tar.gz\"\n}\n\nTASK [vexxhost.containers.download_artifact : Download item] *******************\nTuesday 28 April 2026 06:04:54 +0000 (0:00:00.069) 0:06:04.961 *********\nok: [instance]\n\nTASK [vexxhost.containers.download_artifact : Extract archive] *****************\nTuesday 28 April 2026 06:04:54 +0000 (0:00:00.348) 0:06:05.310 *********\nok: [instance]\n\nTASK [vexxhost.containers.containerd : Install SELinux packages] ***************\nTuesday 28 April 2026 06:04:56 +0000 (0:00:02.025) 0:06:07.335 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.containerd : Set SELinux to permissive at runtime] ***\nTuesday 28 April 2026 06:04:57 +0000 (0:00:00.040) 0:06:07.375 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.containerd : Persist SELinux permissive mode] ********\nTuesday 28 April 2026 06:04:57 +0000 (0:00:00.039) 0:06:07.415 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.containerd : Install AppArmor packages] **************\nTuesday 28 April 2026 06:04:57 +0000 (0:00:00.040) 0:06:07.455 *********\nok: [instance]\n\nTASK [vexxhost.containers.containerd : Create systemd service file for containerd] ***\nTuesday 28 April 2026 06:04:58 +0000 (0:00:01.176) 0:06:08.632 *********\nok: [instance]\n\nTASK [vexxhost.containers.containerd : Create folders for configuration] *******\nTuesday 28 April 2026 06:04:58 +0000 (0:00:00.437) 0:06:09.069 *********\nok: [instance] => (item={'path': '/etc/containerd'})\nok: [instance] => (item={'path': '/var/lib/containerd', 'mode': '0o700'})\nok: [instance] => (item={'path': '/run/containerd', 'mode': '0o711'})\nok: [instance] => (item={'path': '/run/containerd/io.containerd.grpc.v1.cri', 'mode': '0o700'})\nok: [instance] => (item={'path': '/run/containerd/io.containerd.sandbox.controller.v1.shim', 'mode': '0o700'})\n\nTASK [vexxhost.containers.containerd : Create containerd config file] **********\nTuesday 28 April 2026 06:04:59 +0000 (0:00:00.987) 0:06:10.057 *********\nok: [instance]\n\nTASK [vexxhost.containers.containerd : Force any restarts if necessary] ********\nTuesday 28 April 2026 06:05:00 +0000 (0:00:00.526) 0:06:10.584 *********\n\nTASK [vexxhost.containers.containerd : Enable and start service] ***************\nTuesday 28 April 2026 06:05:00 +0000 (0:00:00.009) 0:06:10.594 *********\nok: [instance]\n\nTASK [vexxhost.kubernetes.kubernetes_upgrade_check : Retrieve the \"kubeadm-config\" ConfigMap] ***\nTuesday 28 April 2026 06:05:00 +0000 (0:00:00.379) 0:06:10.973 *********\nfatal: [instance]: FAILED! => {\"changed\": false, \"msg\": \"Failed to import the required Python library (kubernetes) on instance's Python /usr/bin/python3.10. Please read the module documentation and install it in the appropriate location. If the required library is installed, but Ansible is using the wrong Python interpreter, please consult the documentation on ansible_python_interpreter\"}\n...ignoring\n\nTASK [vexxhost.kubernetes.kubernetes_upgrade_check : Parse the ClusterConfiguration] ***\nTuesday 28 April 2026 06:05:01 +0000 (0:00:00.640) 0:06:11.614 *********\nskipping: [instance]\n\nTASK [vexxhost.kubernetes.kubernetes_upgrade_check : Retrieve the current Kubernetes version] ***\nTuesday 28 April 2026 06:05:01 +0000 (0:00:00.044) 0:06:11.658 *********\nskipping: [instance]\n\nTASK [vexxhost.kubernetes.kubernetes_upgrade_check : Extract major, minor, and patch versions] ***\nTuesday 28 April 2026 06:05:01 +0000 (0:00:00.040) 0:06:11.699 *********\nskipping: [instance]\n\nTASK [vexxhost.kubernetes.kubernetes_upgrade_check : Fail if we're jumping more than one minor version] ***\nTuesday 28 April 2026 06:05:01 +0000 (0:00:00.040) 0:06:11.740 *********\nskipping: [instance]\n\nTASK [vexxhost.kubernetes.kubernetes_upgrade_check : Set fact if we need to upgrade] ***\nTuesday 28 April 2026 06:05:01 +0000 (0:00:00.042) 0:06:11.783 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.forget_package : Forget package] *********************\nTuesday 28 April 2026 06:05:01 +0000 (0:00:00.050) 0:06:11.833 *********\nok: [instance]\n\nTASK [vexxhost.containers.download_artifact : Starting download of file] *******\nTuesday 28 April 2026 06:05:01 +0000 (0:00:00.229) 0:06:12.062 *********\nok: [instance] => {\n \"msg\": \"https://dl.k8s.io/release/v1.28.13/bin/linux/amd64/kubeadm\"\n}\n\nTASK [vexxhost.containers.download_artifact : Download item] *******************\nTuesday 28 April 2026 06:05:01 +0000 (0:00:00.050) 0:06:12.113 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.download_artifact : Extract archive] *****************\nTuesday 28 April 2026 06:05:02 +0000 (0:00:00.877) 0:06:12.991 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.forget_package : Forget package] *********************\nTuesday 28 April 2026 06:05:02 +0000 (0:00:00.045) 0:06:13.036 *********\nok: [instance]\n\nTASK [vexxhost.containers.download_artifact : Starting download of file] *******\nTuesday 28 April 2026 06:05:02 +0000 (0:00:00.216) 0:06:13.253 *********\nok: [instance] => {\n \"msg\": \"https://dl.k8s.io/release/v1.28.13/bin/linux/amd64/kubectl\"\n}\n\nTASK [vexxhost.containers.download_artifact : Download item] *******************\nTuesday 28 April 2026 06:05:02 +0000 (0:00:00.049) 0:06:13.302 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.download_artifact : Extract archive] *****************\nTuesday 28 April 2026 06:05:03 +0000 (0:00:01.043) 0:06:14.345 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.containerd : Install SELinux packages] ***************\nTuesday 28 April 2026 06:05:04 +0000 (0:00:00.058) 0:06:14.404 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.containerd : Set SELinux to permissive at runtime] ***\nTuesday 28 April 2026 06:05:04 +0000 (0:00:00.036) 0:06:14.441 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.containerd : Persist SELinux permissive mode] ********\nTuesday 28 April 2026 06:05:04 +0000 (0:00:00.041) 0:06:14.483 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.containerd : Install AppArmor packages] **************\nTuesday 28 April 2026 06:05:04 +0000 (0:00:00.044) 0:06:14.527 *********\nok: [instance]\n\nTASK [vexxhost.containers.containerd : Create systemd service file for containerd] ***\nTuesday 28 April 2026 06:05:05 +0000 (0:00:01.147) 0:06:15.675 *********\nok: [instance]\n\nTASK [vexxhost.containers.containerd : Create folders for configuration] *******\nTuesday 28 April 2026 06:05:05 +0000 (0:00:00.448) 0:06:16.124 *********\nok: [instance] => (item={'path': '/etc/containerd'})\nok: [instance] => (item={'path': '/var/lib/containerd', 'mode': '0o700'})\nok: [instance] => (item={'path': '/run/containerd', 'mode': '0o711'})\nok: [instance] => (item={'path': '/run/containerd/io.containerd.grpc.v1.cri', 'mode': '0o700'})\nok: [instance] => (item={'path': '/run/containerd/io.containerd.sandbox.controller.v1.shim', 'mode': '0o700'})\n\nTASK [vexxhost.containers.containerd : Create containerd config file] **********\nTuesday 28 April 2026 06:05:06 +0000 (0:00:00.943) 0:06:17.067 *********\nok: [instance]\n\nTASK [vexxhost.containers.containerd : Force any restarts if necessary] ********\nTuesday 28 April 2026 06:05:07 +0000 (0:00:00.535) 0:06:17.603 *********\n\nTASK [vexxhost.containers.containerd : Enable and start service] ***************\nTuesday 28 April 2026 06:05:07 +0000 (0:00:00.008) 0:06:17.612 *********\nok: [instance]\n\nTASK [vexxhost.containers.forget_package : Forget package] *********************\nTuesday 28 April 2026 06:05:07 +0000 (0:00:00.380) 0:06:17.992 *********\nok: [instance]\n\nTASK [vexxhost.containers.download_artifact : Starting download of file] *******\nTuesday 28 April 2026 06:05:07 +0000 (0:00:00.217) 0:06:18.209 *********\nok: [instance] => {\n \"msg\": \"https://github.com/kubernetes-sigs/cri-tools/releases/download/v1.35.0/crictl-v1.35.0-linux-amd64.tar.gz\"\n}\n\nTASK [vexxhost.containers.download_artifact : Download item] *******************\nTuesday 28 April 2026 06:05:07 +0000 (0:00:00.064) 0:06:18.274 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.download_artifact : Extract archive] *****************\nTuesday 28 April 2026 06:05:08 +0000 (0:00:00.651) 0:06:18.926 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.download_artifact : Starting download of file] *******\nTuesday 28 April 2026 06:05:09 +0000 (0:00:01.407) 0:06:20.333 *********\nok: [instance] => {\n \"msg\": \"https://github.com/kubernetes-sigs/cri-tools/releases/download/v1.35.0/critest-v1.35.0-linux-amd64.tar.gz\"\n}\n\nTASK [vexxhost.containers.download_artifact : Download item] *******************\nTuesday 28 April 2026 06:05:10 +0000 (0:00:00.060) 0:06:20.394 *********\nfatal: [instance]: FAILED! => {\"attempts\": 4, \"censored\": \"the output has been hidden due to the fact that 'no_log: true' was specified for this result\", \"changed\": false}\nFAILED - RETRYING: [instance]: Download item (4 retries left).\nFAILED - RETRYING: [instance]: Download item (3 retries left).\nFAILED - RETRYING: [instance]: Download item (2 retries left).\nFAILED - RETRYING: [instance]: Download item (1 retries left).\n\nPLAY RECAP *********************************************************************\ninstance : ok=161 changed=35 unreachable=0 failed=1 skipped=42 rescued=0 ignored=2\n\nTuesday 28 April 2026 06:05:31 +0000 (0:00:21.698) 0:06:42.092 *********\n===============================================================================\nvexxhost.ceph.mon : Run Bootstrap coomand ----------------------------- 134.07s\nvexxhost.ceph.osd : Install OSDs --------------------------------------- 91.88s\nvexxhost.containers.download_artifact : Download item ------------------ 21.70s\nvexxhost.ceph.mon : Validate monitor exist ----------------------------- 11.35s\nvexxhost.ceph.osd : Get `ceph-volume lvm list` status ------------------ 10.61s\nvexxhost.ceph.cephadm : Install packages -------------------------------- 9.54s\nvexxhost.containers.containerd : Install AppArmor packages -------------- 5.69s\nvexxhost.ceph.osd : Ensure all OSDs are non-legacy ---------------------- 5.35s\nvexxhost.atmosphere.sysctl : Configure sysctl values -------------------- 4.97s\nvexxhost.ceph.osd : Get `cephadm ls` status ----------------------------- 4.44s\nvexxhost.containers.download_artifact : Extract archive ----------------- 4.37s\nvexxhost.ceph.cephadm_host : Add new host to Ceph ----------------------- 3.23s\nvexxhost.containers.download_artifact : Extract archive ----------------- 3.16s\nvexxhost.containers.download_artifact : Extract archive ----------------- 2.98s\nvexxhost.ceph.mgr : Enable the Ceph Manager prometheus module ----------- 2.71s\nGathering Facts --------------------------------------------------------- 2.38s\nvexxhost.ceph.cephadm_host : Add new host to Ceph ----------------------- 2.17s\nvexxhost.ceph.cephadm_host : Add new host to Ceph ----------------------- 2.06s\nvexxhost.containers.download_artifact : Extract archive ----------------- 2.04s\nvexxhost.containers.download_artifact : Extract archive ----------------- 2.03s\nCRITICAL Ansible return code was 2, command was: ansible-playbook --inventory /home/zuul/.ansible/tmp/molecule.v9Wo.aio/inventory --skip-tags molecule-notest,notest --inventory=/home/zuul/src/github.com/vexxhost/atmosphere/inventory.yaml /home/zuul/src/github.com/vexxhost/atmosphere/molecule/aio/converge.yml\nERROR [aio > converge] \u001b[31mExecuted: Failed\u001b[0m\nERROR Ansible return code was 2, command was: ansible-playbook --inventory /home/zuul/.ansible/tmp/molecule.v9Wo.aio/inventory --skip-tags molecule-notest,notest --inventory=/home/zuul/src/github.com/vexxhost/atmosphere/inventory.yaml /home/zuul/src/github.com/vexxhost/atmosphere/molecule/aio/converge.yml", "stdout_lines": [ "Using CPython 3.10.12 interpreter at: /usr/bin/python3", "Creating virtual environment at: .venv", " Building atmosphere @ file:///home/zuul/src/github.com/vexxhost/atmosphere", "Downloading setuptools (1.1MiB)", "Downloading pygments (1.2MiB)", "Downloading ansible-core (2.1MiB)", "Downloading rjsonnet (1.2MiB)", "Downloading openstacksdk (1.7MiB)", "Downloading cryptography (4.2MiB)", "Downloading netaddr (2.2MiB)", "Downloading kubernetes (1.9MiB)", " Building pyperclip==1.9.0", " Downloading rjsonnet", " Downloading pygments", " Downloading netaddr", " Downloading cryptography", " Downloading setuptools", " Downloading kubernetes", " Downloading ansible-core", " Downloading openstacksdk", " Built pyperclip==1.9.0", " Built atmosphere @ file:///home/zuul/src/github.com/vexxhost/atmosphere", "Installed 79 packages in 37ms", "WARNING Molecule scenarios should migrate to 'extensions/molecule'", "INFO [aio > discovery] scenario test matrix: dependency, cleanup, destroy, syntax, create, prepare, converge, idempotence, side_effect, verify, cleanup, destroy", "INFO [aio > prerun] Performing prerun with role_name_check=0...", "INFO [aio > dependency] Executing", "WARNING [aio > dependency] Missing roles requirements file: requirements.yml", "WARNING [aio > dependency] Missing collections requirements file: collections.yml", "WARNING [aio > dependency] Executed: 2 missing (Remove from test_sequence to suppress)", "INFO [aio > cleanup] Executing", "WARNING [aio > cleanup] Executed: Missing playbook (Remove from test_sequence to suppress)", "INFO [aio > destroy] Executing", "WARNING [aio > destroy] Skipping, '--destroy=never' requested.", "INFO [aio > destroy] Executed: Successful", "INFO [aio > syntax] Executing", "", "playbook: /home/zuul/src/github.com/vexxhost/atmosphere/molecule/aio/converge.yml", "INFO [aio > syntax] Executed: Successful", "INFO [aio > create] Executing", "WARNING [aio > create] Executed: Missing playbook (Remove from test_sequence to suppress)", "INFO [aio > prepare] Executing", "", "PLAY [Prepare] *****************************************************************", "", "TASK [Gathering Facts] *********************************************************", "Tuesday 28 April 2026 05:57:56 +0000 (0:00:00.028) 0:00:00.028 *********", "[WARNING]: Platform linux on host instance is using the discovered Python", "interpreter at /usr/bin/python3.10, but future installation of another Python", "interpreter could change the meaning of that path. See", "https://docs.ansible.com/ansible-", "core/2.17/reference_appendices/interpreter_discovery.html for more information.", "ok: [instance]", "", "TASK [Configure short hostname] ************************************************", "Tuesday 28 April 2026 05:57:58 +0000 (0:00:01.170) 0:00:01.198 *********", "changed: [instance]", "", "TASK [Ensure hostname inside hosts file] ***************************************", "Tuesday 28 April 2026 05:57:59 +0000 (0:00:01.708) 0:00:02.906 *********", "[WARNING]: Module remote_tmp /root/.ansible/tmp did not exist and was created", "with a mode of 0700, this may cause issues when running as another user. To", "avoid this, create the remote_tmp dir with the correct permissions manually", "changed: [instance]", "", "TASK [Install \"dirmngr\" for GPG keyserver operations] **************************", "Tuesday 28 April 2026 05:58:00 +0000 (0:00:00.270) 0:00:03.176 *********", "ok: [instance]", "", "TASK [Purge \"snapd\" package] ***************************************************", "Tuesday 28 April 2026 05:58:01 +0000 (0:00:01.300) 0:00:04.477 *********", "ok: [instance]", "", "PLAY [Generate workspace for Atmosphere] ***************************************", "", "TASK [Create folders for workspace] ********************************************", "Tuesday 28 April 2026 05:58:02 +0000 (0:00:00.732) 0:00:05.209 *********", "changed: [localhost] => (item=group_vars)", "changed: [localhost] => (item=group_vars/all)", "changed: [localhost] => (item=group_vars/controllers)", "changed: [localhost] => (item=group_vars/cephs)", "changed: [localhost] => (item=group_vars/computes)", "changed: [localhost] => (item=host_vars)", "", "PLAY [Generate Ceph control plane configuration for workspace] *****************", "", "TASK [Ensure the Ceph control plane configuration file exists] *****************", "Tuesday 28 April 2026 05:58:03 +0000 (0:00:01.027) 0:00:06.237 *********", "changed: [localhost]", "", "TASK [Load the current Ceph control plane configuration into a variable] *******", "Tuesday 28 April 2026 05:58:03 +0000 (0:00:00.177) 0:00:06.414 *********", "ok: [localhost]", "", "TASK [Generate Ceph control plane values for missing variables] ****************", "Tuesday 28 April 2026 05:58:03 +0000 (0:00:00.024) 0:00:06.439 *********", "ok: [localhost] => (item={'key': 'ceph_fsid', 'value': '0453a301-a807-5f72-accc-486a9c882417'})", "ok: [localhost] => (item={'key': 'ceph_mon_public_network', 'value': '10.96.240.0/24'})", "", "TASK [Write new Ceph control plane configuration file to disk] *****************", "Tuesday 28 April 2026 05:58:03 +0000 (0:00:00.049) 0:00:06.488 *********", "changed: [localhost]", "", "PLAY [Generate Ceph OSD configuration for workspace] ***************************", "", "TASK [Ensure the Ceph OSDs configuration file exists] **************************", "Tuesday 28 April 2026 05:58:03 +0000 (0:00:00.546) 0:00:07.035 *********", "changed: [localhost]", "", "TASK [Load the current Ceph OSDs configuration into a variable] ****************", "Tuesday 28 April 2026 05:58:04 +0000 (0:00:00.173) 0:00:07.208 *********", "ok: [localhost]", "", "TASK [Generate Ceph OSDs values for missing variables] *************************", "Tuesday 28 April 2026 05:58:04 +0000 (0:00:00.031) 0:00:07.240 *********", "ok: [localhost] => (item={'key': 'ceph_osd_devices', 'value': ['/dev/vdb', '/dev/vdc', '/dev/vdd']})", "", "TASK [Write new Ceph OSDs configuration file to disk] **************************", "Tuesday 28 April 2026 05:58:04 +0000 (0:00:00.033) 0:00:07.273 *********", "changed: [localhost]", "", "PLAY [Generate Kubernetes configuration for workspace] *************************", "", "TASK [Ensure the Kubernetes configuration file exists] *************************", "Tuesday 28 April 2026 05:58:04 +0000 (0:00:00.358) 0:00:07.631 *********", "changed: [localhost]", "", "TASK [Load the current Kubernetes configuration into a variable] ***************", "Tuesday 28 April 2026 05:58:04 +0000 (0:00:00.179) 0:00:07.811 *********", "ok: [localhost]", "", "TASK [Generate Kubernetes values for missing variables] ************************", "Tuesday 28 April 2026 05:58:04 +0000 (0:00:00.028) 0:00:07.839 *********", "ok: [localhost] => (item={'key': 'kubernetes_hostname', 'value': '10.96.240.10'})", "ok: [localhost] => (item={'key': 'kubernetes_keepalived_vrid', 'value': 42})", "ok: [localhost] => (item={'key': 'kubernetes_keepalived_vip', 'value': '10.96.240.10'})", "", "TASK [Write new Kubernetes configuration file to disk] *************************", "Tuesday 28 April 2026 05:58:04 +0000 (0:00:00.041) 0:00:07.881 *********", "changed: [localhost]", "", "PLAY [Generate Keepalived configuration for workspace] *************************", "", "TASK [Ensure the Keeaplived configuration file exists] *************************", "Tuesday 28 April 2026 05:58:05 +0000 (0:00:00.355) 0:00:08.237 *********", "changed: [localhost]", "", "TASK [Load the current Keepalived configuration into a variable] ***************", "Tuesday 28 April 2026 05:58:05 +0000 (0:00:00.167) 0:00:08.404 *********", "ok: [localhost]", "", "TASK [Generate Keepalived values for missing variables] ************************", "Tuesday 28 April 2026 05:58:05 +0000 (0:00:00.027) 0:00:08.432 *********", "ok: [localhost] => (item={'key': 'keepalived_interface', 'value': 'br-ex'})", "ok: [localhost] => (item={'key': 'keepalived_vip', 'value': '10.96.250.10'})", "", "TASK [Write new Keepalived configuration file to disk] *************************", "Tuesday 28 April 2026 05:58:05 +0000 (0:00:00.035) 0:00:08.467 *********", "changed: [localhost]", "", "PLAY [Generate endpoints for workspace] ****************************************", "", "TASK [Gathering Facts] *********************************************************", "Tuesday 28 April 2026 05:58:05 +0000 (0:00:00.393) 0:00:08.861 *********", "ok: [localhost]", "", "TASK [Ensure the endpoints file exists] ****************************************", "Tuesday 28 April 2026 05:58:06 +0000 (0:00:00.719) 0:00:09.580 *********", "changed: [localhost]", "", "TASK [Load the current endpoints into a variable] ******************************", "Tuesday 28 April 2026 05:58:06 +0000 (0:00:00.185) 0:00:09.765 *********", "ok: [localhost]", "", "TASK [Generate endpoint skeleton for missing variables] ************************", "Tuesday 28 April 2026 05:58:06 +0000 (0:00:00.034) 0:00:09.800 *********", "ok: [localhost] => (item=keycloak_host)", "ok: [localhost] => (item=kube_prometheus_stack_grafana_host)", "ok: [localhost] => (item=kube_prometheus_stack_alertmanager_host)", "ok: [localhost] => (item=kube_prometheus_stack_prometheus_host)", "ok: [localhost] => (item=openstack_helm_endpoints_region_name)", "ok: [localhost] => (item=openstack_helm_endpoints_keystone_api_host)", "ok: [localhost] => (item=openstack_helm_endpoints_glance_api_host)", "ok: [localhost] => (item=openstack_helm_endpoints_cinder_api_host)", "ok: [localhost] => (item=openstack_helm_endpoints_placement_api_host)", "ok: [localhost] => (item=openstack_helm_endpoints_barbican_api_host)", "ok: [localhost] => (item=openstack_helm_endpoints_neutron_api_host)", "ok: [localhost] => (item=openstack_helm_endpoints_nova_api_host)", "ok: [localhost] => (item=openstack_helm_endpoints_nova_novnc_host)", "ok: [localhost] => (item=openstack_helm_endpoints_ironic_api_host)", "ok: [localhost] => (item=openstack_helm_endpoints_designate_api_host)", "ok: [localhost] => (item=openstack_helm_endpoints_octavia_api_host)", "ok: [localhost] => (item=openstack_helm_endpoints_magnum_api_host)", "ok: [localhost] => (item=openstack_helm_endpoints_magnum_registry_host)", "ok: [localhost] => (item=openstack_helm_endpoints_heat_api_host)", "ok: [localhost] => (item=openstack_helm_endpoints_heat_cfn_api_host)", "ok: [localhost] => (item=openstack_helm_endpoints_horizon_api_host)", "ok: [localhost] => (item=openstack_helm_endpoints_rgw_host)", "ok: [localhost] => (item=openstack_helm_endpoints_manila_api_host)", "", "TASK [Write new endpoints file to disk] ****************************************", "Tuesday 28 April 2026 05:58:07 +0000 (0:00:00.818) 0:00:10.619 *********", "changed: [localhost]", "", "TASK [Ensure the endpoints file exists] ****************************************", "Tuesday 28 April 2026 05:58:07 +0000 (0:00:00.382) 0:00:11.001 *********", "changed: [localhost]", "", "PLAY [Generate Neutron configuration for workspace] ****************************", "", "TASK [Ensure the Neutron configuration file exists] ****************************", "Tuesday 28 April 2026 05:58:08 +0000 (0:00:00.182) 0:00:11.183 *********", "changed: [localhost]", "", "TASK [Load the current Neutron configuration into a variable] ******************", "Tuesday 28 April 2026 05:58:08 +0000 (0:00:00.186) 0:00:11.370 *********", "ok: [localhost]", "", "TASK [Generate Neutron values for missing variables] ***************************", "Tuesday 28 April 2026 05:58:08 +0000 (0:00:00.036) 0:00:11.407 *********", "ok: [localhost] => (item={'key': 'neutron_networks', 'value': [{'name': 'public', 'external': True, 'shared': True, 'mtu_size': 1500, 'port_security_enabled': True, 'provider_network_type': 'flat', 'provider_physical_network': 'external', 'subnets': [{'name': 'public-subnet', 'cidr': '10.96.250.0/24', 'gateway_ip': '10.96.250.10', 'allocation_pool_start': '10.96.250.200', 'allocation_pool_end': '10.96.250.220', 'enable_dhcp': True}]}]})", "", "TASK [Write new Neutron configuration file to disk] ****************************", "Tuesday 28 April 2026 05:58:08 +0000 (0:00:00.047) 0:00:11.454 *********", "changed: [localhost]", "", "PLAY [Generate Nova configuration for workspace] *******************************", "", "TASK [Ensure the Nova configuration file exists] *******************************", "Tuesday 28 April 2026 05:58:08 +0000 (0:00:00.368) 0:00:11.822 *********", "changed: [localhost]", "", "TASK [Load the current Nova configuration into a variable] *********************", "Tuesday 28 April 2026 05:58:08 +0000 (0:00:00.185) 0:00:12.007 *********", "ok: [localhost]", "", "TASK [Generate Nova values for missing variables] ******************************", "Tuesday 28 April 2026 05:58:08 +0000 (0:00:00.036) 0:00:12.044 *********", "ok: [localhost] => (item={'key': 'nova_flavors', 'value': [{'name': 'm1.tiny', 'ram': 512, 'disk': 1, 'vcpus': 1}, {'name': 'm1.small', 'ram': 2048, 'disk': 20, 'vcpus': 1}, {'name': 'm1.medium', 'ram': 4096, 'disk': 40, 'vcpus': 2}, {'name': 'm1.large', 'ram': 8192, 'disk': 80, 'vcpus': 4}, {'name': 'm1.xlarge', 'ram': 16384, 'disk': 160, 'vcpus': 8}]})", "", "TASK [Write new Nova configuration file to disk] *******************************", "Tuesday 28 April 2026 05:58:09 +0000 (0:00:00.045) 0:00:12.089 *********", "changed: [localhost]", "", "PLAY [Generate secrets for workspace] ******************************************", "", "TASK [Ensure the secrets file exists] ******************************************", "Tuesday 28 April 2026 05:58:09 +0000 (0:00:00.367) 0:00:12.457 *********", "changed: [localhost]", "", "TASK [Load the current secrets into a variable] ********************************", "Tuesday 28 April 2026 05:58:09 +0000 (0:00:00.177) 0:00:12.635 *********", "ok: [localhost]", "", "TASK [Generate secrets for missing variables] **********************************", "Tuesday 28 April 2026 05:58:09 +0000 (0:00:00.030) 0:00:12.665 *********", "ok: [localhost] => (item=heat_auth_encryption_key)", "ok: [localhost] => (item=keepalived_password)", "ok: [localhost] => (item=keycloak_admin_password)", "ok: [localhost] => (item=keycloak_database_password)", "ok: [localhost] => (item=keystone_keycloak_client_secret)", "ok: [localhost] => (item=keystone_oidc_crypto_passphrase)", "ok: [localhost] => (item=kube_prometheus_stack_grafana_admin_password)", "ok: [localhost] => (item=octavia_heartbeat_key)", "ok: [localhost] => (item=openstack_helm_endpoints_rabbitmq_admin_password)", "ok: [localhost] => (item=openstack_helm_endpoints_memcached_secret_key)", "ok: [localhost] => (item=openstack_helm_endpoints_keystone_admin_password)", "ok: [localhost] => (item=openstack_helm_endpoints_keystone_mariadb_password)", "ok: [localhost] => (item=openstack_helm_endpoints_keystone_rabbitmq_password)", "ok: [localhost] => (item=openstack_helm_endpoints_glance_keystone_password)", "ok: [localhost] => (item=openstack_helm_endpoints_glance_mariadb_password)", "ok: [localhost] => (item=openstack_helm_endpoints_glance_rabbitmq_password)", "ok: [localhost] => (item=openstack_helm_endpoints_cinder_keystone_password)", "ok: [localhost] => (item=openstack_helm_endpoints_cinder_mariadb_password)", "ok: [localhost] => (item=openstack_helm_endpoints_cinder_rabbitmq_password)", "ok: [localhost] => (item=openstack_helm_endpoints_placement_keystone_password)", "ok: [localhost] => (item=openstack_helm_endpoints_placement_mariadb_password)", "ok: [localhost] => (item=openstack_helm_endpoints_barbican_keystone_password)", "ok: [localhost] => (item=openstack_helm_endpoints_barbican_mariadb_password)", "ok: [localhost] => (item=openstack_helm_endpoints_neutron_keystone_password)", "ok: [localhost] => (item=openstack_helm_endpoints_neutron_mariadb_password)", "ok: [localhost] => (item=openstack_helm_endpoints_neutron_rabbitmq_password)", "ok: [localhost] => (item=openstack_helm_endpoints_neutron_metadata_secret)", "ok: [localhost] => (item=openstack_helm_endpoints_nova_keystone_password)", "ok: [localhost] => (item=openstack_helm_endpoints_nova_mariadb_password)", "ok: [localhost] => (item=openstack_helm_endpoints_nova_rabbitmq_password)", "ok: [localhost] => (item=openstack_helm_endpoints_ironic_keystone_password)", "ok: [localhost] => (item=openstack_helm_endpoints_ironic_mariadb_password)", "ok: [localhost] => (item=openstack_helm_endpoints_ironic_rabbitmq_password)", "ok: [localhost] => (item=openstack_helm_endpoints_designate_keystone_password)", "ok: [localhost] => (item=openstack_helm_endpoints_designate_mariadb_password)", "ok: [localhost] => (item=openstack_helm_endpoints_designate_rabbitmq_password)", "ok: [localhost] => (item=openstack_helm_endpoints_octavia_keystone_password)", "ok: [localhost] => (item=openstack_helm_endpoints_octavia_mariadb_password)", "ok: [localhost] => (item=openstack_helm_endpoints_octavia_rabbitmq_password)", "ok: [localhost] => (item=openstack_helm_endpoints_magnum_keystone_password)", "ok: [localhost] => (item=openstack_helm_endpoints_magnum_mariadb_password)", "ok: [localhost] => (item=openstack_helm_endpoints_magnum_rabbitmq_password)", "ok: [localhost] => (item=openstack_helm_endpoints_heat_keystone_password)", "ok: [localhost] => (item=openstack_helm_endpoints_heat_trustee_keystone_password)", "ok: [localhost] => (item=openstack_helm_endpoints_heat_stack_user_keystone_password)", "ok: [localhost] => (item=openstack_helm_endpoints_heat_mariadb_password)", "ok: [localhost] => (item=openstack_helm_endpoints_heat_rabbitmq_password)", "ok: [localhost] => (item=openstack_helm_endpoints_horizon_mariadb_password)", "ok: [localhost] => (item=openstack_helm_endpoints_tempest_keystone_password)", "ok: [localhost] => (item=openstack_helm_endpoints_openstack_exporter_keystone_password)", "ok: [localhost] => (item=openstack_helm_endpoints_rgw_keystone_password)", "ok: [localhost] => (item=openstack_helm_endpoints_manila_keystone_password)", "ok: [localhost] => (item=openstack_helm_endpoints_manila_mariadb_password)", "ok: [localhost] => (item=openstack_helm_endpoints_staffeln_mariadb_password)", "", "TASK [Generate base64 encoded secrets] *****************************************", "Tuesday 28 April 2026 05:58:10 +0000 (0:00:00.410) 0:00:13.076 *********", "ok: [localhost] => (item=barbican_kek)", "", "TASK [Generate temporary files for generating keys for missing variables] ******", "Tuesday 28 April 2026 05:58:10 +0000 (0:00:00.055) 0:00:13.131 *********", "changed: [localhost] => (item=manila_ssh_key)", "changed: [localhost] => (item=nova_ssh_key)", "", "TASK [Generate SSH keys for missing variables] *********************************", "Tuesday 28 April 2026 05:58:10 +0000 (0:00:00.402) 0:00:13.534 *********", "changed: [localhost] => (item=manila_ssh_key)", "changed: [localhost] => (item=nova_ssh_key)", "", "TASK [Set values for SSH keys] *************************************************", "Tuesday 28 April 2026 05:58:12 +0000 (0:00:02.437) 0:00:15.972 *********", "ok: [localhost] => (item=manila_ssh_key)", "ok: [localhost] => (item=nova_ssh_key)", "", "TASK [Delete the temporary files generated for SSH keys] ***********************", "Tuesday 28 April 2026 05:58:12 +0000 (0:00:00.057) 0:00:16.029 *********", "changed: [localhost] => (item=manila_ssh_key)", "changed: [localhost] => (item=nova_ssh_key)", "", "TASK [Write new secrets file to disk] ******************************************", "Tuesday 28 April 2026 05:58:13 +0000 (0:00:00.338) 0:00:16.368 *********", "changed: [localhost]", "", "TASK [Encrypt secrets file with Vault password] ********************************", "Tuesday 28 April 2026 05:58:13 +0000 (0:00:00.363) 0:00:16.732 *********", "skipping: [localhost]", "", "PLAY [Setup networking] ********************************************************", "", "TASK [Gathering Facts] *********************************************************", "Tuesday 28 April 2026 05:58:13 +0000 (0:00:00.044) 0:00:16.777 *********", "ok: [instance]", "", "TASK [Create bridge for management network] ************************************", "Tuesday 28 April 2026 05:58:14 +0000 (0:00:00.743) 0:00:17.520 *********", "ok: [instance]", "", "TASK [Create fake interface for management bridge] *****************************", "Tuesday 28 April 2026 05:58:14 +0000 (0:00:00.383) 0:00:17.904 *********", "ok: [instance]", "", "TASK [Assign dummy interface to management bridge] *****************************", "Tuesday 28 April 2026 05:58:15 +0000 (0:00:00.233) 0:00:18.137 *********", "ok: [instance]", "", "TASK [Assign IP address for management bridge] *********************************", "Tuesday 28 April 2026 05:58:15 +0000 (0:00:00.210) 0:00:18.348 *********", "ok: [instance]", "", "TASK [Bring up interfaces] *****************************************************", "Tuesday 28 April 2026 05:58:15 +0000 (0:00:00.212) 0:00:18.561 *********", "ok: [instance] => (item=br-mgmt)", "ok: [instance] => (item=dummy0)", "", "PLAY [Create devices for Ceph] *************************************************", "", "TASK [Gathering Facts] *********************************************************", "Tuesday 28 April 2026 05:58:15 +0000 (0:00:00.403) 0:00:18.964 *********", "ok: [instance]", "", "TASK [Install depedencies] *****************************************************", "Tuesday 28 April 2026 05:58:16 +0000 (0:00:00.741) 0:00:19.706 *********", "changed: [instance]", "", "TASK [Start up service] ********************************************************", "Tuesday 28 April 2026 05:58:36 +0000 (0:00:19.924) 0:00:39.631 *********", "ok: [instance]", "", "TASK [Generate lvm.conf] *******************************************************", "Tuesday 28 April 2026 05:58:37 +0000 (0:00:00.582) 0:00:40.213 *********", "ok: [instance]", "", "TASK [Write /etc/lvm/lvm.conf] *************************************************", "Tuesday 28 April 2026 05:58:37 +0000 (0:00:00.229) 0:00:40.443 *********", "changed: [instance]", "", "TASK [Get list of all loopback devices] ****************************************", "Tuesday 28 April 2026 05:58:37 +0000 (0:00:00.482) 0:00:40.926 *********", "ok: [instance]", "", "TASK [Fail if there is any existing loopback devices] **************************", "Tuesday 28 April 2026 05:58:38 +0000 (0:00:00.197) 0:00:41.123 *********", "skipping: [instance]", "", "TASK [Create devices for Ceph] *************************************************", "Tuesday 28 April 2026 05:58:38 +0000 (0:00:00.026) 0:00:41.150 *********", "changed: [instance] => (item=osd0)", "changed: [instance] => (item=osd1)", "changed: [instance] => (item=osd2)", "", "TASK [Set permissions on loopback devices] *************************************", "Tuesday 28 April 2026 05:58:38 +0000 (0:00:00.565) 0:00:41.716 *********", "changed: [instance] => (item=osd0)", "changed: [instance] => (item=osd1)", "changed: [instance] => (item=osd2)", "", "TASK [Start loop devices] ******************************************************", "Tuesday 28 April 2026 05:58:39 +0000 (0:00:00.536) 0:00:42.252 *********", "changed: [instance] => (item=osd0)", "changed: [instance] => (item=osd1)", "changed: [instance] => (item=osd2)", "", "TASK [Create a volume group for each loop device] ******************************", "Tuesday 28 April 2026 05:58:39 +0000 (0:00:00.792) 0:00:43.045 *********", "changed: [instance] => (item=osd0)", "changed: [instance] => (item=osd1)", "changed: [instance] => (item=osd2)", "", "TASK [Create a logical volume for each loop device] ****************************", "Tuesday 28 April 2026 05:58:43 +0000 (0:00:03.302) 0:00:46.347 *********", "changed: [instance] => (item=ceph-instance-osd0)", "changed: [instance] => (item=ceph-instance-osd1)", "changed: [instance] => (item=ceph-instance-osd2)", "", "PLAY [controllers] *************************************************************", "", "TASK [Gathering Facts] *********************************************************", "Tuesday 28 April 2026 05:58:45 +0000 (0:00:01.992) 0:00:48.340 *********", "ok: [instance]", "", "TASK [Set masquerade rule] *****************************************************", "Tuesday 28 April 2026 05:58:46 +0000 (0:00:00.939) 0:00:49.280 *********", "changed: [instance]", "", "PLAY RECAP *********************************************************************", "instance : ok=24 changed=10 unreachable=0 failed=0 skipped=1 rescued=0 ignored=0", "localhost : ok=40 changed=21 unreachable=0 failed=0 skipped=1 rescued=0 ignored=0", "", "Tuesday 28 April 2026 05:58:46 +0000 (0:00:00.573) 0:00:49.854 *********", "===============================================================================", "Install depedencies ---------------------------------------------------- 19.92s", "Create a volume group for each loop device ------------------------------ 3.30s", "Generate SSH keys for missing variables --------------------------------- 2.44s", "Create a logical volume for each loop device ---------------------------- 1.99s", "Configure short hostname ------------------------------------------------ 1.71s", "Install \"dirmngr\" for GPG keyserver operations -------------------------- 1.30s", "Gathering Facts --------------------------------------------------------- 1.17s", "Create folders for workspace -------------------------------------------- 1.03s", "Gathering Facts --------------------------------------------------------- 0.94s", "Generate endpoint skeleton for missing variables ------------------------ 0.82s", "Start loop devices ------------------------------------------------------ 0.79s", "Gathering Facts --------------------------------------------------------- 0.74s", "Gathering Facts --------------------------------------------------------- 0.74s", "Purge \"snapd\" package --------------------------------------------------- 0.73s", "Gathering Facts --------------------------------------------------------- 0.72s", "Start up service -------------------------------------------------------- 0.58s", "Set masquerade rule ----------------------------------------------------- 0.57s", "Create devices for Ceph ------------------------------------------------- 0.57s", "Write new Ceph control plane configuration file to disk ----------------- 0.55s", "Set permissions on loopback devices ------------------------------------- 0.54s", "INFO [aio > prepare] Executed: Successful", "INFO [aio > converge] Executing", "", "PLAY [all] *********************************************************************", "", "TASK [Gathering Facts] *********************************************************", "Tuesday 28 April 2026 05:58:49 +0000 (0:00:00.018) 0:00:00.018 *********", "[WARNING]: Platform linux on host instance is using the discovered Python", "interpreter at /usr/bin/python3.10, but future installation of another Python", "interpreter could change the meaning of that path. See", "https://docs.ansible.com/ansible-", "core/2.17/reference_appendices/interpreter_discovery.html for more information.", "ok: [instance]", "", "TASK [Set a fact with the \"atmosphere_images\" for other plays] *****************", "Tuesday 28 April 2026 05:58:52 +0000 (0:00:02.377) 0:00:02.395 *********", "ok: [instance]", "", "PLAY [Deploy Ceph monitors & managers] *****************************************", "", "TASK [Gathering Facts] *********************************************************", "Tuesday 28 April 2026 05:58:52 +0000 (0:00:00.178) 0:00:02.573 *********", "ok: [instance]", "", "TASK [vexxhost.containers.forget_package : Forget package] *********************", "Tuesday 28 April 2026 05:58:53 +0000 (0:00:00.887) 0:00:03.461 *********", "ok: [instance]", "", "TASK [vexxhost.containers.package : Update state for tar] **********************", "Tuesday 28 April 2026 05:58:53 +0000 (0:00:00.292) 0:00:03.754 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.directory : Create directory (/var/lib/downloads)] ***", "Tuesday 28 April 2026 05:58:53 +0000 (0:00:00.046) 0:00:03.801 *********", "changed: [instance]", "", "TASK [vexxhost.containers.download_artifact : Starting download of file] *******", "Tuesday 28 April 2026 05:58:53 +0000 (0:00:00.296) 0:00:04.098 *********", "ok: [instance] => {", " \"msg\": \"https://github.com/opencontainers/runc/releases/download/v1.4.2/runc.amd64\"", "}", "", "TASK [vexxhost.containers.download_artifact : Download item] *******************", "Tuesday 28 April 2026 05:58:53 +0000 (0:00:00.076) 0:00:04.175 *********", "changed: [instance]", "", "TASK [vexxhost.containers.download_artifact : Extract archive] *****************", "Tuesday 28 April 2026 05:58:54 +0000 (0:00:00.713) 0:00:04.888 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.package : Update state for tar] **********************", "Tuesday 28 April 2026 05:58:54 +0000 (0:00:00.055) 0:00:04.944 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.forget_package : Forget package] *********************", "Tuesday 28 April 2026 05:58:54 +0000 (0:00:00.054) 0:00:04.999 *********", "ok: [instance]", "", "TASK [vexxhost.containers.package : Update state for tar] **********************", "Tuesday 28 April 2026 05:58:54 +0000 (0:00:00.208) 0:00:05.207 *********", "ok: [instance]", "", "TASK [vexxhost.containers.download_artifact : Starting download of file] *******", "Tuesday 28 April 2026 05:58:56 +0000 (0:00:01.149) 0:00:06.357 *********", "ok: [instance] => {", " \"msg\": \"https://github.com/containerd/containerd/releases/download/v2.2.3/containerd-2.2.3-linux-amd64.tar.gz\"", "}", "", "TASK [vexxhost.containers.download_artifact : Download item] *******************", "Tuesday 28 April 2026 05:58:56 +0000 (0:00:00.076) 0:00:06.433 *********", "changed: [instance]", "", "TASK [vexxhost.containers.download_artifact : Extract archive] *****************", "Tuesday 28 April 2026 05:58:56 +0000 (0:00:00.818) 0:00:07.252 *********", "changed: [instance]", "", "TASK [vexxhost.containers.containerd : Install SELinux packages] ***************", "Tuesday 28 April 2026 05:58:59 +0000 (0:00:02.976) 0:00:10.228 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.containerd : Set SELinux to permissive at runtime] ***", "Tuesday 28 April 2026 05:58:59 +0000 (0:00:00.041) 0:00:10.269 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.containerd : Persist SELinux permissive mode] ********", "Tuesday 28 April 2026 05:58:59 +0000 (0:00:00.034) 0:00:10.304 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.containerd : Install AppArmor packages] **************", "Tuesday 28 April 2026 05:58:59 +0000 (0:00:00.043) 0:00:10.347 *********", "changed: [instance]", "", "TASK [vexxhost.containers.containerd : Create systemd service file for containerd] ***", "Tuesday 28 April 2026 05:59:05 +0000 (0:00:05.686) 0:00:16.034 *********", "changed: [instance]", "", "TASK [vexxhost.containers.containerd : Create folders for configuration] *******", "Tuesday 28 April 2026 05:59:06 +0000 (0:00:00.561) 0:00:16.595 *********", "changed: [instance] => (item={'path': '/etc/containerd'})", "changed: [instance] => (item={'path': '/var/lib/containerd', 'mode': '0o700'})", "changed: [instance] => (item={'path': '/run/containerd', 'mode': '0o711'})", "changed: [instance] => (item={'path': '/run/containerd/io.containerd.grpc.v1.cri', 'mode': '0o700'})", "changed: [instance] => (item={'path': '/run/containerd/io.containerd.sandbox.controller.v1.shim', 'mode': '0o700'})", "", "TASK [vexxhost.containers.containerd : Create containerd config file] **********", "Tuesday 28 April 2026 05:59:07 +0000 (0:00:00.904) 0:00:17.499 *********", "changed: [instance]", "", "TASK [vexxhost.containers.containerd : Force any restarts if necessary] ********", "Tuesday 28 April 2026 05:59:07 +0000 (0:00:00.601) 0:00:18.100 *********", "", "RUNNING HANDLER [vexxhost.containers.containerd : Reload systemd] **************", "Tuesday 28 April 2026 05:59:07 +0000 (0:00:00.009) 0:00:18.110 *********", "ok: [instance]", "", "RUNNING HANDLER [vexxhost.containers.containerd : Restart containerd] **********", "Tuesday 28 April 2026 05:59:08 +0000 (0:00:00.978) 0:00:19.089 *********", "changed: [instance]", "", "TASK [vexxhost.containers.containerd : Enable and start service] ***************", "Tuesday 28 April 2026 05:59:09 +0000 (0:00:00.493) 0:00:19.582 *********", "changed: [instance]", "", "TASK [vexxhost.containers.forget_package : Forget package] *********************", "Tuesday 28 April 2026 05:59:09 +0000 (0:00:00.567) 0:00:20.150 *********", "ok: [instance]", "", "TASK [vexxhost.containers.download_artifact : Starting download of file] *******", "Tuesday 28 April 2026 05:59:10 +0000 (0:00:00.222) 0:00:20.372 *********", "ok: [instance] => {", " \"msg\": \"https://download.docker.com/linux/static/stable/x86_64/docker-24.0.9.tgz\"", "}", "", "TASK [vexxhost.containers.download_artifact : Download item] *******************", "Tuesday 28 April 2026 05:59:10 +0000 (0:00:00.058) 0:00:20.431 *********", "changed: [instance]", "", "TASK [vexxhost.containers.download_artifact : Extract archive] *****************", "Tuesday 28 April 2026 05:59:11 +0000 (0:00:01.054) 0:00:21.485 *********", "changed: [instance]", "", "TASK [vexxhost.containers.docker : Install AppArmor packages] ******************", "Tuesday 28 April 2026 05:59:15 +0000 (0:00:04.369) 0:00:25.855 *********", "ok: [instance]", "", "TASK [vexxhost.containers.docker : Ensure group \"docker\" exists] ***************", "Tuesday 28 April 2026 05:59:16 +0000 (0:00:01.097) 0:00:26.952 *********", "changed: [instance]", "", "TASK [vexxhost.containers.docker : Create systemd service file for docker] *****", "Tuesday 28 April 2026 05:59:17 +0000 (0:00:00.513) 0:00:27.466 *********", "changed: [instance]", "", "TASK [vexxhost.containers.docker : Create folders for configuration] ***********", "Tuesday 28 April 2026 05:59:17 +0000 (0:00:00.489) 0:00:27.955 *********", "changed: [instance] => (item={'path': '/etc/docker'})", "changed: [instance] => (item={'path': '/var/lib/docker', 'mode': '0o710'})", "changed: [instance] => (item={'path': '/run/docker', 'mode': '0o711'})", "", "TASK [vexxhost.containers.docker : Create systemd socket file for docker] ******", "Tuesday 28 April 2026 05:59:18 +0000 (0:00:00.559) 0:00:28.515 *********", "changed: [instance]", "", "TASK [vexxhost.containers.docker : Create docker daemon config file] ***********", "Tuesday 28 April 2026 05:59:18 +0000 (0:00:00.467) 0:00:28.982 *********", "changed: [instance]", "", "TASK [vexxhost.containers.docker : Force any restarts if necessary] ************", "Tuesday 28 April 2026 05:59:19 +0000 (0:00:00.476) 0:00:29.459 *********", "", "RUNNING HANDLER [vexxhost.containers.containerd : Reload systemd] **************", "Tuesday 28 April 2026 05:59:19 +0000 (0:00:00.008) 0:00:29.467 *********", "ok: [instance]", "", "RUNNING HANDLER [vexxhost.containers.docker : Restart docker] ******************", "Tuesday 28 April 2026 05:59:19 +0000 (0:00:00.703) 0:00:30.171 *********", "changed: [instance]", "", "TASK [vexxhost.containers.docker : Enable and start service] *******************", "Tuesday 28 April 2026 05:59:20 +0000 (0:00:01.026) 0:00:31.198 *********", "changed: [instance]", "", "TASK [vexxhost.ceph.cephadm : Gather variables for each operating system] ******", "Tuesday 28 April 2026 05:59:21 +0000 (0:00:00.605) 0:00:31.804 *********", "ok: [instance] => (item=/home/zuul/.ansible/collections/ansible_collections/vexxhost/ceph/roles/cephadm/vars/ubuntu-22.04.yml)", "", "TASK [vexxhost.ceph.cephadm : Install packages] ********************************", "Tuesday 28 April 2026 05:59:21 +0000 (0:00:00.063) 0:00:31.867 *********", "changed: [instance]", "", "TASK [vexxhost.ceph.cephadm : Ensure services are started] *********************", "Tuesday 28 April 2026 05:59:31 +0000 (0:00:09.536) 0:00:41.403 *********", "ok: [instance] => (item=chronyd)", "ok: [instance] => (item=sshd)", "", "TASK [vexxhost.ceph.cephadm : Download \"cephadm\"] ******************************", "Tuesday 28 April 2026 05:59:31 +0000 (0:00:00.673) 0:00:42.077 *********", "changed: [instance]", "", "TASK [vexxhost.ceph.cephadm : Remove cephadm from old path] ********************", "Tuesday 28 April 2026 05:59:32 +0000 (0:00:00.377) 0:00:42.454 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.cephadm : Ensure \"cephadm\" user is present] ****************", "Tuesday 28 April 2026 05:59:32 +0000 (0:00:00.211) 0:00:42.667 *********", "changed: [instance]", "", "TASK [vexxhost.ceph.cephadm : Allow \"cephadm\" user to have passwordless sudo] ***", "Tuesday 28 April 2026 05:59:32 +0000 (0:00:00.517) 0:00:43.184 *********", "changed: [instance]", "", "TASK [vexxhost.ceph.mon : Get `cephadm ls` status] *****************************", "Tuesday 28 April 2026 05:59:33 +0000 (0:00:00.457) 0:00:43.641 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.mon : Parse the `cephadm ls` output] ***********************", "Tuesday 28 April 2026 05:59:34 +0000 (0:00:01.618) 0:00:45.259 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.mon : Assimilate existing configs in `ceph.conf`] **********", "Tuesday 28 April 2026 05:59:34 +0000 (0:00:00.057) 0:00:45.317 *********", "skipping: [instance]", "", "TASK [vexxhost.ceph.mon : Adopt monitor to cluster] ****************************", "Tuesday 28 April 2026 05:59:35 +0000 (0:00:00.046) 0:00:45.363 *********", "skipping: [instance]", "", "TASK [vexxhost.ceph.mon : Adopt manager to cluster] ****************************", "Tuesday 28 April 2026 05:59:35 +0000 (0:00:00.043) 0:00:45.406 *********", "skipping: [instance]", "", "TASK [vexxhost.ceph.mon : Enable \"cephadm\" mgr module] *************************", "Tuesday 28 April 2026 05:59:35 +0000 (0:00:00.037) 0:00:45.444 *********", "skipping: [instance]", "", "TASK [vexxhost.ceph.mon : Set orchestrator backend to \"cephadm\"] ***************", "Tuesday 28 April 2026 05:59:35 +0000 (0:00:00.042) 0:00:45.487 *********", "skipping: [instance]", "", "TASK [vexxhost.ceph.mon : Use `cephadm` user for cephadm] **********************", "Tuesday 28 April 2026 05:59:35 +0000 (0:00:00.046) 0:00:45.533 *********", "skipping: [instance]", "", "TASK [vexxhost.ceph.mon : Generate \"cephadm\" key] ******************************", "Tuesday 28 April 2026 05:59:35 +0000 (0:00:00.044) 0:00:45.578 *********", "skipping: [instance]", "", "TASK [vexxhost.ceph.mon : Set Ceph Monitor IP address] *************************", "Tuesday 28 April 2026 05:59:35 +0000 (0:00:00.035) 0:00:45.613 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.mon : Check if any node is bootstrapped] *******************", "Tuesday 28 April 2026 05:59:35 +0000 (0:00:00.126) 0:00:45.740 *********", "ok: [instance] => (item=instance)", "", "TASK [vexxhost.ceph.mon : Select pre-existing bootstrap node if exists] ********", "Tuesday 28 April 2026 05:59:35 +0000 (0:00:00.236) 0:00:45.976 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.mon : Bootstrap cluster] ***********************************", "Tuesday 28 April 2026 05:59:35 +0000 (0:00:00.054) 0:00:46.031 *********", "included: /home/zuul/.ansible/collections/ansible_collections/vexxhost/ceph/roles/mon/tasks/bootstrap-ceph.yml for instance", "", "TASK [vexxhost.ceph.mon : Generate temporary file for \"ceph.conf\"] *************", "Tuesday 28 April 2026 05:59:35 +0000 (0:00:00.070) 0:00:46.101 *********", "changed: [instance]", "", "TASK [vexxhost.ceph.mon : Include extra configuration values] ******************", "Tuesday 28 April 2026 05:59:36 +0000 (0:00:00.290) 0:00:46.392 *********", "changed: [instance] => (item={'option': 'mon allow pool size one', 'section': 'global', 'value': True})", "changed: [instance] => (item={'option': 'osd crush chooseleaf type', 'section': 'global', 'value': 0})", "changed: [instance] => (item={'option': 'auth allow insecure global id reclaim', 'section': 'mon', 'value': False})", "", "TASK [vexxhost.ceph.mon : Run Bootstrap coomand] *******************************", "Tuesday 28 April 2026 05:59:36 +0000 (0:00:00.760) 0:00:47.152 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.mon : Remove temporary file for \"ceph.conf\"] ***************", "Tuesday 28 April 2026 06:01:50 +0000 (0:02:14.074) 0:03:01.227 *********", "changed: [instance]", "", "TASK [vexxhost.ceph.mon : Set bootstrap node] **********************************", "Tuesday 28 April 2026 06:01:51 +0000 (0:00:00.222) 0:03:01.449 *********", "ok: [instance]", "", "TASK [Install Ceph host] *******************************************************", "Tuesday 28 April 2026 06:01:51 +0000 (0:00:00.042) 0:03:01.492 *********", "included: vexxhost.ceph.cephadm_host for instance", "", "TASK [vexxhost.ceph.cephadm_host : Get public SSH key for \"cephadm\" user] ******", "Tuesday 28 April 2026 06:01:51 +0000 (0:00:00.086) 0:03:01.579 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.cephadm_host : Set fact with public SSH key for \"cephadm\" user] ***", "Tuesday 28 April 2026 06:01:52 +0000 (0:00:01.644) 0:03:03.223 *********", "ok: [instance] => (item=instance)", "", "TASK [vexxhost.ceph.cephadm_host : Set authorized key for \"cephadm\"] ***********", "Tuesday 28 April 2026 06:01:52 +0000 (0:00:00.065) 0:03:03.289 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.cephadm_host : Add new host to Ceph] ***********************", "Tuesday 28 April 2026 06:01:53 +0000 (0:00:00.453) 0:03:03.742 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.mon : Configure \"mon\" label for monitors] ******************", "Tuesday 28 April 2026 06:01:55 +0000 (0:00:02.170) 0:03:05.913 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.mon : Validate monitor exist] ******************************", "Tuesday 28 April 2026 06:01:57 +0000 (0:00:01.684) 0:03:07.598 *********", "ok: [instance]", "", "TASK [Install Ceph host] *******************************************************", "Tuesday 28 April 2026 06:02:08 +0000 (0:00:11.345) 0:03:18.944 *********", "included: vexxhost.ceph.cephadm_host for instance", "", "TASK [vexxhost.ceph.cephadm_host : Get public SSH key for \"cephadm\" user] ******", "Tuesday 28 April 2026 06:02:08 +0000 (0:00:00.082) 0:03:19.026 *********", "skipping: [instance]", "", "TASK [vexxhost.ceph.cephadm_host : Set fact with public SSH key for \"cephadm\" user] ***", "Tuesday 28 April 2026 06:02:08 +0000 (0:00:00.063) 0:03:19.090 *********", "skipping: [instance] => (item=instance)", "skipping: [instance]", "", "TASK [vexxhost.ceph.cephadm_host : Set authorized key for \"cephadm\"] ***********", "Tuesday 28 April 2026 06:02:08 +0000 (0:00:00.062) 0:03:19.153 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.cephadm_host : Add new host to Ceph] ***********************", "Tuesday 28 April 2026 06:02:09 +0000 (0:00:00.305) 0:03:19.458 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.mgr : Configure \"mgr\" label for managers] ******************", "Tuesday 28 April 2026 06:02:12 +0000 (0:00:03.233) 0:03:22.692 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.mgr : Validate manager exist] ******************************", "Tuesday 28 April 2026 06:02:14 +0000 (0:00:01.719) 0:03:24.412 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.mgr : Enable the Ceph Manager prometheus module] ***********", "Tuesday 28 April 2026 06:02:15 +0000 (0:00:01.696) 0:03:26.109 *********", "ok: [instance]", "", "PLAY [Deploy Ceph OSDs] ********************************************************", "", "TASK [Gathering Facts] *********************************************************", "Tuesday 28 April 2026 06:02:18 +0000 (0:00:02.708) 0:03:28.817 *********", "ok: [instance]", "", "TASK [vexxhost.containers.forget_package : Forget package] *********************", "Tuesday 28 April 2026 06:02:19 +0000 (0:00:00.995) 0:03:29.813 *********", "ok: [instance]", "", "TASK [vexxhost.containers.package : Update state for tar] **********************", "Tuesday 28 April 2026 06:02:19 +0000 (0:00:00.220) 0:03:30.034 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.directory : Create directory (/var/lib/downloads)] ***", "Tuesday 28 April 2026 06:02:19 +0000 (0:00:00.050) 0:03:30.084 *********", "ok: [instance]", "", "TASK [vexxhost.containers.download_artifact : Starting download of file] *******", "Tuesday 28 April 2026 06:02:19 +0000 (0:00:00.212) 0:03:30.296 *********", "ok: [instance] => {", " \"msg\": \"https://github.com/opencontainers/runc/releases/download/v1.4.2/runc.amd64\"", "}", "", "TASK [vexxhost.containers.download_artifact : Download item] *******************", "Tuesday 28 April 2026 06:02:20 +0000 (0:00:00.069) 0:03:30.365 *********", "ok: [instance]", "", "TASK [vexxhost.containers.download_artifact : Extract archive] *****************", "Tuesday 28 April 2026 06:02:20 +0000 (0:00:00.317) 0:03:30.683 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.package : Update state for tar] **********************", "Tuesday 28 April 2026 06:02:20 +0000 (0:00:00.053) 0:03:30.737 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.forget_package : Forget package] *********************", "Tuesday 28 April 2026 06:02:20 +0000 (0:00:00.051) 0:03:30.788 *********", "ok: [instance]", "", "TASK [vexxhost.containers.package : Update state for tar] **********************", "Tuesday 28 April 2026 06:02:20 +0000 (0:00:00.233) 0:03:31.022 *********", "ok: [instance]", "", "TASK [vexxhost.containers.download_artifact : Starting download of file] *******", "Tuesday 28 April 2026 06:02:21 +0000 (0:00:01.188) 0:03:32.211 *********", "ok: [instance] => {", " \"msg\": \"https://github.com/containerd/containerd/releases/download/v2.2.3/containerd-2.2.3-linux-amd64.tar.gz\"", "}", "", "TASK [vexxhost.containers.download_artifact : Download item] *******************", "Tuesday 28 April 2026 06:02:21 +0000 (0:00:00.075) 0:03:32.286 *********", "ok: [instance]", "", "TASK [vexxhost.containers.download_artifact : Extract archive] *****************", "Tuesday 28 April 2026 06:02:22 +0000 (0:00:00.365) 0:03:32.651 *********", "ok: [instance]", "", "TASK [vexxhost.containers.containerd : Install SELinux packages] ***************", "Tuesday 28 April 2026 06:02:24 +0000 (0:00:02.042) 0:03:34.694 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.containerd : Set SELinux to permissive at runtime] ***", "Tuesday 28 April 2026 06:02:24 +0000 (0:00:00.044) 0:03:34.739 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.containerd : Persist SELinux permissive mode] ********", "Tuesday 28 April 2026 06:02:24 +0000 (0:00:00.036) 0:03:34.776 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.containerd : Install AppArmor packages] **************", "Tuesday 28 April 2026 06:02:24 +0000 (0:00:00.036) 0:03:34.813 *********", "ok: [instance]", "", "TASK [vexxhost.containers.containerd : Create systemd service file for containerd] ***", "Tuesday 28 April 2026 06:02:25 +0000 (0:00:01.123) 0:03:35.937 *********", "ok: [instance]", "", "TASK [vexxhost.containers.containerd : Create folders for configuration] *******", "Tuesday 28 April 2026 06:02:26 +0000 (0:00:00.437) 0:03:36.374 *********", "ok: [instance] => (item={'path': '/etc/containerd'})", "ok: [instance] => (item={'path': '/var/lib/containerd', 'mode': '0o700'})", "ok: [instance] => (item={'path': '/run/containerd', 'mode': '0o711'})", "ok: [instance] => (item={'path': '/run/containerd/io.containerd.grpc.v1.cri', 'mode': '0o700'})", "ok: [instance] => (item={'path': '/run/containerd/io.containerd.sandbox.controller.v1.shim', 'mode': '0o700'})", "", "TASK [vexxhost.containers.containerd : Create containerd config file] **********", "Tuesday 28 April 2026 06:02:26 +0000 (0:00:00.941) 0:03:37.316 *********", "ok: [instance]", "", "TASK [vexxhost.containers.containerd : Force any restarts if necessary] ********", "Tuesday 28 April 2026 06:02:27 +0000 (0:00:00.532) 0:03:37.848 *********", "", "TASK [vexxhost.containers.containerd : Enable and start service] ***************", "Tuesday 28 April 2026 06:02:27 +0000 (0:00:00.008) 0:03:37.857 *********", "ok: [instance]", "", "TASK [vexxhost.containers.forget_package : Forget package] *********************", "Tuesday 28 April 2026 06:02:27 +0000 (0:00:00.373) 0:03:38.230 *********", "ok: [instance]", "", "TASK [vexxhost.containers.download_artifact : Starting download of file] *******", "Tuesday 28 April 2026 06:02:28 +0000 (0:00:00.218) 0:03:38.449 *********", "ok: [instance] => {", " \"msg\": \"https://download.docker.com/linux/static/stable/x86_64/docker-24.0.9.tgz\"", "}", "", "TASK [vexxhost.containers.download_artifact : Download item] *******************", "Tuesday 28 April 2026 06:02:28 +0000 (0:00:00.061) 0:03:38.510 *********", "ok: [instance]", "", "TASK [vexxhost.containers.download_artifact : Extract archive] *****************", "Tuesday 28 April 2026 06:02:28 +0000 (0:00:00.361) 0:03:38.871 *********", "ok: [instance]", "", "TASK [vexxhost.containers.docker : Install AppArmor packages] ******************", "Tuesday 28 April 2026 06:02:31 +0000 (0:00:03.155) 0:03:42.027 *********", "ok: [instance]", "", "TASK [vexxhost.containers.docker : Ensure group \"docker\" exists] ***************", "Tuesday 28 April 2026 06:02:33 +0000 (0:00:01.368) 0:03:43.395 *********", "ok: [instance]", "", "TASK [vexxhost.containers.docker : Create systemd service file for docker] *****", "Tuesday 28 April 2026 06:02:33 +0000 (0:00:00.218) 0:03:43.613 *********", "ok: [instance]", "", "TASK [vexxhost.containers.docker : Create folders for configuration] ***********", "Tuesday 28 April 2026 06:02:33 +0000 (0:00:00.443) 0:03:44.057 *********", "ok: [instance] => (item={'path': '/etc/docker'})", "ok: [instance] => (item={'path': '/var/lib/docker', 'mode': '0o710'})", "ok: [instance] => (item={'path': '/run/docker', 'mode': '0o711'})", "", "TASK [vexxhost.containers.docker : Create systemd socket file for docker] ******", "Tuesday 28 April 2026 06:02:34 +0000 (0:00:00.604) 0:03:44.661 *********", "ok: [instance]", "", "TASK [vexxhost.containers.docker : Create docker daemon config file] ***********", "Tuesday 28 April 2026 06:02:34 +0000 (0:00:00.441) 0:03:45.102 *********", "ok: [instance]", "", "TASK [vexxhost.containers.docker : Force any restarts if necessary] ************", "Tuesday 28 April 2026 06:02:35 +0000 (0:00:00.429) 0:03:45.532 *********", "", "TASK [vexxhost.containers.docker : Enable and start service] *******************", "Tuesday 28 April 2026 06:02:35 +0000 (0:00:00.006) 0:03:45.538 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.cephadm : Gather variables for each operating system] ******", "Tuesday 28 April 2026 06:02:35 +0000 (0:00:00.371) 0:03:45.910 *********", "ok: [instance] => (item=/home/zuul/.ansible/collections/ansible_collections/vexxhost/ceph/roles/cephadm/vars/ubuntu-22.04.yml)", "", "TASK [vexxhost.ceph.cephadm : Install packages] ********************************", "Tuesday 28 April 2026 06:02:35 +0000 (0:00:00.063) 0:03:45.973 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.cephadm : Ensure services are started] *********************", "Tuesday 28 April 2026 06:02:36 +0000 (0:00:01.281) 0:03:47.255 *********", "ok: [instance] => (item=chronyd)", "ok: [instance] => (item=sshd)", "", "TASK [vexxhost.ceph.cephadm : Download \"cephadm\"] ******************************", "Tuesday 28 April 2026 06:02:37 +0000 (0:00:00.713) 0:03:47.969 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.cephadm : Remove cephadm from old path] ********************", "Tuesday 28 April 2026 06:02:37 +0000 (0:00:00.375) 0:03:48.344 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.cephadm : Ensure \"cephadm\" user is present] ****************", "Tuesday 28 April 2026 06:02:38 +0000 (0:00:00.239) 0:03:48.584 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.cephadm : Allow \"cephadm\" user to have passwordless sudo] ***", "Tuesday 28 April 2026 06:02:38 +0000 (0:00:00.262) 0:03:48.847 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.osd : Get monitor status] **********************************", "Tuesday 28 April 2026 06:02:38 +0000 (0:00:00.220) 0:03:49.067 *********", "ok: [instance] => (item=instance)", "", "TASK [vexxhost.ceph.osd : Select admin host] ***********************************", "Tuesday 28 April 2026 06:02:38 +0000 (0:00:00.236) 0:03:49.303 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.osd : Get `cephadm ls` status] *****************************", "Tuesday 28 April 2026 06:02:39 +0000 (0:00:00.056) 0:03:49.359 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.osd : Parse the `cephadm ls` output] ***********************", "Tuesday 28 April 2026 06:02:43 +0000 (0:00:04.439) 0:03:53.799 *********", "ok: [instance]", "", "TASK [Install Ceph host] *******************************************************", "Tuesday 28 April 2026 06:02:43 +0000 (0:00:00.058) 0:03:53.857 *********", "included: vexxhost.ceph.cephadm_host for instance", "", "TASK [vexxhost.ceph.cephadm_host : Get public SSH key for \"cephadm\" user] ******", "Tuesday 28 April 2026 06:02:43 +0000 (0:00:00.068) 0:03:53.926 *********", "skipping: [instance]", "", "TASK [vexxhost.ceph.cephadm_host : Set fact with public SSH key for \"cephadm\" user] ***", "Tuesday 28 April 2026 06:02:43 +0000 (0:00:00.048) 0:03:53.974 *********", "skipping: [instance] => (item=instance)", "skipping: [instance]", "", "TASK [vexxhost.ceph.cephadm_host : Set authorized key for \"cephadm\"] ***********", "Tuesday 28 April 2026 06:02:43 +0000 (0:00:00.055) 0:03:54.030 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.cephadm_host : Add new host to Ceph] ***********************", "Tuesday 28 April 2026 06:02:43 +0000 (0:00:00.268) 0:03:54.298 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.osd : Adopt OSDs to cluster] *******************************", "Tuesday 28 April 2026 06:02:46 +0000 (0:00:02.063) 0:03:56.362 *********", "skipping: [instance]", "", "TASK [vexxhost.ceph.osd : Wait until OSD added to cephadm] *********************", "Tuesday 28 April 2026 06:02:46 +0000 (0:00:00.029) 0:03:56.391 *********", "skipping: [instance]", "", "TASK [vexxhost.ceph.osd : Ensure all OSDs are non-legacy] **********************", "Tuesday 28 April 2026 06:02:46 +0000 (0:00:00.029) 0:03:56.421 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.osd : Get `ceph-volume lvm list` status] *******************", "Tuesday 28 April 2026 06:02:51 +0000 (0:00:05.346) 0:04:01.768 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.osd : Install OSDs] ****************************************", "Tuesday 28 April 2026 06:03:02 +0000 (0:00:10.611) 0:04:12.380 *********", "ok: [instance] => (item=/dev/ceph-instance-osd0/data)", "ok: [instance] => (item=/dev/ceph-instance-osd1/data)", "ok: [instance] => (item=/dev/ceph-instance-osd2/data)", "", "TASK [vexxhost.ceph.osd : Get mon dump] ****************************************", "Tuesday 28 April 2026 06:04:33 +0000 (0:01:31.879) 0:05:44.260 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.osd : Mark require osd release] ****************************", "Tuesday 28 April 2026 06:04:35 +0000 (0:00:01.786) 0:05:46.046 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.osd : Wait for all OSD to be running] **********************", "Tuesday 28 April 2026 06:04:37 +0000 (0:00:01.701) 0:05:47.748 *********", "included: /home/zuul/.ansible/collections/ansible_collections/vexxhost/ceph/roles/osd/tasks/check-osds.yml for instance", "", "TASK [vexxhost.ceph.osd : Set the retry count] *********************************", "Tuesday 28 April 2026 06:04:37 +0000 (0:00:00.072) 0:05:47.821 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.osd : Get `ceph orch ps`] **********************************", "Tuesday 28 April 2026 06:04:37 +0000 (0:00:00.053) 0:05:47.874 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.osd : OSD daemon list] *************************************", "Tuesday 28 April 2026 06:04:39 +0000 (0:00:01.840) 0:05:49.715 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.osd : Fail if any OSD not running] *************************", "Tuesday 28 April 2026 06:04:39 +0000 (0:00:00.049) 0:05:49.765 *********", "skipping: [instance] => (item=1)", "skipping: [instance] => (item=1)", "skipping: [instance] => (item=1)", "skipping: [instance]", "", "TASK [vexxhost.ceph.osd : Fail if any duplicate OSD ID] ************************", "Tuesday 28 April 2026 06:04:39 +0000 (0:00:00.045) 0:05:49.810 *********", "skipping: [instance]", "", "PLAY [all] *********************************************************************", "", "TASK [Ensure RBD kernel module is loaded] **************************************", "Tuesday 28 April 2026 06:04:39 +0000 (0:00:00.052) 0:05:49.862 *********", "changed: [instance]", "", "PLAY [all] *********************************************************************", "", "TASK [Gathering Facts] *********************************************************", "Tuesday 28 April 2026 06:04:39 +0000 (0:00:00.391) 0:05:50.254 *********", "ok: [instance]", "", "TASK [vexxhost.atmosphere.sysctl : Configure sysctl values] ********************", "Tuesday 28 April 2026 06:04:40 +0000 (0:00:01.013) 0:05:51.268 *********", "changed: [instance] => (item={'name': 'fs.aio-max-nr', 'value': 1048576})", "changed: [instance] => (item={'name': 'net.ipv4.tcp_timestamps', 'value': 0})", "changed: [instance] => (item={'name': 'net.ipv4.tcp_sack', 'value': 1})", "changed: [instance] => (item={'name': 'net.core.netdev_budget', 'value': 1000})", "changed: [instance] => (item={'name': 'net.core.netdev_max_backlog', 'value': 250000})", "changed: [instance] => (item={'name': 'net.core.rmem_max', 'value': 4194304})", "changed: [instance] => (item={'name': 'net.core.wmem_max', 'value': 4194304})", "changed: [instance] => (item={'name': 'net.core.rmem_default', 'value': 4194304})", "changed: [instance] => (item={'name': 'net.core.wmem_default', 'value': 4194304})", "changed: [instance] => (item={'name': 'net.core.optmem_max', 'value': 4194304})", "changed: [instance] => (item={'name': 'net.ipv4.tcp_rmem', 'value': '4096 87380 4194304'})", "changed: [instance] => (item={'name': 'net.ipv4.tcp_wmem', 'value': '4096 65536 4194304'})", "changed: [instance] => (item={'name': 'net.ipv4.tcp_low_latency', 'value': 1})", "changed: [instance] => (item={'name': 'net.ipv4.tcp_adv_win_scale', 'value': 1})", "changed: [instance] => (item={'name': 'net.ipv4.neigh.default.gc_thresh1', 'value': 128})", "changed: [instance] => (item={'name': 'net.ipv4.neigh.default.gc_thresh2', 'value': 28872})", "changed: [instance] => (item={'name': 'net.ipv4.neigh.default.gc_thresh3', 'value': 32768})", "changed: [instance] => (item={'name': 'net.ipv6.neigh.default.gc_thresh1', 'value': 128})", "changed: [instance] => (item={'name': 'net.ipv6.neigh.default.gc_thresh2', 'value': 28872})", "changed: [instance] => (item={'name': 'net.ipv6.neigh.default.gc_thresh3', 'value': 32768})", "", "TASK [vexxhost.atmosphere.ethtool : Create folder for persistent configuration] ***", "Tuesday 28 April 2026 06:04:45 +0000 (0:00:04.967) 0:05:56.235 *********", "changed: [instance]", "", "TASK [vexxhost.atmosphere.ethtool : Install persistent \"ethtool\" tuning] *******", "Tuesday 28 April 2026 06:04:46 +0000 (0:00:00.206) 0:05:56.441 *********", "changed: [instance]", "", "TASK [vexxhost.atmosphere.ethtool : Run \"ethtool\" tuning] **********************", "Tuesday 28 April 2026 06:04:46 +0000 (0:00:00.475) 0:05:56.917 *********", "ok: [instance]", "", "TASK [Set a fact with the \"atmosphere_images\" for other plays] *****************", "Tuesday 28 April 2026 06:04:46 +0000 (0:00:00.279) 0:05:57.196 *********", "ok: [instance]", "", "PLAY [Configure Kubernetes VIP] ************************************************", "", "TASK [Gathering Facts] *********************************************************", "Tuesday 28 April 2026 06:04:46 +0000 (0:00:00.053) 0:05:57.250 *********", "ok: [instance]", "", "TASK [vexxhost.containers.directory : Create directory (/etc/kubernetes/manifests)] ***", "Tuesday 28 April 2026 06:04:47 +0000 (0:00:00.942) 0:05:58.192 *********", "changed: [instance]", "", "TASK [vexxhost.kubernetes.kube_vip : Uninstall legacy HA stack] ****************", "Tuesday 28 April 2026 06:04:48 +0000 (0:00:00.215) 0:05:58.407 *********", "ok: [instance] => (item=/etc/keepalived/keepalived.conf)", "ok: [instance] => (item=/etc/keepalived/check_apiserver.sh)", "ok: [instance] => (item=/etc/kubernetes/manifests/keepalived.yaml)", "ok: [instance] => (item=/etc/haproxy/haproxy.cfg)", "ok: [instance] => (item=/etc/kubernetes/manifests/haproxy.yaml)", "", "TASK [vexxhost.kubernetes.kube_vip : Switch API server to run on port 6443] ****", "Tuesday 28 April 2026 06:04:48 +0000 (0:00:00.927) 0:05:59.334 *********", "failed: [instance] (item=/etc/kubernetes/manifests/kube-apiserver.yaml) => {\"ansible_loop_var\": \"item\", \"changed\": false, \"item\": \"/etc/kubernetes/manifests/kube-apiserver.yaml\", \"msg\": \"Path /etc/kubernetes/manifests/kube-apiserver.yaml does not exist !\", \"rc\": 257}", "failed: [instance] (item=/etc/kubernetes/controller-manager.conf) => {\"ansible_loop_var\": \"item\", \"changed\": false, \"item\": \"/etc/kubernetes/controller-manager.conf\", \"msg\": \"Path /etc/kubernetes/controller-manager.conf does not exist !\", \"rc\": 257}", "failed: [instance] (item=/etc/kubernetes/scheduler.conf) => {\"ansible_loop_var\": \"item\", \"changed\": false, \"item\": \"/etc/kubernetes/scheduler.conf\", \"msg\": \"Path /etc/kubernetes/scheduler.conf does not exist !\", \"rc\": 257}", "...ignoring", "", "TASK [vexxhost.kubernetes.kube_vip : Check if super-admin.conf exists] *********", "Tuesday 28 April 2026 06:04:49 +0000 (0:00:00.531) 0:05:59.866 *********", "ok: [instance]", "", "TASK [vexxhost.kubernetes.kube_vip : Check if kubeadm has already run] *********", "Tuesday 28 April 2026 06:04:49 +0000 (0:00:00.192) 0:06:00.059 *********", "ok: [instance]", "", "TASK [vexxhost.kubernetes.kube_vip : Set fact with KUBECONFIG path] ************", "Tuesday 28 April 2026 06:04:49 +0000 (0:00:00.185) 0:06:00.245 *********", "ok: [instance]", "", "TASK [vexxhost.kubernetes.kube_vip : Set fact with KUBECONFIG path (with super-admin.conf)] ***", "Tuesday 28 April 2026 06:04:49 +0000 (0:00:00.034) 0:06:00.279 *********", "ok: [instance]", "", "TASK [vexxhost.kubernetes.kube_vip : Upload Kubernetes manifest] ***************", "Tuesday 28 April 2026 06:04:49 +0000 (0:00:00.042) 0:06:00.322 *********", "ok: [instance]", "", "TASK [vexxhost.kubernetes.kube_vip : Ensure kube-vip configuration file] *******", "Tuesday 28 April 2026 06:04:50 +0000 (0:00:00.654) 0:06:00.977 *********", "ok: [instance]", "", "TASK [vexxhost.kubernetes.kube_vip : Flush handlers] ***************************", "Tuesday 28 April 2026 06:04:50 +0000 (0:00:00.204) 0:06:01.182 *********", "", "PLAY [Install Kubernetes] ******************************************************", "", "TASK [Gathering Facts] *********************************************************", "Tuesday 28 April 2026 06:04:51 +0000 (0:00:00.174) 0:06:01.356 *********", "ok: [instance]", "", "TASK [vexxhost.containers.forget_package : Forget package] *********************", "Tuesday 28 April 2026 06:04:52 +0000 (0:00:01.185) 0:06:02.542 *********", "ok: [instance]", "", "TASK [vexxhost.containers.package : Update state for tar] **********************", "Tuesday 28 April 2026 06:04:52 +0000 (0:00:00.215) 0:06:02.758 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.directory : Create directory (/var/lib/downloads)] ***", "Tuesday 28 April 2026 06:04:52 +0000 (0:00:00.051) 0:06:02.809 *********", "ok: [instance]", "", "TASK [vexxhost.containers.download_artifact : Starting download of file] *******", "Tuesday 28 April 2026 06:04:52 +0000 (0:00:00.215) 0:06:03.025 *********", "ok: [instance] => {", " \"msg\": \"https://github.com/opencontainers/runc/releases/download/v1.4.2/runc.amd64\"", "}", "", "TASK [vexxhost.containers.download_artifact : Download item] *******************", "Tuesday 28 April 2026 06:04:52 +0000 (0:00:00.060) 0:06:03.085 *********", "ok: [instance]", "", "TASK [vexxhost.containers.download_artifact : Extract archive] *****************", "Tuesday 28 April 2026 06:04:53 +0000 (0:00:00.317) 0:06:03.403 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.forget_package : Forget package] *********************", "Tuesday 28 April 2026 06:04:53 +0000 (0:00:00.049) 0:06:03.452 *********", "ok: [instance]", "", "TASK [vexxhost.containers.package : Update state for tar] **********************", "Tuesday 28 April 2026 06:04:53 +0000 (0:00:00.218) 0:06:03.671 *********", "ok: [instance]", "", "TASK [vexxhost.containers.download_artifact : Starting download of file] *******", "Tuesday 28 April 2026 06:04:54 +0000 (0:00:01.220) 0:06:04.892 *********", "ok: [instance] => {", " \"msg\": \"https://github.com/containerd/containerd/releases/download/v2.2.3/containerd-2.2.3-linux-amd64.tar.gz\"", "}", "", "TASK [vexxhost.containers.download_artifact : Download item] *******************", "Tuesday 28 April 2026 06:04:54 +0000 (0:00:00.069) 0:06:04.961 *********", "ok: [instance]", "", "TASK [vexxhost.containers.download_artifact : Extract archive] *****************", "Tuesday 28 April 2026 06:04:54 +0000 (0:00:00.348) 0:06:05.310 *********", "ok: [instance]", "", "TASK [vexxhost.containers.containerd : Install SELinux packages] ***************", "Tuesday 28 April 2026 06:04:56 +0000 (0:00:02.025) 0:06:07.335 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.containerd : Set SELinux to permissive at runtime] ***", "Tuesday 28 April 2026 06:04:57 +0000 (0:00:00.040) 0:06:07.375 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.containerd : Persist SELinux permissive mode] ********", "Tuesday 28 April 2026 06:04:57 +0000 (0:00:00.039) 0:06:07.415 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.containerd : Install AppArmor packages] **************", "Tuesday 28 April 2026 06:04:57 +0000 (0:00:00.040) 0:06:07.455 *********", "ok: [instance]", "", "TASK [vexxhost.containers.containerd : Create systemd service file for containerd] ***", "Tuesday 28 April 2026 06:04:58 +0000 (0:00:01.176) 0:06:08.632 *********", "ok: [instance]", "", "TASK [vexxhost.containers.containerd : Create folders for configuration] *******", "Tuesday 28 April 2026 06:04:58 +0000 (0:00:00.437) 0:06:09.069 *********", "ok: [instance] => (item={'path': '/etc/containerd'})", "ok: [instance] => (item={'path': '/var/lib/containerd', 'mode': '0o700'})", "ok: [instance] => (item={'path': '/run/containerd', 'mode': '0o711'})", "ok: [instance] => (item={'path': '/run/containerd/io.containerd.grpc.v1.cri', 'mode': '0o700'})", "ok: [instance] => (item={'path': '/run/containerd/io.containerd.sandbox.controller.v1.shim', 'mode': '0o700'})", "", "TASK [vexxhost.containers.containerd : Create containerd config file] **********", "Tuesday 28 April 2026 06:04:59 +0000 (0:00:00.987) 0:06:10.057 *********", "ok: [instance]", "", "TASK [vexxhost.containers.containerd : Force any restarts if necessary] ********", "Tuesday 28 April 2026 06:05:00 +0000 (0:00:00.526) 0:06:10.584 *********", "", "TASK [vexxhost.containers.containerd : Enable and start service] ***************", "Tuesday 28 April 2026 06:05:00 +0000 (0:00:00.009) 0:06:10.594 *********", "ok: [instance]", "", "TASK [vexxhost.kubernetes.kubernetes_upgrade_check : Retrieve the \"kubeadm-config\" ConfigMap] ***", "Tuesday 28 April 2026 06:05:00 +0000 (0:00:00.379) 0:06:10.973 *********", "fatal: [instance]: FAILED! => {\"changed\": false, \"msg\": \"Failed to import the required Python library (kubernetes) on instance's Python /usr/bin/python3.10. Please read the module documentation and install it in the appropriate location. If the required library is installed, but Ansible is using the wrong Python interpreter, please consult the documentation on ansible_python_interpreter\"}", "...ignoring", "", "TASK [vexxhost.kubernetes.kubernetes_upgrade_check : Parse the ClusterConfiguration] ***", "Tuesday 28 April 2026 06:05:01 +0000 (0:00:00.640) 0:06:11.614 *********", "skipping: [instance]", "", "TASK [vexxhost.kubernetes.kubernetes_upgrade_check : Retrieve the current Kubernetes version] ***", "Tuesday 28 April 2026 06:05:01 +0000 (0:00:00.044) 0:06:11.658 *********", "skipping: [instance]", "", "TASK [vexxhost.kubernetes.kubernetes_upgrade_check : Extract major, minor, and patch versions] ***", "Tuesday 28 April 2026 06:05:01 +0000 (0:00:00.040) 0:06:11.699 *********", "skipping: [instance]", "", "TASK [vexxhost.kubernetes.kubernetes_upgrade_check : Fail if we're jumping more than one minor version] ***", "Tuesday 28 April 2026 06:05:01 +0000 (0:00:00.040) 0:06:11.740 *********", "skipping: [instance]", "", "TASK [vexxhost.kubernetes.kubernetes_upgrade_check : Set fact if we need to upgrade] ***", "Tuesday 28 April 2026 06:05:01 +0000 (0:00:00.042) 0:06:11.783 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.forget_package : Forget package] *********************", "Tuesday 28 April 2026 06:05:01 +0000 (0:00:00.050) 0:06:11.833 *********", "ok: [instance]", "", "TASK [vexxhost.containers.download_artifact : Starting download of file] *******", "Tuesday 28 April 2026 06:05:01 +0000 (0:00:00.229) 0:06:12.062 *********", "ok: [instance] => {", " \"msg\": \"https://dl.k8s.io/release/v1.28.13/bin/linux/amd64/kubeadm\"", "}", "", "TASK [vexxhost.containers.download_artifact : Download item] *******************", "Tuesday 28 April 2026 06:05:01 +0000 (0:00:00.050) 0:06:12.113 *********", "changed: [instance]", "", "TASK [vexxhost.containers.download_artifact : Extract archive] *****************", "Tuesday 28 April 2026 06:05:02 +0000 (0:00:00.877) 0:06:12.991 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.forget_package : Forget package] *********************", "Tuesday 28 April 2026 06:05:02 +0000 (0:00:00.045) 0:06:13.036 *********", "ok: [instance]", "", "TASK [vexxhost.containers.download_artifact : Starting download of file] *******", "Tuesday 28 April 2026 06:05:02 +0000 (0:00:00.216) 0:06:13.253 *********", "ok: [instance] => {", " \"msg\": \"https://dl.k8s.io/release/v1.28.13/bin/linux/amd64/kubectl\"", "}", "", "TASK [vexxhost.containers.download_artifact : Download item] *******************", "Tuesday 28 April 2026 06:05:02 +0000 (0:00:00.049) 0:06:13.302 *********", "changed: [instance]", "", "TASK [vexxhost.containers.download_artifact : Extract archive] *****************", "Tuesday 28 April 2026 06:05:03 +0000 (0:00:01.043) 0:06:14.345 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.containerd : Install SELinux packages] ***************", "Tuesday 28 April 2026 06:05:04 +0000 (0:00:00.058) 0:06:14.404 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.containerd : Set SELinux to permissive at runtime] ***", "Tuesday 28 April 2026 06:05:04 +0000 (0:00:00.036) 0:06:14.441 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.containerd : Persist SELinux permissive mode] ********", "Tuesday 28 April 2026 06:05:04 +0000 (0:00:00.041) 0:06:14.483 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.containerd : Install AppArmor packages] **************", "Tuesday 28 April 2026 06:05:04 +0000 (0:00:00.044) 0:06:14.527 *********", "ok: [instance]", "", "TASK [vexxhost.containers.containerd : Create systemd service file for containerd] ***", "Tuesday 28 April 2026 06:05:05 +0000 (0:00:01.147) 0:06:15.675 *********", "ok: [instance]", "", "TASK [vexxhost.containers.containerd : Create folders for configuration] *******", "Tuesday 28 April 2026 06:05:05 +0000 (0:00:00.448) 0:06:16.124 *********", "ok: [instance] => (item={'path': '/etc/containerd'})", "ok: [instance] => (item={'path': '/var/lib/containerd', 'mode': '0o700'})", "ok: [instance] => (item={'path': '/run/containerd', 'mode': '0o711'})", "ok: [instance] => (item={'path': '/run/containerd/io.containerd.grpc.v1.cri', 'mode': '0o700'})", "ok: [instance] => (item={'path': '/run/containerd/io.containerd.sandbox.controller.v1.shim', 'mode': '0o700'})", "", "TASK [vexxhost.containers.containerd : Create containerd config file] **********", "Tuesday 28 April 2026 06:05:06 +0000 (0:00:00.943) 0:06:17.067 *********", "ok: [instance]", "", "TASK [vexxhost.containers.containerd : Force any restarts if necessary] ********", "Tuesday 28 April 2026 06:05:07 +0000 (0:00:00.535) 0:06:17.603 *********", "", "TASK [vexxhost.containers.containerd : Enable and start service] ***************", "Tuesday 28 April 2026 06:05:07 +0000 (0:00:00.008) 0:06:17.612 *********", "ok: [instance]", "", "TASK [vexxhost.containers.forget_package : Forget package] *********************", "Tuesday 28 April 2026 06:05:07 +0000 (0:00:00.380) 0:06:17.992 *********", "ok: [instance]", "", "TASK [vexxhost.containers.download_artifact : Starting download of file] *******", "Tuesday 28 April 2026 06:05:07 +0000 (0:00:00.217) 0:06:18.209 *********", "ok: [instance] => {", " \"msg\": \"https://github.com/kubernetes-sigs/cri-tools/releases/download/v1.35.0/crictl-v1.35.0-linux-amd64.tar.gz\"", "}", "", "TASK [vexxhost.containers.download_artifact : Download item] *******************", "Tuesday 28 April 2026 06:05:07 +0000 (0:00:00.064) 0:06:18.274 *********", "changed: [instance]", "", "TASK [vexxhost.containers.download_artifact : Extract archive] *****************", "Tuesday 28 April 2026 06:05:08 +0000 (0:00:00.651) 0:06:18.926 *********", "changed: [instance]", "", "TASK [vexxhost.containers.download_artifact : Starting download of file] *******", "Tuesday 28 April 2026 06:05:09 +0000 (0:00:01.407) 0:06:20.333 *********", "ok: [instance] => {", " \"msg\": \"https://github.com/kubernetes-sigs/cri-tools/releases/download/v1.35.0/critest-v1.35.0-linux-amd64.tar.gz\"", "}", "", "TASK [vexxhost.containers.download_artifact : Download item] *******************", "Tuesday 28 April 2026 06:05:10 +0000 (0:00:00.060) 0:06:20.394 *********", "fatal: [instance]: FAILED! => {\"attempts\": 4, \"censored\": \"the output has been hidden due to the fact that 'no_log: true' was specified for this result\", \"changed\": false}", "FAILED - RETRYING: [instance]: Download item (4 retries left).", "FAILED - RETRYING: [instance]: Download item (3 retries left).", "FAILED - RETRYING: [instance]: Download item (2 retries left).", "FAILED - RETRYING: [instance]: Download item (1 retries left).", "", "PLAY RECAP *********************************************************************", "instance : ok=161 changed=35 unreachable=0 failed=1 skipped=42 rescued=0 ignored=2", "", "Tuesday 28 April 2026 06:05:31 +0000 (0:00:21.698) 0:06:42.092 *********", "===============================================================================", "vexxhost.ceph.mon : Run Bootstrap coomand ----------------------------- 134.07s", "vexxhost.ceph.osd : Install OSDs --------------------------------------- 91.88s", "vexxhost.containers.download_artifact : Download item ------------------ 21.70s", "vexxhost.ceph.mon : Validate monitor exist ----------------------------- 11.35s", "vexxhost.ceph.osd : Get `ceph-volume lvm list` status ------------------ 10.61s", "vexxhost.ceph.cephadm : Install packages -------------------------------- 9.54s", "vexxhost.containers.containerd : Install AppArmor packages -------------- 5.69s", "vexxhost.ceph.osd : Ensure all OSDs are non-legacy ---------------------- 5.35s", "vexxhost.atmosphere.sysctl : Configure sysctl values -------------------- 4.97s", "vexxhost.ceph.osd : Get `cephadm ls` status ----------------------------- 4.44s", "vexxhost.containers.download_artifact : Extract archive ----------------- 4.37s", "vexxhost.ceph.cephadm_host : Add new host to Ceph ----------------------- 3.23s", "vexxhost.containers.download_artifact : Extract archive ----------------- 3.16s", "vexxhost.containers.download_artifact : Extract archive ----------------- 2.98s", "vexxhost.ceph.mgr : Enable the Ceph Manager prometheus module ----------- 2.71s", "Gathering Facts --------------------------------------------------------- 2.38s", "vexxhost.ceph.cephadm_host : Add new host to Ceph ----------------------- 2.17s", "vexxhost.ceph.cephadm_host : Add new host to Ceph ----------------------- 2.06s", "vexxhost.containers.download_artifact : Extract archive ----------------- 2.04s", "vexxhost.containers.download_artifact : Extract archive ----------------- 2.03s", "CRITICAL Ansible return code was 2, command was: ansible-playbook --inventory /home/zuul/.ansible/tmp/molecule.v9Wo.aio/inventory --skip-tags molecule-notest,notest --inventory=/home/zuul/src/github.com/vexxhost/atmosphere/inventory.yaml /home/zuul/src/github.com/vexxhost/atmosphere/molecule/aio/converge.yml", "ERROR [aio > converge] \u001b[31mExecuted: Failed\u001b[0m", "ERROR Ansible return code was 2, command was: ansible-playbook --inventory /home/zuul/.ansible/tmp/molecule.v9Wo.aio/inventory --skip-tags molecule-notest,notest --inventory=/home/zuul/src/github.com/vexxhost/atmosphere/inventory.yaml /home/zuul/src/github.com/vexxhost/atmosphere/molecule/aio/converge.yml" ], "zuul_log_id": "0242ac17-0011-1abb-62bd-000000000006-1-instance" } }, "task": { "duration": { "end": "2026-04-28T06:05:32.207430Z", "start": "2026-04-28T05:57:11.997427Z" }, "id": "0242ac17-0011-1abb-62bd-000000000006", "name": "Run Molecule scenario" } } ] } ], "stats": { "instance": { "changed": 2, "failures": 1, "ignored": 0, "ok": 2, "rescued": 0, "skipped": 0, "unreachable": 0 } }, "trusted": false }, { "branch": "stable/2023.2", "index": "0", "phase": "post", "playbook": "github.com/vexxhost/atmosphere/test-playbooks/molecule/post.yml", "plays": [ { "play": { "duration": { "end": "2026-04-28T06:05:48.928250Z", "start": "2026-04-28T06:05:33.800056Z" }, "id": "0242ac17-0011-fde4-297b-000000000002", "name": "all" }, "tasks": [ { "hosts": { "instance": { "action": "file", "changed": true, "diff": { "after": { "path": "/tmp/logs/system", "state": "directory" }, "before": { "path": "/tmp/logs/system", "state": "absent" } }, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/tmp/logs/system", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/tmp/logs/system", "size": 4096, "state": "directory", "uid": 0 } }, "role": { "id": "0242ac17-0011-fde4-297b-00000000000a", "name": "gather-host-logs", "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-host-logs" }, "task": { "duration": { "end": "2026-04-28T06:05:34.149995Z", "start": "2026-04-28T06:05:33.820660Z" }, "id": "0242ac17-0011-fde4-297b-00000000000c", "name": "creating directory for system status" } }, { "hosts": { "instance": { "action": "shell", "changed": true, "cmd": "set -x\nsystemd-cgls --full --all --no-pager > /tmp/logs/system/systemd-cgls.txt\nip addr > /tmp/logs/system/ip-addr.txt\nip route > /tmp/logs/system/ip-route.txt\nlsblk > /tmp/logs/system/lsblk.txt\nmount > /tmp/logs/system/mount.txt\ndocker images > /tmp/logs/system/docker-images.txt\nbrctl show > /tmp/logs/system/brctl-show.txt\nps aux --sort=-%mem > /tmp/logs/system/ps.txt\ndpkg -l > /tmp/logs/system/packages.txt\nCONTAINERS=($(docker ps -a --format '{{ .Names }}' --filter label=zuul))\nif [ ! -z \"$CONTAINERS\" ]; then\n mkdir -p \"/tmp/logs/system/containers\"\n for CONTAINER in ${CONTAINERS}; do\n docker logs \"${CONTAINER}\" > \"/tmp/logs/system/containers/${CONTAINER}.txt\"\n done\nfi", "delta": "0:00:00.142761", "end": "2026-04-28 06:05:34.635668", "invocation": { "module_args": { "_raw_params": "set -x\nsystemd-cgls --full --all --no-pager > /tmp/logs/system/systemd-cgls.txt\nip addr > /tmp/logs/system/ip-addr.txt\nip route > /tmp/logs/system/ip-route.txt\nlsblk > /tmp/logs/system/lsblk.txt\nmount > /tmp/logs/system/mount.txt\ndocker images > /tmp/logs/system/docker-images.txt\nbrctl show > /tmp/logs/system/brctl-show.txt\nps aux --sort=-%mem > /tmp/logs/system/ps.txt\ndpkg -l > /tmp/logs/system/packages.txt\nCONTAINERS=($(docker ps -a --format '{{ .Names }}' --filter label=zuul))\nif [ ! -z \"$CONTAINERS\" ]; then\n mkdir -p \"/tmp/logs/system/containers\"\n for CONTAINER in ${CONTAINERS}; do\n docker logs \"${CONTAINER}\" > \"/tmp/logs/system/containers/${CONTAINER}.txt\"\n done\nfi", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": "/bin/bash", "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0242ac17-0011-fde4-297b-00000000000d-1-instance", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-04-28 06:05:34.492907", "stderr": "", "stderr_lines": [], "stdout": "+ systemd-cgls --full --all --no-pager\n+ ip addr\n+ ip route\n+ lsblk\n+ mount\n+ docker images\n+ brctl show\n/bin/bash: line 8: brctl: command not found\n+ ps aux --sort=-%mem\n+ dpkg -l\n+ CONTAINERS=($(docker ps -a --format '{{ .Names }}' --filter label=zuul))\n++ docker ps -a --format '{{ .Names }}' --filter label=zuul\n+ '[' '!' -z '' ']'", "stdout_lines": [ "+ systemd-cgls --full --all --no-pager", "+ ip addr", "+ ip route", "+ lsblk", "+ mount", "+ docker images", "+ brctl show", "/bin/bash: line 8: brctl: command not found", "+ ps aux --sort=-%mem", "+ dpkg -l", "+ CONTAINERS=($(docker ps -a --format '{{ .Names }}' --filter label=zuul))", "++ docker ps -a --format '{{ .Names }}' --filter label=zuul", "+ '[' '!' -z '' ']'" ], "zuul_log_id": "0242ac17-0011-fde4-297b-00000000000d-1-instance" } }, "role": { "id": "0242ac17-0011-fde4-297b-00000000000a", "name": "gather-host-logs", "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-host-logs" }, "task": { "duration": { "end": "2026-04-28T06:05:34.697976Z", "start": "2026-04-28T06:05:34.177835Z" }, "id": "0242ac17-0011-fde4-297b-00000000000d", "name": "Get logs for each host" } }, { "hosts": { "instance": { "action": "synchronize", "changed": true, "cmd": "/usr/bin/rsync --delay-updates -F --compress --archive --rsh='/usr/bin/ssh -S none -o Port=22 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null' --rsync-path='sudo -u root rsync' --out-format='<>%i %n%L' zuul@199.204.45.235:/tmp/logs/system /var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/logs/instance", "invocation": { "module_args": { "_local_rsync_password": null, "_local_rsync_path": "rsync", "_ssh_args": null, "_substitute_controller": false, "archive": true, "checksum": false, "compress": true, "copy_links": false, "delay_updates": true, "delete": false, "dest": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/logs/instance", "dest_port": 22, "dirs": false, "existing_only": false, "group": null, "link_dest": null, "links": null, "mode": "pull", "owner": null, "partial": false, "perms": null, "private_key": null, "recursive": null, "rsync_opts": [], "rsync_path": "sudo -u root rsync", "rsync_timeout": 0, "set_remote_user": true, "src": "zuul@199.204.45.235:/tmp/logs/system", "ssh_connection_multiplexing": false, "times": null, "use_ssh_args": false, "verify_host": false } }, "msg": "created directory /var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/logs/instance\ncd+++++++++ system/\n>f+++++++++ system/brctl-show.txt\n>f+++++++++ system/docker-images.txt\n>f+++++++++ system/ip-addr.txt\n>f+++++++++ system/ip-route.txt\n>f+++++++++ system/lsblk.txt\n>f+++++++++ system/mount.txt\n>f+++++++++ system/packages.txt\n>f+++++++++ system/ps.txt\n>f+++++++++ system/systemd-cgls.txt\n", "rc": 0, "stdout_lines": [ "created directory /var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/logs/instance", "cd+++++++++ system/", ">f+++++++++ system/brctl-show.txt", ">f+++++++++ system/docker-images.txt", ">f+++++++++ system/ip-addr.txt", ">f+++++++++ system/ip-route.txt", ">f+++++++++ system/lsblk.txt", ">f+++++++++ system/mount.txt", ">f+++++++++ system/packages.txt", ">f+++++++++ system/ps.txt", ">f+++++++++ system/systemd-cgls.txt" ] } }, "role": { "id": "0242ac17-0011-fde4-297b-00000000000a", "name": "gather-host-logs", "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-host-logs" }, "task": { "duration": { "end": "2026-04-28T06:05:35.381051Z", "start": "2026-04-28T06:05:34.705135Z" }, "id": "0242ac17-0011-fde4-297b-00000000000e", "name": "Downloads logs to executor" } }, { "hosts": { "instance": { "action": "file", "changed": true, "msg": "All items completed", "results": [ { "ansible_loop_var": "directory", "changed": true, "diff": { "after": { "path": "/tmp/logs/helm/values", "state": "directory" }, "before": { "path": "/tmp/logs/helm/values", "state": "absent" } }, "directory": "values", "failed": false, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/tmp/logs/helm/values", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/tmp/logs/helm/values", "size": 4096, "state": "directory", "uid": 0 }, { "ansible_loop_var": "directory", "changed": true, "diff": { "after": { "path": "/tmp/logs/helm/releases", "state": "directory" }, "before": { "path": "/tmp/logs/helm/releases", "state": "absent" } }, "directory": "releases", "failed": false, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/tmp/logs/helm/releases", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/tmp/logs/helm/releases", "size": 4096, "state": "directory", "uid": 0 } ] } }, "role": { "id": "0242ac17-0011-fde4-297b-000000000010", "name": "helm-release-status", "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/helm-release-status" }, "task": { "duration": { "end": "2026-04-28T06:05:35.781588Z", "start": "2026-04-28T06:05:35.391695Z" }, "id": "0242ac17-0011-fde4-297b-000000000012", "name": "creating directory for helm release status" } }, { "hosts": { "instance": { "action": "shell", "changed": true, "cmd": "set -e\n\nfor namespace in $(kubectl get namespaces --no-headers --output custom-columns=\":metadata.name\"); do\n # get all Helm releases including pending and failed releases\n for release in $(helm list --all --short --namespace $namespace); do\n # Make respective directories only when a Helm release actually exists in the namespace\n # to prevent uploading a bunch of empty directories for namespaces without a Helm release.\n mkdir -p /tmp/logs/helm/releases/$namespace\n mkdir -p /tmp/logs/helm/values/$namespace\n\n helm status $release --namespace $namespace >> /tmp/logs/helm/releases/$namespace/$release.txt\n helm get values $release --namespace $namespace --all >> /tmp/logs/helm/values/$namespace/$release.yaml\n done\ndone", "delta": "0:00:00.068265", "end": "2026-04-28 06:05:36.064805", "invocation": { "module_args": { "_raw_params": "set -e\n\nfor namespace in $(kubectl get namespaces --no-headers --output custom-columns=\":metadata.name\"); do\n # get all Helm releases including pending and failed releases\n for release in $(helm list --all --short --namespace $namespace); do\n # Make respective directories only when a Helm release actually exists in the namespace\n # to prevent uploading a bunch of empty directories for namespaces without a Helm release.\n mkdir -p /tmp/logs/helm/releases/$namespace\n mkdir -p /tmp/logs/helm/values/$namespace\n\n helm status $release --namespace $namespace >> /tmp/logs/helm/releases/$namespace/$release.txt\n helm get values $release --namespace $namespace --all >> /tmp/logs/helm/values/$namespace/$release.yaml\n done\ndone", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": "/bin/bash", "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0242ac17-0011-fde4-297b-000000000014-1-instance", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-04-28 06:05:35.996540", "stderr": "", "stderr_lines": [], "stdout": "E0428 06:05:36.055744 38595 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0428 06:05:36.056897 38595 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0428 06:05:36.058000 38595 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0428 06:05:36.058820 38595 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0428 06:05:36.060863 38595 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nThe connection to the server localhost:8080 was refused - did you specify the right host or port?", "stdout_lines": [ "E0428 06:05:36.055744 38595 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0428 06:05:36.056897 38595 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0428 06:05:36.058000 38595 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0428 06:05:36.058820 38595 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0428 06:05:36.060863 38595 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "The connection to the server localhost:8080 was refused - did you specify the right host or port?" ], "zuul_log_id": "0242ac17-0011-fde4-297b-000000000014-1-instance" } }, "role": { "id": "0242ac17-0011-fde4-297b-000000000010", "name": "helm-release-status", "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/helm-release-status" }, "task": { "duration": { "end": "2026-04-28T06:05:36.332415Z", "start": "2026-04-28T06:05:35.812178Z" }, "id": "0242ac17-0011-fde4-297b-000000000014", "name": "Gather get release status for helm charts" } }, { "hosts": { "instance": { "action": "synchronize", "changed": true, "cmd": "/usr/bin/rsync --delay-updates -F --compress --archive --rsh='/usr/bin/ssh -S none -o Port=22 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null' --rsync-path='sudo -u root rsync' --out-format='<>%i %n%L' zuul@199.204.45.235:/tmp/logs/helm /var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/logs/instance", "invocation": { "module_args": { "_local_rsync_password": null, "_local_rsync_path": "rsync", "_ssh_args": null, "_substitute_controller": false, "archive": true, "checksum": false, "compress": true, "copy_links": false, "delay_updates": true, "delete": false, "dest": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/logs/instance", "dest_port": 22, "dirs": false, "existing_only": false, "group": null, "link_dest": null, "links": null, "mode": "pull", "owner": null, "partial": false, "perms": null, "private_key": null, "recursive": null, "rsync_opts": [], "rsync_path": "sudo -u root rsync", "rsync_timeout": 0, "set_remote_user": true, "src": "zuul@199.204.45.235:/tmp/logs/helm", "ssh_connection_multiplexing": false, "times": null, "use_ssh_args": false, "verify_host": false } }, "msg": "cd+++++++++ helm/\ncd+++++++++ helm/releases/\ncd+++++++++ helm/values/\n", "rc": 0, "stdout_lines": [ "cd+++++++++ helm/", "cd+++++++++ helm/releases/", "cd+++++++++ helm/values/" ] } }, "role": { "id": "0242ac17-0011-fde4-297b-000000000010", "name": "helm-release-status", "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/helm-release-status" }, "task": { "duration": { "end": "2026-04-28T06:05:36.853309Z", "start": "2026-04-28T06:05:36.339959Z" }, "id": "0242ac17-0011-fde4-297b-000000000015", "name": "Downloads logs to executor" } }, { "hosts": { "instance": { "action": "file", "changed": true, "diff": { "after": { "path": "/tmp/logs/objects/cluster", "state": "directory" }, "before": { "path": "/tmp/logs/objects/cluster", "state": "absent" } }, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/tmp/logs/objects/cluster", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/tmp/logs/objects/cluster", "size": 4096, "state": "directory", "uid": 0 } }, "role": { "id": "0242ac17-0011-fde4-297b-000000000017", "name": "describe-kubernetes-objects", "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/describe-kubernetes-objects" }, "task": { "duration": { "end": "2026-04-28T06:05:37.073987Z", "start": "2026-04-28T06:05:36.862921Z" }, "id": "0242ac17-0011-fde4-297b-000000000019", "name": "creating directory for cluster scoped objects" } }, { "hosts": { "instance": { "action": "shell", "changed": true, "cmd": "set -e\nexport OBJECT_TYPE=node,clusterrole,clusterrolebinding,storageclass,namespace\nexport PARALLELISM_FACTOR=2\n\nfunction list_objects () {\n printf ${OBJECT_TYPE} | xargs -d ',' -I {} -P1 -n1 bash -c 'echo \"$@\"' _ {}\n}\nexport -f list_objects\n\nfunction name_objects () {\n export OBJECT=$1\n kubectl get ${OBJECT} -o name | xargs -L1 -I {} -P1 -n1 bash -c 'echo \"${OBJECT} ${1#*/}\"' _ {}\n}\nexport -f name_objects\n\nfunction get_objects () {\n input=($1)\n export OBJECT=${input[0]}\n export NAME=${input[1]#*/}\n echo \"${OBJECT}/${NAME}\"\n DIR=\"/tmp/logs/objects/cluster/${OBJECT}\"\n mkdir -p ${DIR}\n kubectl get ${OBJECT} ${NAME} -o yaml > \"${DIR}/${NAME}.yaml\"\n kubectl describe ${OBJECT} ${NAME} > \"${DIR}/${NAME}.txt\"\n}\nexport -f get_objects\n\nlist_objects | xargs -r -n 1 -P ${PARALLELISM_FACTOR} -I {} bash -c 'name_objects \"$@\"' _ {} | xargs -r -n 1 -P ${PARALLELISM_FACTOR} -I {} bash -c 'get_objects \"$@\"' _ {}", "delta": "0:00:00.234568", "end": "2026-04-28 06:05:37.565220", "invocation": { "module_args": { "_raw_params": "set -e\nexport OBJECT_TYPE=node,clusterrole,clusterrolebinding,storageclass,namespace\nexport PARALLELISM_FACTOR=2\n\nfunction list_objects () {\n printf ${OBJECT_TYPE} | xargs -d ',' -I {} -P1 -n1 bash -c 'echo \"$@\"' _ {}\n}\nexport -f list_objects\n\nfunction name_objects () {\n export OBJECT=$1\n kubectl get ${OBJECT} -o name | xargs -L1 -I {} -P1 -n1 bash -c 'echo \"${OBJECT} ${1#*/}\"' _ {}\n}\nexport -f name_objects\n\nfunction get_objects () {\n input=($1)\n export OBJECT=${input[0]}\n export NAME=${input[1]#*/}\n echo \"${OBJECT}/${NAME}\"\n DIR=\"/tmp/logs/objects/cluster/${OBJECT}\"\n mkdir -p ${DIR}\n kubectl get ${OBJECT} ${NAME} -o yaml > \"${DIR}/${NAME}.yaml\"\n kubectl describe ${OBJECT} ${NAME} > \"${DIR}/${NAME}.txt\"\n}\nexport -f get_objects\n\nlist_objects | xargs -r -n 1 -P ${PARALLELISM_FACTOR} -I {} bash -c 'name_objects \"$@\"' _ {} | xargs -r -n 1 -P ${PARALLELISM_FACTOR} -I {} bash -c 'get_objects \"$@\"' _ {}", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": "/bin/bash", "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0242ac17-0011-fde4-297b-00000000001a-1-instance", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-04-28 06:05:37.330652", "stderr": "", "stderr_lines": [], "stdout": "xargs: warning: options --max-args and --replace/-I/-i are mutually exclusive, ignoring previous --max-args value\nxargs: warning: options --max-args and --replace/-I/-i are mutually exclusive, ignoring previous --max-args value\nxargs: warning: options --max-lines and --replace/-I/-i are mutually exclusive, ignoring previous --max-lines value\nxargs: warning: options --max-lines and --replace/-I/-i are mutually exclusive, ignoring previous --max-lines value\nE0428 06:05:37.401738 38652 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0428 06:05:37.402616 38652 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0428 06:05:37.404697 38652 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0428 06:05:37.405342 38652 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0428 06:05:37.406798 38652 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nThe connection to the server localhost:8080 was refused - did you specify the right host or port?\nE0428 06:05:37.406843 38649 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0428 06:05:37.407913 38649 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0428 06:05:37.408562 38649 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0428 06:05:37.410429 38649 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0428 06:05:37.411313 38649 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nThe connection to the server localhost:8080 was refused - did you specify the right host or port?\nxargs: warning: options --max-lines and --replace/-I/-i are mutually exclusive, ignoring previous --max-lines value\nxargs: warning: options --max-lines and --replace/-I/-i are mutually exclusive, ignoring previous --max-lines value\nE0428 06:05:37.477718 38684 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0428 06:05:37.479019 38684 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0428 06:05:37.479969 38684 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0428 06:05:37.481810 38684 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0428 06:05:37.482418 38684 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nThe connection to the server localhost:8080 was refused - did you specify the right host or port?\nE0428 06:05:37.489757 38687 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nxargs: warning: options --max-lines and --replace/-I/-i are mutually exclusive, ignoring previous --max-lines value\nE0428 06:05:37.493122 38687 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0428 06:05:37.493749 38687 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0428 06:05:37.495632 38687 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0428 06:05:37.496099 38687 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nThe connection to the server localhost:8080 was refused - did you specify the right host or port?\nE0428 06:05:37.552466 38716 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0428 06:05:37.553732 38716 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0428 06:05:37.554636 38716 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0428 06:05:37.556445 38716 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0428 06:05:37.556803 38716 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nThe connection to the server localhost:8080 was refused - did you specify the right host or port?", "stdout_lines": [ "xargs: warning: options --max-args and --replace/-I/-i are mutually exclusive, ignoring previous --max-args value", "xargs: warning: options --max-args and --replace/-I/-i are mutually exclusive, ignoring previous --max-args value", "xargs: warning: options --max-lines and --replace/-I/-i are mutually exclusive, ignoring previous --max-lines value", "xargs: warning: options --max-lines and --replace/-I/-i are mutually exclusive, ignoring previous --max-lines value", "E0428 06:05:37.401738 38652 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0428 06:05:37.402616 38652 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0428 06:05:37.404697 38652 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0428 06:05:37.405342 38652 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0428 06:05:37.406798 38652 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "The connection to the server localhost:8080 was refused - did you specify the right host or port?", "E0428 06:05:37.406843 38649 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0428 06:05:37.407913 38649 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0428 06:05:37.408562 38649 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0428 06:05:37.410429 38649 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0428 06:05:37.411313 38649 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "The connection to the server localhost:8080 was refused - did you specify the right host or port?", "xargs: warning: options --max-lines and --replace/-I/-i are mutually exclusive, ignoring previous --max-lines value", "xargs: warning: options --max-lines and --replace/-I/-i are mutually exclusive, ignoring previous --max-lines value", "E0428 06:05:37.477718 38684 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0428 06:05:37.479019 38684 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0428 06:05:37.479969 38684 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0428 06:05:37.481810 38684 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0428 06:05:37.482418 38684 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "The connection to the server localhost:8080 was refused - did you specify the right host or port?", "E0428 06:05:37.489757 38687 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "xargs: warning: options --max-lines and --replace/-I/-i are mutually exclusive, ignoring previous --max-lines value", "E0428 06:05:37.493122 38687 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0428 06:05:37.493749 38687 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0428 06:05:37.495632 38687 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0428 06:05:37.496099 38687 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "The connection to the server localhost:8080 was refused - did you specify the right host or port?", "E0428 06:05:37.552466 38716 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0428 06:05:37.553732 38716 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0428 06:05:37.554636 38716 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0428 06:05:37.556445 38716 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0428 06:05:37.556803 38716 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "The connection to the server localhost:8080 was refused - did you specify the right host or port?" ], "zuul_log_id": "0242ac17-0011-fde4-297b-00000000001a-1-instance" } }, "role": { "id": "0242ac17-0011-fde4-297b-000000000017", "name": "describe-kubernetes-objects", "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/describe-kubernetes-objects" }, "task": { "duration": { "end": "2026-04-28T06:05:37.668060Z", "start": "2026-04-28T06:05:37.147376Z" }, "id": "0242ac17-0011-fde4-297b-00000000001a", "name": "Gathering descriptions for cluster scoped objects" } }, { "hosts": { "instance": { "action": "file", "changed": true, "diff": { "after": { "path": "/tmp/logs/objects/namespaced", "state": "directory" }, "before": { "path": "/tmp/logs/objects/namespaced", "state": "absent" } }, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/tmp/logs/objects/namespaced", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/tmp/logs/objects/namespaced", "size": 4096, "state": "directory", "uid": 0 } }, "role": { "id": "0242ac17-0011-fde4-297b-000000000017", "name": "describe-kubernetes-objects", "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/describe-kubernetes-objects" }, "task": { "duration": { "end": "2026-04-28T06:05:37.894018Z", "start": "2026-04-28T06:05:37.675445Z" }, "id": "0242ac17-0011-fde4-297b-00000000001b", "name": "creating directory for namespace scoped objects" } }, { "hosts": { "instance": { "action": "shell", "changed": true, "cmd": "set -e\nexport OBJECT_TYPE=configmaps,cronjobs,daemonsets,deployment,endpoints,ingresses,jobs,networkpolicies,pods,podsecuritypolicies,persistentvolumeclaims,rolebindings,roles,secrets,serviceaccounts,services,statefulsets\nexport PARALLELISM_FACTOR=2\nfunction get_namespaces () {\n kubectl get namespaces -o name | awk -F '/' '{ print $NF }'\n}\n\nfunction list_namespaced_objects () {\n export NAMESPACE=$1\n printf ${OBJECT_TYPE} | xargs -d ',' -I {} -P1 -n1 bash -c 'echo \"${NAMESPACE} $@\"' _ {}\n}\nexport -f list_namespaced_objects\n\nfunction name_objects () {\n input=($1)\n export NAMESPACE=${input[0]}\n export OBJECT=${input[1]}\n kubectl get -n ${NAMESPACE} ${OBJECT} -o name | xargs -L1 -I {} -P1 -n1 bash -c 'echo \"${NAMESPACE} ${OBJECT} $@\"' _ {}\n}\nexport -f name_objects\n\nfunction get_objects () {\n input=($1)\n export NAMESPACE=${input[0]}\n export OBJECT=${input[1]}\n export NAME=${input[2]#*/}\n echo \"${NAMESPACE}/${OBJECT}/${NAME}\"\n DIR=\"/tmp/logs/objects/namespaced/${NAMESPACE}/${OBJECT}\"\n mkdir -p ${DIR}\n kubectl get -n ${NAMESPACE} ${OBJECT} ${NAME} -o yaml > \"${DIR}/${NAME}.yaml\"\n kubectl describe -n ${NAMESPACE} ${OBJECT} ${NAME} > \"${DIR}/${NAME}.txt\"\n}\nexport -f get_objects\n\nget_namespaces | xargs -r -n 1 -P ${PARALLELISM_FACTOR} -I {} bash -c 'list_namespaced_objects \"$@\"' _ {} | xargs -r -n 1 -P ${PARALLELISM_FACTOR} -I {} bash -c 'name_objects \"$@\"' _ {} | xargs -r -n 1 -P ${PARALLELISM_FACTOR} -I {} bash -c 'get_objects \"$@\"' _ {}", "delta": "0:00:00.074965", "end": "2026-04-28 06:05:38.187970", "invocation": { "module_args": { "_raw_params": "set -e\nexport OBJECT_TYPE=configmaps,cronjobs,daemonsets,deployment,endpoints,ingresses,jobs,networkpolicies,pods,podsecuritypolicies,persistentvolumeclaims,rolebindings,roles,secrets,serviceaccounts,services,statefulsets\nexport PARALLELISM_FACTOR=2\nfunction get_namespaces () {\n kubectl get namespaces -o name | awk -F '/' '{ print $NF }'\n}\n\nfunction list_namespaced_objects () {\n export NAMESPACE=$1\n printf ${OBJECT_TYPE} | xargs -d ',' -I {} -P1 -n1 bash -c 'echo \"${NAMESPACE} $@\"' _ {}\n}\nexport -f list_namespaced_objects\n\nfunction name_objects () {\n input=($1)\n export NAMESPACE=${input[0]}\n export OBJECT=${input[1]}\n kubectl get -n ${NAMESPACE} ${OBJECT} -o name | xargs -L1 -I {} -P1 -n1 bash -c 'echo \"${NAMESPACE} ${OBJECT} $@\"' _ {}\n}\nexport -f name_objects\n\nfunction get_objects () {\n input=($1)\n export NAMESPACE=${input[0]}\n export OBJECT=${input[1]}\n export NAME=${input[2]#*/}\n echo \"${NAMESPACE}/${OBJECT}/${NAME}\"\n DIR=\"/tmp/logs/objects/namespaced/${NAMESPACE}/${OBJECT}\"\n mkdir -p ${DIR}\n kubectl get -n ${NAMESPACE} ${OBJECT} ${NAME} -o yaml > \"${DIR}/${NAME}.yaml\"\n kubectl describe -n ${NAMESPACE} ${OBJECT} ${NAME} > \"${DIR}/${NAME}.txt\"\n}\nexport -f get_objects\n\nget_namespaces | xargs -r -n 1 -P ${PARALLELISM_FACTOR} -I {} bash -c 'list_namespaced_objects \"$@\"' _ {} | xargs -r -n 1 -P ${PARALLELISM_FACTOR} -I {} bash -c 'name_objects \"$@\"' _ {} | xargs -r -n 1 -P ${PARALLELISM_FACTOR} -I {} bash -c 'get_objects \"$@\"' _ {}", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": "/bin/bash", "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0242ac17-0011-fde4-297b-00000000001c-1-instance", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-04-28 06:05:38.113005", "stderr": "", "stderr_lines": [], "stdout": "xargs: warning: options --max-args and --replace/-I/-i are mutually exclusive, ignoring previous --max-args value\nxargs: warning: options --max-args and --replace/-I/-i are mutually exclusive, ignoring previous --max-args value\nxargs: warning: options --max-args and --replace/-I/-i are mutually exclusive, ignoring previous --max-args value\nE0428 06:05:38.175171 38757 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0428 06:05:38.175836 38757 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0428 06:05:38.177864 38757 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0428 06:05:38.178422 38757 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0428 06:05:38.180467 38757 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nThe connection to the server localhost:8080 was refused - did you specify the right host or port?", "stdout_lines": [ "xargs: warning: options --max-args and --replace/-I/-i are mutually exclusive, ignoring previous --max-args value", "xargs: warning: options --max-args and --replace/-I/-i are mutually exclusive, ignoring previous --max-args value", "xargs: warning: options --max-args and --replace/-I/-i are mutually exclusive, ignoring previous --max-args value", "E0428 06:05:38.175171 38757 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0428 06:05:38.175836 38757 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0428 06:05:38.177864 38757 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0428 06:05:38.178422 38757 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0428 06:05:38.180467 38757 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "The connection to the server localhost:8080 was refused - did you specify the right host or port?" ], "zuul_log_id": "0242ac17-0011-fde4-297b-00000000001c-1-instance" } }, "role": { "id": "0242ac17-0011-fde4-297b-000000000017", "name": "describe-kubernetes-objects", "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/describe-kubernetes-objects" }, "task": { "duration": { "end": "2026-04-28T06:05:38.696672Z", "start": "2026-04-28T06:05:37.924039Z" }, "id": "0242ac17-0011-fde4-297b-00000000001c", "name": "Gathering descriptions for namespace scoped objects" } }, { "hosts": { "instance": { "action": "synchronize", "changed": true, "cmd": "/usr/bin/rsync --delay-updates -F --compress --archive --rsh='/usr/bin/ssh -S none -o Port=22 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null' --rsync-path='sudo -u root rsync' --out-format='<>%i %n%L' zuul@199.204.45.235:/tmp/logs/objects /var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/logs/instance", "invocation": { "module_args": { "_local_rsync_password": null, "_local_rsync_path": "rsync", "_ssh_args": null, "_substitute_controller": false, "archive": true, "checksum": false, "compress": true, "copy_links": false, "delay_updates": true, "delete": false, "dest": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/logs/instance", "dest_port": 22, "dirs": false, "existing_only": false, "group": null, "link_dest": null, "links": null, "mode": "pull", "owner": null, "partial": false, "perms": null, "private_key": null, "recursive": null, "rsync_opts": [], "rsync_path": "sudo -u root rsync", "rsync_timeout": 0, "set_remote_user": true, "src": "zuul@199.204.45.235:/tmp/logs/objects", "ssh_connection_multiplexing": false, "times": null, "use_ssh_args": false, "verify_host": false } }, "msg": "cd+++++++++ objects/\ncd+++++++++ objects/cluster/\ncd+++++++++ objects/namespaced/\n", "rc": 0, "stdout_lines": [ "cd+++++++++ objects/", "cd+++++++++ objects/cluster/", "cd+++++++++ objects/namespaced/" ] } }, "role": { "id": "0242ac17-0011-fde4-297b-000000000017", "name": "describe-kubernetes-objects", "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/describe-kubernetes-objects" }, "task": { "duration": { "end": "2026-04-28T06:05:39.868815Z", "start": "2026-04-28T06:05:38.702976Z" }, "id": "0242ac17-0011-fde4-297b-00000000001d", "name": "Downloads logs to executor" } }, { "hosts": { "instance": { "action": "file", "changed": true, "diff": { "after": { "path": "/tmp/logs/pod-logs", "state": "directory" }, "before": { "path": "/tmp/logs/pod-logs", "state": "absent" } }, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/tmp/logs/pod-logs", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/tmp/logs/pod-logs", "size": 4096, "state": "directory", "uid": 0 } }, "role": { "id": "0242ac17-0011-fde4-297b-00000000001f", "name": "gather-pod-logs", "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-pod-logs" }, "task": { "duration": { "end": "2026-04-28T06:05:40.088067Z", "start": "2026-04-28T06:05:39.880985Z" }, "id": "0242ac17-0011-fde4-297b-000000000021", "name": "creating directory for pod logs" } }, { "hosts": { "instance": { "action": "file", "changed": true, "diff": { "after": { "path": "/tmp/logs/pod-logs/failed-pods", "state": "directory" }, "before": { "path": "/tmp/logs/pod-logs/failed-pods", "state": "absent" } }, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/tmp/logs/pod-logs/failed-pods", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/tmp/logs/pod-logs/failed-pods", "size": 4096, "state": "directory", "uid": 0 } }, "role": { "id": "0242ac17-0011-fde4-297b-00000000001f", "name": "gather-pod-logs", "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-pod-logs" }, "task": { "duration": { "end": "2026-04-28T06:05:41.223881Z", "start": "2026-04-28T06:05:40.092813Z" }, "id": "0242ac17-0011-fde4-297b-000000000022", "name": "creating directory for failed pod logs" } }, { "hosts": { "instance": { "action": "shell", "changed": true, "cmd": "set -e\nfunction get_namespaces () {\n kubectl get namespaces -o name | awk -F '/' '{ print $NF }'\n}\nfunction get_pods () {\n NAMESPACE=$1\n kubectl get pods -n ${NAMESPACE} -o name | awk -F '/' '{ print $NF }' | xargs -I {} echo ${NAMESPACE} {}\n}\nexport -f get_pods\nfunction get_pod_logs () {\n NAMESPACE=${1% *}\n POD=${1#* }\n INIT_CONTAINERS=$(kubectl get pod $POD -n ${NAMESPACE} -o json | jq -r '.spec.initContainers[]?.name')\n CONTAINERS=$(kubectl get pod $POD -n ${NAMESPACE} -o json | jq -r '.spec.containers[].name')\n for CONTAINER in ${INIT_CONTAINERS} ${CONTAINERS}; do\n echo \"${NAMESPACE}/${POD}/${CONTAINER}\"\n mkdir -p \"/tmp/logs/pod-logs/${NAMESPACE}/${POD}\"\n mkdir -p \"/tmp/logs/pod-logs/failed-pods/${NAMESPACE}/${POD}\"\n kubectl logs ${POD} -n ${NAMESPACE} -c ${CONTAINER} > \"/tmp/logs/pod-logs/${NAMESPACE}/${POD}/${CONTAINER}.txt\"\n kubectl logs --previous ${POD} -n ${NAMESPACE} -c ${CONTAINER} > \"/tmp/logs/pod-logs/failed-pods/${NAMESPACE}/${POD}/${CONTAINER}.txt\"\n done\n}\nexport -f get_pod_logs\nget_namespaces | xargs -r -I {} bash -c 'get_pods \"$@\"' _ {} | xargs -r -I {} bash -c 'get_pod_logs \"$@\"' _ {}", "delta": "0:00:00.071936", "end": "2026-04-28 06:05:41.512623", "invocation": { "module_args": { "_raw_params": "set -e\nfunction get_namespaces () {\n kubectl get namespaces -o name | awk -F '/' '{ print $NF }'\n}\nfunction get_pods () {\n NAMESPACE=$1\n kubectl get pods -n ${NAMESPACE} -o name | awk -F '/' '{ print $NF }' | xargs -I {} echo ${NAMESPACE} {}\n}\nexport -f get_pods\nfunction get_pod_logs () {\n NAMESPACE=${1% *}\n POD=${1#* }\n INIT_CONTAINERS=$(kubectl get pod $POD -n ${NAMESPACE} -o json | jq -r '.spec.initContainers[]?.name')\n CONTAINERS=$(kubectl get pod $POD -n ${NAMESPACE} -o json | jq -r '.spec.containers[].name')\n for CONTAINER in ${INIT_CONTAINERS} ${CONTAINERS}; do\n echo \"${NAMESPACE}/${POD}/${CONTAINER}\"\n mkdir -p \"/tmp/logs/pod-logs/${NAMESPACE}/${POD}\"\n mkdir -p \"/tmp/logs/pod-logs/failed-pods/${NAMESPACE}/${POD}\"\n kubectl logs ${POD} -n ${NAMESPACE} -c ${CONTAINER} > \"/tmp/logs/pod-logs/${NAMESPACE}/${POD}/${CONTAINER}.txt\"\n kubectl logs --previous ${POD} -n ${NAMESPACE} -c ${CONTAINER} > \"/tmp/logs/pod-logs/failed-pods/${NAMESPACE}/${POD}/${CONTAINER}.txt\"\n done\n}\nexport -f get_pod_logs\nget_namespaces | xargs -r -I {} bash -c 'get_pods \"$@\"' _ {} | xargs -r -I {} bash -c 'get_pod_logs \"$@\"' _ {}", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": "/bin/bash", "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0242ac17-0011-fde4-297b-000000000023-1-instance", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-04-28 06:05:41.440687", "stderr": "", "stderr_lines": [], "stdout": "E0428 06:05:41.502532 38834 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0428 06:05:41.503346 38834 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0428 06:05:41.505430 38834 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0428 06:05:41.506107 38834 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0428 06:05:41.508033 38834 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nThe connection to the server localhost:8080 was refused - did you specify the right host or port?", "stdout_lines": [ "E0428 06:05:41.502532 38834 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0428 06:05:41.503346 38834 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0428 06:05:41.505430 38834 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0428 06:05:41.506107 38834 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0428 06:05:41.508033 38834 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "The connection to the server localhost:8080 was refused - did you specify the right host or port?" ], "zuul_log_id": "0242ac17-0011-fde4-297b-000000000023-1-instance" } }, "role": { "id": "0242ac17-0011-fde4-297b-00000000001f", "name": "gather-pod-logs", "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-pod-logs" }, "task": { "duration": { "end": "2026-04-28T06:05:42.147144Z", "start": "2026-04-28T06:05:41.253296Z" }, "id": "0242ac17-0011-fde4-297b-000000000023", "name": "retrieve all kubernetes logs, current and previous (if they exist)" } }, { "hosts": { "instance": { "action": "synchronize", "changed": true, "cmd": "/usr/bin/rsync --delay-updates -F --compress --archive --rsh='/usr/bin/ssh -S none -o Port=22 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null' --rsync-path='sudo -u root rsync' --out-format='<>%i %n%L' zuul@199.204.45.235:/tmp/logs/pod-logs /var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/logs/instance", "invocation": { "module_args": { "_local_rsync_password": null, "_local_rsync_path": "rsync", "_ssh_args": null, "_substitute_controller": false, "archive": true, "checksum": false, "compress": true, "copy_links": false, "delay_updates": true, "delete": false, "dest": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/logs/instance", "dest_port": 22, "dirs": false, "existing_only": false, "group": null, "link_dest": null, "links": null, "mode": "pull", "owner": null, "partial": false, "perms": null, "private_key": null, "recursive": null, "rsync_opts": [], "rsync_path": "sudo -u root rsync", "rsync_timeout": 0, "set_remote_user": true, "src": "zuul@199.204.45.235:/tmp/logs/pod-logs", "ssh_connection_multiplexing": false, "times": null, "use_ssh_args": false, "verify_host": false } }, "msg": "cd+++++++++ pod-logs/\ncd+++++++++ pod-logs/failed-pods/\n", "rc": 0, "stdout_lines": [ "cd+++++++++ pod-logs/", "cd+++++++++ pod-logs/failed-pods/" ] } }, "role": { "id": "0242ac17-0011-fde4-297b-00000000001f", "name": "gather-pod-logs", "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-pod-logs" }, "task": { "duration": { "end": "2026-04-28T06:05:43.443609Z", "start": "2026-04-28T06:05:42.153575Z" }, "id": "0242ac17-0011-fde4-297b-000000000024", "name": "Downloads pod logs to executor" } }, { "hosts": { "instance": { "action": "file", "changed": true, "diff": { "after": { "path": "/tmp/logs/prometheus", "state": "directory" }, "before": { "path": "/tmp/logs/prometheus", "state": "absent" } }, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/tmp/logs/prometheus", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/tmp/logs/prometheus", "size": 4096, "state": "directory", "uid": 0 } }, "role": { "id": "0242ac17-0011-fde4-297b-000000000026", "name": "gather-prom-metrics", "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-prom-metrics" }, "task": { "duration": { "end": "2026-04-28T06:05:44.788666Z", "start": "2026-04-28T06:05:43.456574Z" }, "id": "0242ac17-0011-fde4-297b-000000000028", "name": "creating directory for helm release descriptions" } }, { "hosts": { "instance": { "action": "shell", "changed": true, "cmd": "set -e\nNAMESPACES=$(kubectl get namespaces -o json | jq -r '.items[].metadata.name')\nfor NS in $NAMESPACES; do\n SERVICES=$(kubectl get svc -n $NS -o json | jq -r '.items[] | select(.spec.ports[].name==\"metrics\") | .metadata.name')\n for SVC in $SERVICES; do\n PORT=$(kubectl get svc $SVC -n $NS -o json | jq -r '.spec.ports[] | select(.name==\"metrics\") | .port')\n echo \"Scraping $SVC.$NS:$PORT/metrics:\"\n curl \"$SVC.$NS:$PORT/metrics\" >> \"/tmp/logs\"/prometheus/$NS-$SVC.txt || true\n done\ndone", "delta": "0:00:00.074436", "end": "2026-04-28 06:05:45.689670", "invocation": { "module_args": { "_raw_params": "set -e\nNAMESPACES=$(kubectl get namespaces -o json | jq -r '.items[].metadata.name')\nfor NS in $NAMESPACES; do\n SERVICES=$(kubectl get svc -n $NS -o json | jq -r '.items[] | select(.spec.ports[].name==\"metrics\") | .metadata.name')\n for SVC in $SERVICES; do\n PORT=$(kubectl get svc $SVC -n $NS -o json | jq -r '.spec.ports[] | select(.name==\"metrics\") | .port')\n echo \"Scraping $SVC.$NS:$PORT/metrics:\"\n curl \"$SVC.$NS:$PORT/metrics\" >> \"/tmp/logs\"/prometheus/$NS-$SVC.txt || true\n done\ndone", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": "/bin/bash", "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0242ac17-0011-fde4-297b-000000000029-1-instance", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-04-28 06:05:45.615234", "stderr": "", "stderr_lines": [], "stdout": "E0428 06:05:45.677869 38883 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0428 06:05:45.679576 38883 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0428 06:05:45.680367 38883 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0428 06:05:45.681425 38883 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0428 06:05:45.681899 38883 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nThe connection to the server localhost:8080 was refused - did you specify the right host or port?", "stdout_lines": [ "E0428 06:05:45.677869 38883 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0428 06:05:45.679576 38883 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0428 06:05:45.680367 38883 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0428 06:05:45.681425 38883 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0428 06:05:45.681899 38883 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "The connection to the server localhost:8080 was refused - did you specify the right host or port?" ], "zuul_log_id": "0242ac17-0011-fde4-297b-000000000029-1-instance" } }, "role": { "id": "0242ac17-0011-fde4-297b-000000000026", "name": "gather-prom-metrics", "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-prom-metrics" }, "task": { "duration": { "end": "2026-04-28T06:05:45.999201Z", "start": "2026-04-28T06:05:44.814794Z" }, "id": "0242ac17-0011-fde4-297b-000000000029", "name": "Get metrics from exporter services in all namespaces" } }, { "hosts": { "instance": { "action": "shell", "changed": true, "cmd": "set -e\nmgr_endpoints=$(kubectl get endpoints -n ceph -l component=manager -o json | jq -r '.items[].subsets[].addresses[].ip')\necho \"ceph-mgr endpoints: $mgr_endpoints\"\nfor endpoint in $mgr_endpoints; do\n echo \"checking ceph-mgr at $endpoint\"\n metrics_curl=\"curl $endpoint:9283/metrics\"\n op=$(eval \"$metrics_curl\")\n if [[ -n $op ]]; then\n curl $endpoint:9283/metrics >> \"/tmp/logs\"/prometheus/ceph-ceph-mgr.txt\n break\n else\n echo \"$endpoint is a standby ceph-mgr. Trying next endpoint\"\n fi\ndone", "delta": "0:00:00.069874", "end": "2026-04-28 06:05:46.286093", "invocation": { "module_args": { "_raw_params": "set -e\nmgr_endpoints=$(kubectl get endpoints -n ceph -l component=manager -o json | jq -r '.items[].subsets[].addresses[].ip')\necho \"ceph-mgr endpoints: $mgr_endpoints\"\nfor endpoint in $mgr_endpoints; do\n echo \"checking ceph-mgr at $endpoint\"\n metrics_curl=\"curl $endpoint:9283/metrics\"\n op=$(eval \"$metrics_curl\")\n if [[ -n $op ]]; then\n curl $endpoint:9283/metrics >> \"/tmp/logs\"/prometheus/ceph-ceph-mgr.txt\n break\n else\n echo \"$endpoint is a standby ceph-mgr. Trying next endpoint\"\n fi\ndone", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": "/bin/bash", "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0242ac17-0011-fde4-297b-00000000002a-1-instance", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-04-28 06:05:46.216219", "stderr": "", "stderr_lines": [], "stdout": "E0428 06:05:46.273422 38911 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0428 06:05:46.274530 38911 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0428 06:05:46.275387 38911 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0428 06:05:46.278316 38911 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0428 06:05:46.279189 38911 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nThe connection to the server localhost:8080 was refused - did you specify the right host or port?\nceph-mgr endpoints: ", "stdout_lines": [ "E0428 06:05:46.273422 38911 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0428 06:05:46.274530 38911 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0428 06:05:46.275387 38911 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0428 06:05:46.278316 38911 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0428 06:05:46.279189 38911 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "The connection to the server localhost:8080 was refused - did you specify the right host or port?", "ceph-mgr endpoints: " ], "zuul_log_id": "0242ac17-0011-fde4-297b-00000000002a-1-instance" } }, "role": { "id": "0242ac17-0011-fde4-297b-000000000026", "name": "gather-prom-metrics", "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-prom-metrics" }, "task": { "duration": { "end": "2026-04-28T06:05:46.544048Z", "start": "2026-04-28T06:05:46.024066Z" }, "id": "0242ac17-0011-fde4-297b-00000000002a", "name": "Get ceph metrics from ceph-mgr" } }, { "hosts": { "instance": { "action": "shell", "changed": true, "cmd": "set -e\nNAMESPACE=\"osh-infra\"\nAPP_LABEL=\"fluentd\"\nPODS=$(kubectl get pods -n $NAMESPACE -l application=$APP_LABEL -o json | jq -r '.items[].metadata.name')\nfor POD in $PODS; do\n IP=$(kubectl get pod -n $NAMESPACE $POD -o json | jq -r '.status.podIP')\n PORT=$(kubectl get pod -n $NAMESPACE $POD -o json | jq -r '.spec.containers[0].ports[] | select(.name==\"metrics\") | .containerPort')\n echo \"Scraping $POD at $IP:$PORT/metrics\"\n curl \"$IP:$PORT/metrics\" >> \"/tmp/logs\"/prometheus/$POD.txt || true\ndone", "delta": "0:00:00.077902", "end": "2026-04-28 06:05:46.838328", "invocation": { "module_args": { "_raw_params": "set -e\nNAMESPACE=\"osh-infra\"\nAPP_LABEL=\"fluentd\"\nPODS=$(kubectl get pods -n $NAMESPACE -l application=$APP_LABEL -o json | jq -r '.items[].metadata.name')\nfor POD in $PODS; do\n IP=$(kubectl get pod -n $NAMESPACE $POD -o json | jq -r '.status.podIP')\n PORT=$(kubectl get pod -n $NAMESPACE $POD -o json | jq -r '.spec.containers[0].ports[] | select(.name==\"metrics\") | .containerPort')\n echo \"Scraping $POD at $IP:$PORT/metrics\"\n curl \"$IP:$PORT/metrics\" >> \"/tmp/logs\"/prometheus/$POD.txt || true\ndone", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": "/bin/bash", "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0242ac17-0011-fde4-297b-00000000002b-1-instance", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-04-28 06:05:46.760426", "stderr": "", "stderr_lines": [], "stdout": "E0428 06:05:46.825037 38937 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0428 06:05:46.826226 38937 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0428 06:05:46.827181 38937 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0428 06:05:46.829544 38937 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0428 06:05:46.830149 38937 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nThe connection to the server localhost:8080 was refused - did you specify the right host or port?", "stdout_lines": [ "E0428 06:05:46.825037 38937 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0428 06:05:46.826226 38937 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0428 06:05:46.827181 38937 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0428 06:05:46.829544 38937 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0428 06:05:46.830149 38937 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "The connection to the server localhost:8080 was refused - did you specify the right host or port?" ], "zuul_log_id": "0242ac17-0011-fde4-297b-00000000002b-1-instance" } }, "role": { "id": "0242ac17-0011-fde4-297b-000000000026", "name": "gather-prom-metrics", "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-prom-metrics" }, "task": { "duration": { "end": "2026-04-28T06:05:47.090247Z", "start": "2026-04-28T06:05:46.571422Z" }, "id": "0242ac17-0011-fde4-297b-00000000002b", "name": "Get metrics from fluentd pods" } }, { "hosts": { "instance": { "action": "synchronize", "changed": true, "cmd": "/usr/bin/rsync --delay-updates -F --compress --archive --rsh='/usr/bin/ssh -S none -o Port=22 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null' --rsync-path='sudo -u root rsync' --out-format='<>%i %n%L' zuul@199.204.45.235:/tmp/logs/prometheus /var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/logs/instance", "invocation": { "module_args": { "_local_rsync_password": null, "_local_rsync_path": "rsync", "_ssh_args": null, "_substitute_controller": false, "archive": true, "checksum": false, "compress": true, "copy_links": false, "delay_updates": true, "delete": false, "dest": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/logs/instance", "dest_port": 22, "dirs": false, "existing_only": false, "group": null, "link_dest": null, "links": null, "mode": "pull", "owner": null, "partial": false, "perms": null, "private_key": null, "recursive": null, "rsync_opts": [], "rsync_path": "sudo -u root rsync", "rsync_timeout": 0, "set_remote_user": true, "src": "zuul@199.204.45.235:/tmp/logs/prometheus", "ssh_connection_multiplexing": false, "times": null, "use_ssh_args": false, "verify_host": false } }, "msg": "cd+++++++++ prometheus/\n", "rc": 0, "stdout_lines": [ "cd+++++++++ prometheus/" ] } }, "role": { "id": "0242ac17-0011-fde4-297b-000000000026", "name": "gather-prom-metrics", "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-prom-metrics" }, "task": { "duration": { "end": "2026-04-28T06:05:47.622178Z", "start": "2026-04-28T06:05:47.095169Z" }, "id": "0242ac17-0011-fde4-297b-00000000002c", "name": "Downloads logs to executor" } }, { "hosts": { "instance": { "action": "file", "changed": true, "diff": { "after": { "path": "/tmp/logs/selenium", "state": "directory" }, "before": { "path": "/tmp/logs/selenium", "state": "absent" } }, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/tmp/logs/selenium", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/tmp/logs/selenium", "size": 4096, "state": "directory", "uid": 0 } }, "role": { "id": "0242ac17-0011-fde4-297b-00000000002e", "name": "gather-selenium-data", "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-selenium-data" }, "task": { "duration": { "end": "2026-04-28T06:05:47.871576Z", "start": "2026-04-28T06:05:47.630851Z" }, "id": "0242ac17-0011-fde4-297b-000000000030", "name": "creating directory for helm release descriptions" } }, { "hosts": { "instance": { "action": "shell", "changed": true, "cmd": "set -x\ncp /tmp/artifacts/* /tmp/logs/selenium/.", "delta": "0:00:00.007843", "end": "2026-04-28 06:05:48.082353", "failed": true, "invocation": { "module_args": { "_raw_params": "set -x\ncp /tmp/artifacts/* /tmp/logs/selenium/.", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": "/bin/bash", "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0242ac17-0011-fde4-297b-000000000031-1-instance", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "non-zero return code", "rc": 1, "start": "2026-04-28 06:05:48.074510", "stderr": "", "stderr_lines": [], "stdout": "+ cp '/tmp/artifacts/*' /tmp/logs/selenium/.\ncp: cannot stat '/tmp/artifacts/*': No such file or directory", "stdout_lines": [ "+ cp '/tmp/artifacts/*' /tmp/logs/selenium/.", "cp: cannot stat '/tmp/artifacts/*': No such file or directory" ], "zuul_log_id": "0242ac17-0011-fde4-297b-000000000031-1-instance" } }, "role": { "id": "0242ac17-0011-fde4-297b-00000000002e", "name": "gather-selenium-data", "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-selenium-data" }, "task": { "duration": { "end": "2026-04-28T06:05:48.413386Z", "start": "2026-04-28T06:05:47.894848Z" }, "id": "0242ac17-0011-fde4-297b-000000000031", "name": "Get selenium data" } }, { "hosts": { "instance": { "action": "synchronize", "changed": true, "cmd": "/usr/bin/rsync --delay-updates -F --compress --archive --rsh='/usr/bin/ssh -S none -o Port=22 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null' --rsync-path='sudo -u root rsync' --out-format='<>%i %n%L' zuul@199.204.45.235:/tmp/logs/selenium /var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/logs/instance", "invocation": { "module_args": { "_local_rsync_password": null, "_local_rsync_path": "rsync", "_ssh_args": null, "_substitute_controller": false, "archive": true, "checksum": false, "compress": true, "copy_links": false, "delay_updates": true, "delete": false, "dest": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/logs/instance", "dest_port": 22, "dirs": false, "existing_only": false, "group": null, "link_dest": null, "links": null, "mode": "pull", "owner": null, "partial": false, "perms": null, "private_key": null, "recursive": null, "rsync_opts": [], "rsync_path": "sudo -u root rsync", "rsync_timeout": 0, "set_remote_user": true, "src": "zuul@199.204.45.235:/tmp/logs/selenium", "ssh_connection_multiplexing": false, "times": null, "use_ssh_args": false, "verify_host": false } }, "msg": "cd+++++++++ selenium/\n", "rc": 0, "stdout_lines": [ "cd+++++++++ selenium/" ] } }, "role": { "id": "0242ac17-0011-fde4-297b-00000000002e", "name": "gather-selenium-data", "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-selenium-data" }, "task": { "duration": { "end": "2026-04-28T06:05:48.928250Z", "start": "2026-04-28T06:05:48.419858Z" }, "id": "0242ac17-0011-fde4-297b-000000000032", "name": "Downloads logs to executor" } } ] } ], "stats": { "instance": { "changed": 23, "failures": 0, "ignored": 1, "ok": 23, "rescued": 0, "skipped": 0, "unreachable": 0 } }, "trusted": false }, { "branch": "main", "index": "1", "phase": "post", "playbook": "github.com/vexxhost/zuul-config/playbooks/base/post.yaml", "plays": [ { "play": { "duration": { "end": "2026-04-28T06:05:53.197884Z", "start": "2026-04-28T06:05:49.924915Z" }, "id": "0242ac17-0011-39c4-4873-000000000002", "name": "all" }, "tasks": [ { "hosts": { "instance": { "action": "set_fact", "changed": false, "false_condition": "groups['all'] | length > 1", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0242ac17-0011-39c4-4873-000000000006", "name": "fetch-output", "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/fetch-output" }, "task": { "duration": { "end": "2026-04-28T06:05:49.980675Z", "start": "2026-04-28T06:05:49.935924Z" }, "id": "0242ac17-0011-39c4-4873-000000000008", "name": "Set log path for multiple nodes" } }, { "hosts": { "instance": { "action": "set_fact", "ansible_facts": { "log_path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/logs" }, "changed": false } }, "role": { "id": "0242ac17-0011-39c4-4873-000000000006", "name": "fetch-output", "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/fetch-output" }, "task": { "duration": { "end": "2026-04-28T06:05:50.035106Z", "start": "2026-04-28T06:05:49.991785Z" }, "id": "0242ac17-0011-39c4-4873-000000000009", "name": "Set log path for single node" } }, { "hosts": { "instance": { "action": "file", "changed": true, "msg": "All items completed", "results": [ { "ansible_loop_var": "zj_output_dir", "changed": false, "diff": { "after": { "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/logs" }, "before": { "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/logs" } }, "failed": false, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": 493, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/logs", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/logs", "size": 4096, "state": "directory", "uid": 0, "zj_output_dir": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/logs" }, { "ansible_loop_var": "zj_output_dir", "changed": true, "diff": { "after": { "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/artifacts", "state": "directory" }, "before": { "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/artifacts", "state": "absent" } }, "failed": false, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": 493, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/artifacts", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/artifacts", "size": 4096, "state": "directory", "uid": 0, "zj_output_dir": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/artifacts" }, { "ansible_loop_var": "zj_output_dir", "changed": true, "diff": { "after": { "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/docs", "state": "directory" }, "before": { "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/docs", "state": "absent" } }, "failed": false, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": 493, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/docs", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/docs", "size": 4096, "state": "directory", "uid": 0, "zj_output_dir": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/docs" } ] } }, "role": { "id": "0242ac17-0011-39c4-4873-000000000006", "name": "fetch-output", "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/fetch-output" }, "task": { "duration": { "end": "2026-04-28T06:05:50.937692Z", "start": "2026-04-28T06:05:50.041647Z" }, "id": "0242ac17-0011-39c4-4873-00000000000a", "name": "Ensure local output dirs" } }, { "hosts": { "instance": { "action": "synchronize", "changed": true, "msg": "All items completed", "results": [ { "ansible_loop_var": "zj_output", "changed": true, "cmd": "/usr/bin/rsync --delay-updates -F --compress --archive --no-owner --no-group --rsh='/usr/bin/ssh -S none -o Port=22' --out-format='<>%i %n%L' zuul@199.204.45.235:/home/zuul/zuul-output/logs/ /var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/logs/", "failed": false, "invocation": { "module_args": { "_local_rsync_password": null, "_local_rsync_path": "rsync", "_ssh_args": null, "_substitute_controller": false, "archive": true, "checksum": false, "compress": true, "copy_links": false, "delay_updates": true, "delete": false, "dest": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/logs/", "dest_port": 22, "dirs": false, "existing_only": false, "group": false, "link_dest": null, "links": null, "mode": "pull", "owner": false, "partial": false, "perms": null, "private_key": null, "recursive": null, "rsync_opts": [], "rsync_path": null, "rsync_timeout": 0, "set_remote_user": true, "src": "zuul@199.204.45.235:/home/zuul/zuul-output/logs/", "ssh_connection_multiplexing": false, "times": null, "use_ssh_args": false, "verify_host": true } }, "msg": ".d..t...... ./\n", "rc": 0, "stdout_lines": [ ".d..t...... ./" ], "zj_output": { "dest": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/logs", "src": "logs" } }, { "ansible_loop_var": "zj_output", "changed": true, "cmd": "/usr/bin/rsync --delay-updates -F --compress --archive --no-owner --no-group --rsh='/usr/bin/ssh -S none -o Port=22' --out-format='<>%i %n%L' zuul@199.204.45.235:/home/zuul/zuul-output/artifacts/ /var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/artifacts/", "failed": false, "invocation": { "module_args": { "_local_rsync_password": null, "_local_rsync_path": "rsync", "_ssh_args": null, "_substitute_controller": false, "archive": true, "checksum": false, "compress": true, "copy_links": false, "delay_updates": true, "delete": false, "dest": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/artifacts/", "dest_port": 22, "dirs": false, "existing_only": false, "group": false, "link_dest": null, "links": null, "mode": "pull", "owner": false, "partial": false, "perms": null, "private_key": null, "recursive": null, "rsync_opts": [], "rsync_path": null, "rsync_timeout": 0, "set_remote_user": true, "src": "zuul@199.204.45.235:/home/zuul/zuul-output/artifacts/", "ssh_connection_multiplexing": false, "times": null, "use_ssh_args": false, "verify_host": true } }, "msg": ".d..t...... ./\n", "rc": 0, "stdout_lines": [ ".d..t...... ./" ], "zj_output": { "dest": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/artifacts", "src": "artifacts" } }, { "ansible_loop_var": "zj_output", "changed": true, "cmd": "/usr/bin/rsync --delay-updates -F --compress --archive --no-owner --no-group --rsh='/usr/bin/ssh -S none -o Port=22' --out-format='<>%i %n%L' zuul@199.204.45.235:/home/zuul/zuul-output/docs/ /var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/docs/", "failed": false, "invocation": { "module_args": { "_local_rsync_password": null, "_local_rsync_path": "rsync", "_ssh_args": null, "_substitute_controller": false, "archive": true, "checksum": false, "compress": true, "copy_links": false, "delay_updates": true, "delete": false, "dest": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/docs/", "dest_port": 22, "dirs": false, "existing_only": false, "group": false, "link_dest": null, "links": null, "mode": "pull", "owner": false, "partial": false, "perms": null, "private_key": null, "recursive": null, "rsync_opts": [], "rsync_path": null, "rsync_timeout": 0, "set_remote_user": true, "src": "zuul@199.204.45.235:/home/zuul/zuul-output/docs/", "ssh_connection_multiplexing": false, "times": null, "use_ssh_args": false, "verify_host": true } }, "msg": ".d..t...... ./\n", "rc": 0, "stdout_lines": [ ".d..t...... ./" ], "zj_output": { "dest": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/docs", "src": "docs" } } ] } }, "role": { "id": "0242ac17-0011-39c4-4873-000000000006", "name": "fetch-output", "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/fetch-output" }, "task": { "duration": { "end": "2026-04-28T06:05:52.534972Z", "start": "2026-04-28T06:05:50.949819Z" }, "id": "0242ac17-0011-39c4-4873-00000000000c", "name": "Collect logs, artifacts and docs" } }, { "hosts": { "instance": { "action": "shell", "changed": true, "msg": "All items completed", "results": [ { "ansible_loop_var": "zj_item", "changed": true, "cmd": "if [ -n \"$(find /var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/artifacts -mindepth 1)\" ] ; then\n # Only create target directory if it is needed.\n # Do not fail if it is already there.\n mkdir -p /var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/logs/artifacts\n # Leave the original directory behind so that other roles\n # operating on the interface directories can simply no-op.\n mv -f /var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/artifacts/* /var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/logs/artifacts\nfi\n", "delta": "0:00:00.007738", "end": "2026-04-28 06:05:52.912993", "failed": false, "invocation": { "module_args": { "_raw_params": "if [ -n \"$(find /var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/artifacts -mindepth 1)\" ] ; then\n # Only create target directory if it is needed.\n # Do not fail if it is already there.\n mkdir -p /var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/logs/artifacts\n # Leave the original directory behind so that other roles\n # operating on the interface directories can simply no-op.\n mv -f /var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/artifacts/* /var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/logs/artifacts\nfi\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-04-28 06:05:52.905255", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zj_item": "artifacts", "zuul_log_id": "in-loop-ignore" }, { "ansible_loop_var": "zj_item", "changed": true, "cmd": "if [ -n \"$(find /var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/docs -mindepth 1)\" ] ; then\n # Only create target directory if it is needed.\n # Do not fail if it is already there.\n mkdir -p /var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/logs/docs\n # Leave the original directory behind so that other roles\n # operating on the interface directories can simply no-op.\n mv -f /var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/docs/* /var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/logs/docs\nfi\n", "delta": "0:00:00.009892", "end": "2026-04-28 06:05:53.153528", "failed": false, "invocation": { "module_args": { "_raw_params": "if [ -n \"$(find /var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/docs -mindepth 1)\" ] ; then\n # Only create target directory if it is needed.\n # Do not fail if it is already there.\n mkdir -p /var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/logs/docs\n # Leave the original directory behind so that other roles\n # operating on the interface directories can simply no-op.\n mv -f /var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/docs/* /var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/work/logs/docs\nfi\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-04-28 06:05:53.143636", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zj_item": "docs", "zuul_log_id": "in-loop-ignore" } ] } }, "role": { "id": "0242ac17-0011-39c4-4873-00000000000f", "name": "merge-output-to-logs", "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/merge-output-to-logs" }, "task": { "duration": { "end": "2026-04-28T06:05:53.197884Z", "start": "2026-04-28T06:05:52.548533Z" }, "id": "0242ac17-0011-39c4-4873-000000000011", "name": "Move artifacts and docs to logs dir" } } ] }, { "play": { "duration": { "end": "2026-04-28T06:05:53.615231Z", "start": "2026-04-28T06:05:53.210268Z" }, "id": "0242ac17-0011-39c4-4873-000000000013", "name": "all" }, "tasks": [ { "hosts": { "instance": { "action": "authorized_key", "changed": true, "comment": null, "exclusive": false, "follow": false, "invocation": { "module_args": { "changed": true, "comment": null, "exclusive": false, "follow": false, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC3wqftmqInc0AZAKU4oidt5pwqhrJJLYwUkX/NNEFqewU0dm33hP5U3qGPI5OtK4Q/PmpYPAlz9qaI3Cd94eooS5jwx0tNEKFgH2AXTXcBOyb4RqpRhXrd/4jc7PjTFh7cOYtYGv/7ncFAZK7QL0l+blT9ccLJK0oyEnpZlVFvZE0WjrHpTCZJXRqzYchAecaEE0xnm6XSRudYAf8WeI8puTr3DKPEVeK2rvoubo2Xei30jHJj7DfiMiO710rwRXGNvMfOA/oBgGBOnaS810+3pICeAt7ZCH4smqJh8OHeQK4T9kt11bjlwUgwO8HLeKVSDm5a2538eEw1mFclMSjfz8oUA3vAVvykZusMTrd5WznHUa/PerwgUxPfkf9BOMbXfc2dmzf75ibngoldgC4RifW1TYxssQi8NJGq/cXcAcuri9x+IgMtdT1SAgkPmUS//gqNmXCx6rNGpJxEoxnv76/GtyyFcfc51LTpYv0Shg4waxlqIlYdRd6Gx1740GM= zuul-build-sshkey", "key_options": null, "keyfile": "/home/zuul/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "absent", "user": "zuul", "validate_certs": true } }, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC3wqftmqInc0AZAKU4oidt5pwqhrJJLYwUkX/NNEFqewU0dm33hP5U3qGPI5OtK4Q/PmpYPAlz9qaI3Cd94eooS5jwx0tNEKFgH2AXTXcBOyb4RqpRhXrd/4jc7PjTFh7cOYtYGv/7ncFAZK7QL0l+blT9ccLJK0oyEnpZlVFvZE0WjrHpTCZJXRqzYchAecaEE0xnm6XSRudYAf8WeI8puTr3DKPEVeK2rvoubo2Xei30jHJj7DfiMiO710rwRXGNvMfOA/oBgGBOnaS810+3pICeAt7ZCH4smqJh8OHeQK4T9kt11bjlwUgwO8HLeKVSDm5a2538eEw1mFclMSjfz8oUA3vAVvykZusMTrd5WznHUa/PerwgUxPfkf9BOMbXfc2dmzf75ibngoldgC4RifW1TYxssQi8NJGq/cXcAcuri9x+IgMtdT1SAgkPmUS//gqNmXCx6rNGpJxEoxnv76/GtyyFcfc51LTpYv0Shg4waxlqIlYdRd6Gx1740GM= zuul-build-sshkey", "key_options": null, "keyfile": "/home/zuul/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "absent", "user": "zuul", "validate_certs": true } }, "role": { "id": "0242ac17-0011-39c4-4873-000000000016", "name": "remove-build-sshkey", "path": "/var/lib/zuul/builds/894a3dee487d4588ae8ab710cc579d76/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/remove-build-sshkey" }, "task": { "duration": { "end": "2026-04-28T06:05:53.615231Z", "start": "2026-04-28T06:05:53.217359Z" }, "id": "0242ac17-0011-39c4-4873-000000000018", "name": "Remove the build SSH key from all nodes" } } ] } ], "stats": { "instance": { "changed": 4, "failures": 0, "ignored": 0, "ok": 5, "rescued": 0, "skipped": 1, "unreachable": 0 } }, "trusted": true } ]