[ { "branch": "main", "index": "0", "phase": "pre", "playbook": "github.com/vexxhost/zuul-config/playbooks/base/pre.yaml", "plays": [ { "play": { "duration": { "end": "2026-04-13T16:33:16.326964Z", "start": "2026-04-13T16:33:13.775758Z" }, "id": "0242ac17-0011-8e22-e4d0-000000000002", "name": "localhost" }, "tasks": [ { "hosts": { "localhost": { "action": "gather_facts", "ansible_facts": { "ansible_apparmor": { "status": "disabled" }, "ansible_architecture": "x86_64", "ansible_bios_date": "NA", "ansible_bios_vendor": "NA", "ansible_bios_version": "NA", "ansible_board_asset_tag": "NA", "ansible_board_name": "NA", "ansible_board_serial": "NA", "ansible_board_vendor": "NA", "ansible_board_version": "NA", "ansible_chassis_asset_tag": "NA", "ansible_chassis_serial": "NA", "ansible_chassis_vendor": "NA", "ansible_chassis_version": "NA", "ansible_cmdline": { "BOOT_IMAGE": "/boot/vmlinuz-5.15.0-130-generic", "console": "ttyS0", "ro": true, "root": "UUID=5a569d86-b935-46dd-ae79-7a72a25b6a4c" }, "ansible_date_time": { "date": "2026-04-13", "day": "13", "epoch": "1776097994", "epoch_int": "1776097994", "hour": "16", "iso8601": "2026-04-13T16:33:14Z", "iso8601_basic": "20260413T163314449857", "iso8601_basic_short": "20260413T163314", "iso8601_micro": "2026-04-13T16:33:14.449857Z", "minute": "33", "month": "04", "second": "14", "time": "16:33:14", "tz": "UTC", "tz_dst": "UTC", "tz_offset": "+0000", "weekday": "Monday", "weekday_number": "1", "weeknumber": "15", "year": "2026" }, "ansible_devices": {}, "ansible_distribution": "Debian", "ansible_distribution_major_version": "12", "ansible_distribution_release": "bookworm", "ansible_distribution_version": "12", "ansible_dns": { "nameservers": [ "127.0.0.11" ], "options": { "edns0": true, "ndots": "0", "trust-ad": true }, "search": [ "openstacklocal" ] }, "ansible_domain": "", "ansible_effective_group_id": 0, "ansible_effective_user_id": 0, "ansible_env": { "ANSIBLE_CONFIG": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/ansible/pre_playbook_0/ansible.cfg", "DEBIAN_FRONTEND": "noninteractive", "GPG_KEY": "A035C8C19219BA821ECEA86B64E628F8D684696D", "HOME": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work", "HOSTNAME": "0a8996d2b663", "LANG": "C.UTF-8", "PATH": "/usr/local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin", "PWD": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/trusted/project_0/github.com/vexxhost/zuul-config/playbooks/base", "PYTHONPATH": "/var/lib/zuul/ansible/9", "PYTHON_SHA256": "8d3ed8ec5c88c1c95f5e558612a725450d2452813ddad5e58fdb1a53b1209b78", "PYTHON_VERSION": "3.11.14", "SSH_AGENT_PID": "4069995", "SSH_AUTH_SOCK": "/tmp/ssh-4PFjhsZbu2Rx/agent.4069982", "TMP": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/tmp", "ZUUL_ANSIBLE_SPLIT_STREAMS": "False", "ZUUL_JOBDIR": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd", "ZUUL_JOB_FAILURE_OUTPUT": "[]", "ZUUL_JOB_LOG_CONFIG": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/ansible/logging.json", "ZUUL_OUTPUT_MAX_BYTES": "1073741824" }, "ansible_fibre_channel_wwn": [], "ansible_fips": false, "ansible_form_factor": "NA", "ansible_fqdn": "0a8996d2b663", "ansible_hostname": "0a8996d2b663", "ansible_hostnqn": "", "ansible_is_chroot": false, "ansible_iscsi_iqn": "", "ansible_kernel": "5.15.0-130-generic", "ansible_kernel_version": "#140-Ubuntu SMP Wed Dec 18 17:59:53 UTC 2024", "ansible_loadavg": { "15m": 2.28125, "1m": 2.3681640625, "5m": 2.21044921875 }, "ansible_local": {}, "ansible_lsb": {}, "ansible_lvm": "N/A", "ansible_machine": "x86_64", "ansible_memfree_mb": 8276, "ansible_memory_mb": { "nocache": { "free": 17821, "used": 14269 }, "real": { "free": 8276, "total": 32090, "used": 23814 }, "swap": { "cached": 0, "free": 0, "total": 0, "used": 0 } }, "ansible_memtotal_mb": 32090, "ansible_mounts": [ { "block_available": 9340201, "block_size": 4096, "block_total": 40601580, "block_used": 31261379, "device": "/dev/vda1", "fstype": "ext4", "inode_available": 16738573, "inode_total": 20643840, "inode_used": 3905267, "mount": "/etc/resolv.conf", "options": "ro,nosuid,nodev,relatime,discard,errors=remount-ro,bind", "size_available": 38257463296, "size_total": 166304071680, "uuid": "N/A" }, { "block_available": 9340201, "block_size": 4096, "block_total": 40601580, "block_used": 31261379, "device": "/dev/vda1", "fstype": "ext4", "inode_available": 16738573, "inode_total": 20643840, "inode_used": 3905267, "mount": "/etc/hosts", "options": "ro,nosuid,nodev,relatime,discard,errors=remount-ro,bind", "size_available": 38257463296, "size_total": 166304071680, "uuid": "N/A" }, { "block_available": 9340201, "block_size": 4096, "block_total": 40601580, "block_used": 31261379, "device": "/dev/vda1", "fstype": "ext4", "inode_available": 16738573, "inode_total": 20643840, "inode_used": 3905267, "mount": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work", "options": "rw,nosuid,nodev,relatime,discard,errors=remount-ro,bind", "size_available": 38257463296, "size_total": 166304071680, "uuid": "N/A" }, { "block_available": 9340201, "block_size": 4096, "block_total": 40601580, "block_used": 31261379, "device": "/dev/vda1", "fstype": "ext4", "inode_available": 16738573, "inode_total": 20643840, "inode_used": 3905267, "mount": "/var/lib/zuul/ansible/9", "options": "ro,nosuid,nodev,relatime,discard,errors=remount-ro,bind", "size_available": 38257463296, "size_total": 166304071680, "uuid": "N/A" }, { "block_available": 9340201, "block_size": 4096, "block_total": 40601580, "block_used": 31261379, "device": "/dev/vda1", "fstype": "ext4", "inode_available": 16738573, "inode_total": 20643840, "inode_used": 3905267, "mount": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/ansible", "options": "ro,nosuid,nodev,relatime,discard,errors=remount-ro,bind", "size_available": 38257463296, "size_total": 166304071680, "uuid": "N/A" }, { "block_available": 9340201, "block_size": 4096, "block_total": 40601580, "block_used": 31261379, "device": "/dev/vda1", "fstype": "ext4", "inode_available": 16738573, "inode_total": 20643840, "inode_used": 3905267, "mount": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/trusted", "options": "ro,nosuid,nodev,relatime,discard,errors=remount-ro,bind", "size_available": 38257463296, "size_total": 166304071680, "uuid": "N/A" }, { "block_available": 9340201, "block_size": 4096, "block_total": 40601580, "block_used": 31261379, "device": "/dev/vda1", "fstype": "ext4", "inode_available": 16738573, "inode_total": 20643840, "inode_used": 3905267, "mount": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/untrusted", "options": "ro,nosuid,nodev,relatime,discard,errors=remount-ro,bind", "size_available": 38257463296, "size_total": 166304071680, "uuid": "N/A" }, { "block_available": 9340201, "block_size": 4096, "block_total": 40601580, "block_used": 31261379, "device": "/dev/vda1", "fstype": "ext4", "inode_available": 16738573, "inode_total": 20643840, "inode_used": 3905267, "mount": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/ansible/pre_playbook_0", "options": "ro,nosuid,nodev,relatime,discard,errors=remount-ro,bind", "size_available": 38257463296, "size_total": 166304071680, "uuid": "N/A" }, { "block_available": 9340201, "block_size": 4096, "block_total": 40601580, "block_used": 31261379, "device": "/dev/vda1", "fstype": "ext4", "inode_available": 16738573, "inode_total": 20643840, "inode_used": 3905267, "mount": "/etc/zuul/site-variables.yaml", "options": "ro,nosuid,nodev,relatime,discard,errors=remount-ro,bind", "size_available": 38257463296, "size_total": 166304071680, "uuid": "N/A" }, { "block_available": 192469788, "block_size": 4096, "block_total": 263940717, "block_used": 71470929, "device": "/dev/vdb", "fstype": "ext4", "inode_available": 58738084, "inode_total": 67108864, "inode_used": 8370780, "mount": "/srv/static/logs", "options": "rw,nosuid,nodev,relatime,discard", "size_available": 788356251648, "size_total": 1081101176832, "uuid": "N/A" }, { "block_available": 9340201, "block_size": 4096, "block_total": 40601580, "block_used": 31261379, "device": "/dev/vda1", "fstype": "ext4", "inode_available": 16738573, "inode_total": 20643840, "inode_used": 3905267, "mount": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/.ansible", "options": "rw,nosuid,nodev,relatime,discard,errors=remount-ro,bind", "size_available": 38257463296, "size_total": 166304071680, "uuid": "N/A" } ], "ansible_nodename": "0a8996d2b663", "ansible_os_family": "Debian", "ansible_pkg_mgr": "apt", "ansible_proc_cmdline": { "BOOT_IMAGE": "/boot/vmlinuz-5.15.0-130-generic", "console": [ "tty1", "ttyS0" ], "ro": true, "root": "UUID=5a569d86-b935-46dd-ae79-7a72a25b6a4c" }, "ansible_processor": [ "0", "AuthenticAMD", "AMD EPYC-Rome Processor", "1", "AuthenticAMD", "AMD EPYC-Rome Processor", "2", "AuthenticAMD", "AMD EPYC-Rome Processor", "3", "AuthenticAMD", "AMD EPYC-Rome Processor", "4", "AuthenticAMD", "AMD EPYC-Rome Processor", "5", "AuthenticAMD", "AMD EPYC-Rome Processor", "6", "AuthenticAMD", "AMD EPYC-Rome Processor", "7", "AuthenticAMD", "AMD EPYC-Rome Processor", "8", "AuthenticAMD", "AMD EPYC-Rome Processor", "9", "AuthenticAMD", "AMD EPYC-Rome Processor", "10", "AuthenticAMD", "AMD EPYC-Rome Processor", "11", "AuthenticAMD", "AMD EPYC-Rome Processor", "12", "AuthenticAMD", "AMD EPYC-Rome Processor", "13", "AuthenticAMD", "AMD EPYC-Rome Processor", "14", "AuthenticAMD", "AMD EPYC-Rome Processor", "15", "AuthenticAMD", "AMD EPYC-Rome Processor" ], "ansible_processor_cores": 1, "ansible_processor_count": 16, "ansible_processor_nproc": 16, "ansible_processor_threads_per_core": 1, "ansible_processor_vcpus": 16, "ansible_product_name": "NA", "ansible_product_serial": "NA", "ansible_product_uuid": "NA", "ansible_product_version": "NA", "ansible_python": { "executable": "/usr/local/lib/zuul/ansible/9/bin/python", "has_sslcontext": true, "type": "cpython", "version": { "major": 3, "micro": 14, "minor": 11, "releaselevel": "final", "serial": 0 }, "version_info": [ 3, 11, 14, "final", 0 ] }, "ansible_python_version": "3.11.14", "ansible_real_group_id": 0, "ansible_real_user_id": 0, "ansible_selinux": { "status": "disabled" }, "ansible_selinux_python_present": true, "ansible_service_mgr": "bwrap", "ansible_swapfree_mb": 0, "ansible_swaptotal_mb": 0, "ansible_system": "Linux", "ansible_system_capabilities": "N/A", "ansible_system_capabilities_enforced": "N/A", "ansible_system_vendor": "NA", "ansible_uptime_seconds": 39761724, "ansible_user_dir": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work", "ansible_user_gecos": "root", "ansible_user_gid": 0, "ansible_user_id": "root", "ansible_user_shell": "/bin/bash", "ansible_user_uid": 0, "ansible_userspace_architecture": "x86_64", "ansible_userspace_bits": "64", "ansible_virtualization_role": "host", "ansible_virtualization_tech_guest": [], "ansible_virtualization_tech_host": [ "kvm" ], "ansible_virtualization_type": "kvm", "gather_subset": [ "all" ], "module_setup": true }, "changed": false, "deprecations": [], "warnings": [] } }, "task": { "duration": { "end": "2026-04-13T16:33:14.758886Z", "start": "2026-04-13T16:33:13.786913Z" }, "id": "0242ac17-0011-8e22-e4d0-00000000002a", "name": "Gathering Facts" } }, { "hosts": { "localhost": { "action": "include_role", "changed": false, "include_args": { "name": "set-zuul-log-path-fact" } } }, "role": { "id": "0242ac17-0011-8e22-e4d0-000000000006", "name": "emit-job-header", "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/emit-job-header" }, "task": { "duration": { "end": "2026-04-13T16:33:14.784630Z", "start": "2026-04-13T16:33:14.763522Z" }, "id": "0242ac17-0011-8e22-e4d0-000000000008", "name": "Setup log path fact" } }, { "hosts": { "localhost": { "action": "set_fact", "ansible_facts": { "zuul_log_path": "a8e/oss/a8e5d66dd941426f9ff2b18bd746afcd" }, "changed": false } }, "role": { "id": "0242ac17-0011-8e22-e4d0-000000000054", "name": "set-zuul-log-path-fact", "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/set-zuul-log-path-fact" }, "task": { "duration": { "end": "2026-04-13T16:33:14.823935Z", "start": "2026-04-13T16:33:14.796495Z" }, "id": "0242ac17-0011-8e22-e4d0-000000000056", "name": "Set log path for a build" } }, { "hosts": { "localhost": { "action": "debug", "changed": false, "msg": "# Job Information\nAnsible Version: 2.16.16\nJob: atmosphere-molecule-aio-ovn\nPipeline: check\nExecutor: 0a8996d2b663\nTriggered by: https://github.com/vexxhost/atmosphere/pull/3818\nEvent ID: 5dc2aaf0-3756-11f1-8508-ec1623968e8a\n" } }, "role": { "id": "0242ac17-0011-8e22-e4d0-000000000006", "name": "emit-job-header", "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/emit-job-header" }, "task": { "duration": { "end": "2026-04-13T16:33:14.874806Z", "start": "2026-04-13T16:33:14.832873Z" }, "id": "0242ac17-0011-8e22-e4d0-000000000009", "name": "Print job information" } }, { "hosts": { "localhost": { "action": "debug", "changed": false, "msg": "All items completed", "results": [ { "ansible_loop_var": "zj_item", "changed": false, "failed": false, "msg": "# Node Information\nInventory Hostname: instance\nHostname: np0000165538\nUsername: zuul\nDistro: Ubuntu 22.04\nProvider: yul1\nRegion: ca-ymq-1\nLabel: ubuntu-jammy-16\nProduct Name: OpenStack Nova\nInterface IP: 199.204.45.23\n", "zj_item": "instance" } ] } }, "role": { "id": "0242ac17-0011-8e22-e4d0-000000000006", "name": "emit-job-header", "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/emit-job-header" }, "task": { "duration": { "end": "2026-04-13T16:33:14.986648Z", "start": "2026-04-13T16:33:14.878645Z" }, "id": "0242ac17-0011-8e22-e4d0-00000000000a", "name": "Print node information" } }, { "hosts": { "localhost": { "action": "file", "changed": true, "diff": { "after": { "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/logs/zuul-info", "state": "directory" }, "before": { "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/logs/zuul-info", "state": "absent" } }, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": 493, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/logs/zuul-info", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/logs/zuul-info", "size": 4096, "state": "directory", "uid": 0 } }, "role": { "id": "0242ac17-0011-8e22-e4d0-00000000000d", "name": "log-inventory", "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/log-inventory" }, "task": { "duration": { "end": "2026-04-13T16:33:15.424901Z", "start": "2026-04-13T16:33:15.000921Z" }, "id": "0242ac17-0011-8e22-e4d0-00000000000f", "name": "Ensure Zuul Ansible directory exists" } }, { "hosts": { "localhost": { "action": "copy", "changed": true, "checksum": "4cf38f4a13fbad1284f9c4923ab3a3cce1deb851", "dest": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/logs/zuul-info/inventory.yaml", "diff": [], "gid": 0, "group": "root", "invocation": { "module_args": { "_original_basename": "inventory.yaml", "attributes": null, "backup": false, "checksum": "4cf38f4a13fbad1284f9c4923ab3a3cce1deb851", "content": null, "dest": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/logs/zuul-info", "directory_mode": null, "follow": false, "force": true, "group": null, "local_follow": null, "mode": 420, "owner": null, "remote_src": null, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/.ansible/tmp/ansible-tmp-1776097995.4754639-84-230951411744842/source", "unsafe_writes": false, "validate": null } }, "md5sum": "330ccb19f6d1c8d7f95f6a52bb244c0f", "mode": "0644", "owner": "root", "size": 40089, "src": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/.ansible/tmp/ansible-tmp-1776097995.4754639-84-230951411744842/source", "state": "file", "uid": 0 } }, "role": { "id": "0242ac17-0011-8e22-e4d0-00000000000d", "name": "log-inventory", "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/log-inventory" }, "task": { "duration": { "end": "2026-04-13T16:33:16.326964Z", "start": "2026-04-13T16:33:15.445931Z" }, "id": "0242ac17-0011-8e22-e4d0-000000000010", "name": "Copy ansible inventory to logs dir" } } ] }, { "play": { "duration": { "end": "2026-04-13T16:33:23.385741Z", "start": "2026-04-13T16:33:16.338766Z" }, "id": "0242ac17-0011-8e22-e4d0-000000000011", "name": "all" }, "tasks": [ { "hosts": { "instance": { "action": "stat", "changed": false, "failed_when_result": false, "invocation": { "module_args": { "checksum_algorithm": "sha1", "follow": false, "get_attributes": true, "get_checksum": true, "get_mime": true, "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/a8e5d66dd941426f9ff2b18bd746afcd_id_rsa" } }, "stat": { "exists": false } } }, "role": { "id": "0242ac17-0011-8e22-e4d0-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-04-13T16:33:16.566791Z", "start": "2026-04-13T16:33:16.347469Z" }, "id": "0242ac17-0011-8e22-e4d0-000000000018", "name": "Check to see if ssh key was already created for this build" } }, { "hosts": { "instance": { "action": "include_tasks", "changed": false, "include": "create-key-and-replace.yaml", "include_args": {} } }, "role": { "id": "0242ac17-0011-8e22-e4d0-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-04-13T16:33:16.612330Z", "start": "2026-04-13T16:33:16.576547Z" }, "id": "0242ac17-0011-8e22-e4d0-000000000019", "name": "Create a new key in workspace based on build UUID" } }, { "hosts": { "instance": { "action": "command", "changed": true, "cmd": [ "ssh-keygen", "-t", "rsa", "-N", "", "-C", "zuul-build-sshkey", "-f", "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/a8e5d66dd941426f9ff2b18bd746afcd_id_rsa", "-b", "3072" ], "delta": "0:00:00.827981", "end": "2026-04-13 16:33:17.799559", "invocation": { "module_args": { "_raw_params": "ssh-keygen -t rsa -N '' -C 'zuul-build-sshkey' -f /var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/a8e5d66dd941426f9ff2b18bd746afcd_id_rsa -b 3072", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0242ac17-0011-8e22-e4d0-00000000009c-0-instance", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-04-13 16:33:16.971578", "stderr": "", "stderr_lines": [], "stdout": "Generating public/private rsa key pair.\nYour identification has been saved in /var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/a8e5d66dd941426f9ff2b18bd746afcd_id_rsa\nYour public key has been saved in /var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/a8e5d66dd941426f9ff2b18bd746afcd_id_rsa.pub\nThe key fingerprint is:\nSHA256:MJgDEN3ttzZUEXr0ECP/PvgHGsYga8HdvuYe4QzrBOU zuul-build-sshkey\nThe key's randomart image is:\n+---[RSA 3072]----+\n|o+.. . . B+ |\n| ...o. =.+ |\n| +oo.ooo . |\n| .===... |\n| .*E=. . |\n| o.+==+. |\n| . .oo=+o. |\n| o +o .. |\n| .+o .. |\n+----[SHA256]-----+", "stdout_lines": [ "Generating public/private rsa key pair.", "Your identification has been saved in /var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/a8e5d66dd941426f9ff2b18bd746afcd_id_rsa", "Your public key has been saved in /var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/a8e5d66dd941426f9ff2b18bd746afcd_id_rsa.pub", "The key fingerprint is:", "SHA256:MJgDEN3ttzZUEXr0ECP/PvgHGsYga8HdvuYe4QzrBOU zuul-build-sshkey", "The key's randomart image is:", "+---[RSA 3072]----+", "|o+.. . . B+ |", "| ...o. =.+ |", "| +oo.ooo . |", "| .===... |", "| .*E=. . |", "| o.+==+. |", "| . .oo=+o. |", "| o +o .. |", "| .+o .. |", "+----[SHA256]-----+" ], "zuul_log_id": "0242ac17-0011-8e22-e4d0-00000000009c-0-instance" } }, "role": { "id": "0242ac17-0011-8e22-e4d0-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-04-13T16:33:17.840735Z", "start": "2026-04-13T16:33:16.631450Z" }, "id": "0242ac17-0011-8e22-e4d0-00000000009c", "name": "Create Temp SSH key" } }, { "hosts": { "instance": { "action": "include_tasks", "changed": false, "include": "remote-linux.yaml", "include_args": {} } }, "role": { "id": "0242ac17-0011-8e22-e4d0-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-04-13T16:33:17.881155Z", "start": "2026-04-13T16:33:17.845521Z" }, "id": "0242ac17-0011-8e22-e4d0-00000000009d", "name": "Remote setup ssh keys (linux)" } }, { "hosts": { "instance": { "action": "lineinfile", "changed": false, "false_condition": "zuul_build_sshkey_cleanup", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0242ac17-0011-8e22-e4d0-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-04-13T16:33:17.921970Z", "start": "2026-04-13T16:33:17.897105Z" }, "id": "0242ac17-0011-8e22-e4d0-0000000000bc", "name": "Remove previously added zuul-build-sshkey" } }, { "hosts": { "instance": { "action": "authorized_key", "changed": true, "comment": null, "exclusive": false, "follow": false, "invocation": { "module_args": { "changed": true, "comment": null, "exclusive": false, "follow": false, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC/vi4PmP7pxHBzSPSBOD7PO+jCq26VdMft55wLIguA7Hgddjpp4hRZMWSza8aggUlB5f06Fnk7FFia8dQYyq1mpseQlM5iuvUs/mAd9umPYjSwoRgL/uoWZmqj5CGTeGoTlAeEWcnqdSr9wb8YZhGk1g8GlOuS8rT7E7TvUsJOzAXHkf8xOyeUw3x6YVroziD2rEab29wbgQCaPBAaeFSlGsI/xErk96jsjbxKp3Wbq4LVa8euE7N06Oy+ZBQvUzt8K8SHQ2M6BMzvKxjJvKs0vIWEY/KmvXmXlSEpLRpFqvNwSq6JFjrmOTr6vEpjAAfOfRflapvXQboV9Hx63QSiJcIt1ikLvAoa0Nbb7sSwEkxqBu1zDh2OCuF6L3nUSB8QEU1Eo5TydOx4SYeI0NInMnCUCKnIIkM/m2LAXUHM3kMaDiLC82FELaBAnhgHn4y37gcQMvSj+dQDyr0+q0rEytoEjC7am+7vM0qr/wX0eTfykSH6G51glo8St3lYeQE= zuul-build-sshkey", "key_options": null, "keyfile": "/home/zuul/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "zuul", "validate_certs": true } }, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC/vi4PmP7pxHBzSPSBOD7PO+jCq26VdMft55wLIguA7Hgddjpp4hRZMWSza8aggUlB5f06Fnk7FFia8dQYyq1mpseQlM5iuvUs/mAd9umPYjSwoRgL/uoWZmqj5CGTeGoTlAeEWcnqdSr9wb8YZhGk1g8GlOuS8rT7E7TvUsJOzAXHkf8xOyeUw3x6YVroziD2rEab29wbgQCaPBAaeFSlGsI/xErk96jsjbxKp3Wbq4LVa8euE7N06Oy+ZBQvUzt8K8SHQ2M6BMzvKxjJvKs0vIWEY/KmvXmXlSEpLRpFqvNwSq6JFjrmOTr6vEpjAAfOfRflapvXQboV9Hx63QSiJcIt1ikLvAoa0Nbb7sSwEkxqBu1zDh2OCuF6L3nUSB8QEU1Eo5TydOx4SYeI0NInMnCUCKnIIkM/m2LAXUHM3kMaDiLC82FELaBAnhgHn4y37gcQMvSj+dQDyr0+q0rEytoEjC7am+7vM0qr/wX0eTfykSH6G51glo8St3lYeQE= zuul-build-sshkey", "key_options": null, "keyfile": "/home/zuul/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "zuul", "validate_certs": true } }, "role": { "id": "0242ac17-0011-8e22-e4d0-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-04-13T16:33:18.364623Z", "start": "2026-04-13T16:33:17.932566Z" }, "id": "0242ac17-0011-8e22-e4d0-0000000000bd", "name": "Enable access via build key on all nodes" } }, { "hosts": { "instance": { "action": "file", "changed": false, "diff": { "after": { "path": "/home/zuul/.ssh" }, "before": { "path": "/home/zuul/.ssh" } }, "gid": 1000, "group": "zuul", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": 448, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul/.ssh", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0700", "owner": "zuul", "path": "/home/zuul/.ssh", "size": 4096, "state": "directory", "uid": 1000 } }, "role": { "id": "0242ac17-0011-8e22-e4d0-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-04-13T16:33:18.547910Z", "start": "2026-04-13T16:33:18.371562Z" }, "id": "0242ac17-0011-8e22-e4d0-0000000000be", "name": "Make sure user has a .ssh" } }, { "hosts": { "instance": { "action": "copy", "changed": true, "checksum": "ca64c6557378c8b4c6e8c2692367975d4b7bec67", "dest": "/home/zuul/.ssh/id_rsa", "diff": [], "gid": 1000, "group": "zuul", "invocation": { "module_args": { "_original_basename": "a8e5d66dd941426f9ff2b18bd746afcd_id_rsa", "attributes": null, "backup": false, "checksum": "ca64c6557378c8b4c6e8c2692367975d4b7bec67", "content": null, "dest": "/home/zuul/.ssh/id_rsa", "directory_mode": null, "follow": false, "force": false, "group": null, "local_follow": null, "mode": 384, "owner": null, "remote_src": null, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "/home/zuul/.ansible/tmp/ansible-tmp-1776097998.5912323-190-61384540133911/source", "unsafe_writes": false, "validate": null } }, "md5sum": "b05391c27950c9932d37d4f4ae13c6f1", "mode": "0600", "owner": "zuul", "size": 2602, "src": "/home/zuul/.ansible/tmp/ansible-tmp-1776097998.5912323-190-61384540133911/source", "state": "file", "uid": 1000 } }, "role": { "id": "0242ac17-0011-8e22-e4d0-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-04-13T16:33:18.997278Z", "start": "2026-04-13T16:33:18.552637Z" }, "id": "0242ac17-0011-8e22-e4d0-0000000000bf", "name": "Install build private key as SSH key on all nodes" } }, { "hosts": { "instance": { "action": "copy", "changed": true, "checksum": "33d0409688169fc77d19a1fa98bd416e5e165907", "dest": "/home/zuul/.ssh/id_rsa.pub", "diff": [], "gid": 1000, "group": "zuul", "invocation": { "module_args": { "_original_basename": "a8e5d66dd941426f9ff2b18bd746afcd_id_rsa.pub", "attributes": null, "backup": false, "checksum": "33d0409688169fc77d19a1fa98bd416e5e165907", "content": null, "dest": "/home/zuul/.ssh/id_rsa.pub", "directory_mode": null, "follow": false, "force": false, "group": null, "local_follow": null, "mode": 420, "owner": null, "remote_src": null, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "/home/zuul/.ansible/tmp/ansible-tmp-1776097999.0428724-200-115665968313934/source", "unsafe_writes": false, "validate": null } }, "md5sum": "ea222bd004fe5878971ed95d97364cb5", "mode": "0644", "owner": "zuul", "size": 571, "src": "/home/zuul/.ansible/tmp/ansible-tmp-1776097999.0428724-200-115665968313934/source", "state": "file", "uid": 1000 } }, "role": { "id": "0242ac17-0011-8e22-e4d0-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-04-13T16:33:19.470241Z", "start": "2026-04-13T16:33:19.003552Z" }, "id": "0242ac17-0011-8e22-e4d0-0000000000c0", "name": "Install build public key as SSH key on all nodes" } }, { "hosts": { "instance": { "action": "include_tasks", "changed": false, "false_condition": "ansible_os_family == \"Windows\"", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0242ac17-0011-8e22-e4d0-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-04-13T16:33:19.500267Z", "start": "2026-04-13T16:33:19.474970Z" }, "id": "0242ac17-0011-8e22-e4d0-00000000009e", "name": "Remote setup ssh keys (windows)" } }, { "hosts": { "instance": { "action": "sshagent_remove_keys", "changed": true, "invocation": { "module_args": { "remove": "^(?!\\(stdin\\)).*" } }, "removed": [ "/etc/zuul/id_rsa" ] } }, "role": { "id": "0242ac17-0011-8e22-e4d0-0000000000a3", "name": "remove-zuul-sshkey", "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/remove-zuul-sshkey" }, "task": { "duration": { "end": "2026-04-13T16:33:19.893819Z", "start": "2026-04-13T16:33:19.512481Z" }, "id": "0242ac17-0011-8e22-e4d0-0000000000a5", "name": "Remove master key from local agent" } }, { "hosts": { "instance": { "action": "command", "changed": true, "cmd": [ "ssh-add", "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/a8e5d66dd941426f9ff2b18bd746afcd_id_rsa" ], "delta": "0:00:00.014535", "end": "2026-04-13 16:33:20.167624", "invocation": { "module_args": { "_raw_params": "ssh-add /var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/a8e5d66dd941426f9ff2b18bd746afcd_id_rsa", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0242ac17-0011-8e22-e4d0-0000000000ab-0-instance", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-04-13 16:33:20.153089", "stderr": "", "stderr_lines": [], "stdout": "Identity added: /var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/a8e5d66dd941426f9ff2b18bd746afcd_id_rsa (zuul-build-sshkey)", "stdout_lines": [ "Identity added: /var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/a8e5d66dd941426f9ff2b18bd746afcd_id_rsa (zuul-build-sshkey)" ], "zuul_log_id": "0242ac17-0011-8e22-e4d0-0000000000ab-0-instance" } }, "role": { "id": "0242ac17-0011-8e22-e4d0-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-04-13T16:33:20.216847Z", "start": "2026-04-13T16:33:19.939093Z" }, "id": "0242ac17-0011-8e22-e4d0-0000000000ab", "name": "Add back temp key" } }, { "hosts": { "instance": { "action": "ping", "changed": false, "invocation": { "module_args": { "data": "pong" } }, "ping": "pong" } }, "role": { "id": "0242ac17-0011-8e22-e4d0-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-04-13T16:33:20.475396Z", "start": "2026-04-13T16:33:20.223861Z" }, "id": "0242ac17-0011-8e22-e4d0-0000000000ac", "name": "Verify we can still SSH to all nodes" } }, { "hosts": { "instance": { "action": "command", "changed": false, "false_condition": "ansible_os_family == \"Windows\"", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0242ac17-0011-8e22-e4d0-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-04-13T16:33:20.507874Z", "start": "2026-04-13T16:33:20.482100Z" }, "id": "0242ac17-0011-8e22-e4d0-0000000000ad", "name": "Verify we can still SSH to all nodes (windows)" } }, { "hosts": { "instance": { "action": "zuul_console", "changed": false, "invocation": { "module_args": { "path": "/tmp/console-{log_uuid}.log", "port": 19885, "state": "present" } } } }, "role": { "id": "0242ac17-0011-8e22-e4d0-00000000001b", "name": "prepare-workspace", "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/prepare-workspace" }, "task": { "duration": { "end": "2026-04-13T16:33:20.811747Z", "start": "2026-04-13T16:33:20.523310Z" }, "id": "0242ac17-0011-8e22-e4d0-00000000001d", "name": "Start zuul_console daemon." } }, { "hosts": { "instance": { "action": "synchronize", "censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": true } }, "role": { "id": "0242ac17-0011-8e22-e4d0-00000000001b", "name": "prepare-workspace", "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/prepare-workspace" }, "task": { "duration": { "end": "2026-04-13T16:33:22.355448Z", "start": "2026-04-13T16:33:20.819173Z" }, "id": "0242ac17-0011-8e22-e4d0-00000000001e", "name": "Synchronize src repos to workspace directory." } }, { "hosts": { "instance": { "action": "file", "changed": false, "msg": "All items completed", "results": [ { "ansible_loop_var": "zj_output_dir", "changed": false, "failed": false, "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul/zuul-output/logs", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "absent", "unsafe_writes": false } }, "path": "/home/zuul/zuul-output/logs", "state": "absent", "zj_output_dir": "logs" }, { "ansible_loop_var": "zj_output_dir", "changed": false, "failed": false, "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul/zuul-output/artifacts", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "absent", "unsafe_writes": false } }, "path": "/home/zuul/zuul-output/artifacts", "state": "absent", "zj_output_dir": "artifacts" }, { "ansible_loop_var": "zj_output_dir", "changed": false, "failed": false, "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul/zuul-output/docs", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "absent", "unsafe_writes": false } }, "path": "/home/zuul/zuul-output/docs", "state": "absent", "zj_output_dir": "docs" } ] } }, "role": { "id": "0242ac17-0011-8e22-e4d0-000000000020", "name": "ensure-output-dirs", "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/ensure-output-dirs" }, "task": { "duration": { "end": "2026-04-13T16:33:22.870595Z", "start": "2026-04-13T16:33:22.364099Z" }, "id": "0242ac17-0011-8e22-e4d0-000000000022", "name": "Empty Zuul Output directories by removing them" } }, { "hosts": { "instance": { "action": "file", "changed": true, "msg": "All items completed", "results": [ { "ansible_loop_var": "zj_output_dir", "changed": true, "diff": { "after": { "mode": "0755", "path": "/home/zuul/zuul-output/logs", "state": "directory" }, "before": { "mode": "0775", "path": "/home/zuul/zuul-output/logs", "state": "absent" } }, "failed": false, "gid": 1000, "group": "zuul", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": 493, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul/zuul-output/logs", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "zuul", "path": "/home/zuul/zuul-output/logs", "size": 4096, "state": "directory", "uid": 1000, "zj_output_dir": "logs" }, { "ansible_loop_var": "zj_output_dir", "changed": true, "diff": { "after": { "mode": "0755", "path": "/home/zuul/zuul-output/artifacts", "state": "directory" }, "before": { "mode": "0775", "path": "/home/zuul/zuul-output/artifacts", "state": "absent" } }, "failed": false, "gid": 1000, "group": "zuul", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": 493, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul/zuul-output/artifacts", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "zuul", "path": "/home/zuul/zuul-output/artifacts", "size": 4096, "state": "directory", "uid": 1000, "zj_output_dir": "artifacts" }, { "ansible_loop_var": "zj_output_dir", "changed": true, "diff": { "after": { "mode": "0755", "path": "/home/zuul/zuul-output/docs", "state": "directory" }, "before": { "mode": "0775", "path": "/home/zuul/zuul-output/docs", "state": "absent" } }, "failed": false, "gid": 1000, "group": "zuul", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": 493, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul/zuul-output/docs", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "zuul", "path": "/home/zuul/zuul-output/docs", "size": 4096, "state": "directory", "uid": 1000, "zj_output_dir": "docs" } ] } }, "role": { "id": "0242ac17-0011-8e22-e4d0-000000000020", "name": "ensure-output-dirs", "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/ensure-output-dirs" }, "task": { "duration": { "end": "2026-04-13T16:33:23.385741Z", "start": "2026-04-13T16:33:22.881303Z" }, "id": "0242ac17-0011-8e22-e4d0-000000000024", "name": "Ensure Zuul Output directories exist" } } ] } ], "stats": { "instance": { "changed": 8, "failures": 0, "ignored": 0, "ok": 15, "rescued": 0, "skipped": 3, "unreachable": 0 }, "localhost": { "changed": 2, "failures": 0, "ignored": 0, "ok": 6, "rescued": 0, "skipped": 0, "unreachable": 0 } }, "trusted": true }, { "branch": "main", "index": "1", "phase": "pre", "playbook": "github.com/vexxhost/zuul-jobs/playbooks/molecule/pre.yaml", "plays": [ { "play": { "duration": { "end": "2026-04-13T16:33:26.986421Z", "start": "2026-04-13T16:33:24.124881Z" }, "id": "0242ac17-0011-b7c5-34bc-000000000002", "name": "all" }, "tasks": [ { "hosts": { "instance": { "action": "ansible.builtin.unarchive", "changed": true, "dest": "/usr/local/bin", "extract_results": { "cmd": [ "/usr/bin/tar", "--extract", "-C", "/usr/local/bin", "-z", "--show-transformed-names", "--strip-components=1", "-f", "/home/zuul/.ansible/tmp/ansible-tmp-1776098004.1797252-5-243271969442092/uv-x86_64-unknown-linux-gnuewbsadg3.tar.gz" ], "err": "", "out": "", "rc": 0 }, "gid": 0, "group": "root", "handler": "TgzArchive", "invocation": { "module_args": { "attributes": null, "copy": true, "creates": "/usr/local/bin/uv", "decrypt": true, "dest": "/usr/local/bin", "exclude": [], "extra_opts": [ "--strip-components=1" ], "group": null, "include": [], "io_buffer_size": 65536, "keep_newer": false, "list_files": false, "mode": null, "owner": null, "remote_src": true, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "https://github.com/astral-sh/uv/releases/download/0.8.13/uv-x86_64-unknown-linux-gnu.tar.gz", "unsafe_writes": false, "validate_certs": true } }, "mode": "0755", "owner": "root", "size": 4096, "src": "/home/zuul/.ansible/tmp/ansible-tmp-1776098004.1797252-5-243271969442092/uv-x86_64-unknown-linux-gnuewbsadg3.tar.gz", "state": "directory", "uid": 0 } }, "role": { "id": "0242ac17-0011-b7c5-34bc-000000000005", "name": "setup-uv", "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/untrusted/project_0/github.com/vexxhost/zuul-jobs/roles/setup-uv" }, "task": { "duration": { "end": "2026-04-13T16:33:26.434920Z", "start": "2026-04-13T16:33:24.137302Z" }, "id": "0242ac17-0011-b7c5-34bc-000000000007", "name": "Extract archive" } }, { "hosts": { "instance": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "/usr/local/bin/uv", "--version" ], "delta": "0:00:00.013958", "end": "2026-04-13 16:33:26.257744", "invocation": { "module_args": { "_raw_params": "/usr/local/bin/uv --version", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0242ac17-0011-b7c5-34bc-000000000008-1-instance", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-04-13 16:33:26.243786", "stderr": "", "stderr_lines": [], "stdout": "uv 0.8.13", "stdout_lines": [ "uv 0.8.13" ], "zuul_log_id": "0242ac17-0011-b7c5-34bc-000000000008-1-instance" } }, "role": { "id": "0242ac17-0011-b7c5-34bc-000000000005", "name": "setup-uv", "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/untrusted/project_0/github.com/vexxhost/zuul-jobs/roles/setup-uv" }, "task": { "duration": { "end": "2026-04-13T16:33:26.986421Z", "start": "2026-04-13T16:33:26.467832Z" }, "id": "0242ac17-0011-b7c5-34bc-000000000008", "name": "Print version" } } ] } ], "stats": { "instance": { "changed": 2, "failures": 0, "ignored": 0, "ok": 2, "rescued": 0, "skipped": 0, "unreachable": 0 } }, "trusted": false }, { "branch": "main", "index": "2", "phase": "pre", "playbook": "github.com/vexxhost/atmosphere/test-playbooks/molecule/pre.yml", "plays": [ { "play": { "duration": { "end": "2026-04-13T16:34:18.342567Z", "start": "2026-04-13T16:33:27.710777Z" }, "id": "0242ac17-0011-4288-9b17-000000000002", "name": "all" }, "tasks": [ { "hosts": { "instance": { "action": "ansible.builtin.apt", "cache_update_time": 1776098053, "cache_updated": true, "changed": true, "diff": {}, "invocation": { "module_args": { "allow_change_held_packages": false, "allow_downgrade": false, "allow_unauthenticated": false, "autoclean": false, "autoremove": false, "cache_valid_time": 0, "clean": false, "deb": null, "default_release": null, "dpkg_options": "force-confdef,force-confold", "fail_on_autoremove": false, "force": false, "force_apt_get": false, "install_recommends": null, "lock_timeout": 60, "name": "jq", "only_upgrade": false, "package": [ "jq" ], "policy_rc_d": null, "purge": false, "state": "present", "update_cache": true, "update_cache_retries": 5, "update_cache_retry_max_delay": 12, "upgrade": null } }, "stderr": "debconf: delaying package configuration, since apt-utils is not installed\n", "stderr_lines": [ "debconf: delaying package configuration, since apt-utils is not installed" ], "stdout": "Reading package lists...\nBuilding dependency tree...\nReading state information...\nThe following additional packages will be installed:\n libjq1 libonig5\nThe following NEW packages will be installed:\n jq libjq1 libonig5\n0 upgraded, 3 newly installed, 0 to remove and 1 not upgraded.\nNeed to get 357 kB of archives.\nAfter this operation, 1087 kB of additional disk space will be used.\nGet:1 http://nova.clouds.archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB]\nGet:2 http://nova.clouds.archive.ubuntu.com/ubuntu jammy-updates/main amd64 libjq1 amd64 1.6-2.1ubuntu3.1 [133 kB]\nGet:3 http://nova.clouds.archive.ubuntu.com/ubuntu jammy-updates/main amd64 jq amd64 1.6-2.1ubuntu3.1 [52.5 kB]\nFetched 357 kB in 1s (494 kB/s)\nSelecting previously unselected package libonig5:amd64.\r\n(Reading database ... \r(Reading database ... 5%\r(Reading database ... 10%\r(Reading database ... 15%\r(Reading database ... 20%\r(Reading database ... 25%\r(Reading database ... 30%\r(Reading database ... 35%\r(Reading database ... 40%\r(Reading database ... 45%\r(Reading database ... 50%\r(Reading database ... 55%\r(Reading database ... 60%\r(Reading database ... 65%\r(Reading database ... 70%\r(Reading database ... 75%\r(Reading database ... 80%\r(Reading database ... 85%\r(Reading database ... 90%\r(Reading database ... 95%\r(Reading database ... 100%\r(Reading database ... 30906 files and directories currently installed.)\r\nPreparing to unpack .../libonig5_6.9.7.1-2build1_amd64.deb ...\r\nUnpacking libonig5:amd64 (6.9.7.1-2build1) ...\r\nSelecting previously unselected package libjq1:amd64.\r\nPreparing to unpack .../libjq1_1.6-2.1ubuntu3.1_amd64.deb ...\r\nUnpacking libjq1:amd64 (1.6-2.1ubuntu3.1) ...\r\nSelecting previously unselected package jq.\r\nPreparing to unpack .../jq_1.6-2.1ubuntu3.1_amd64.deb ...\r\nUnpacking jq (1.6-2.1ubuntu3.1) ...\r\nSetting up libonig5:amd64 (6.9.7.1-2build1) ...\r\nSetting up libjq1:amd64 (1.6-2.1ubuntu3.1) ...\r\nSetting up jq (1.6-2.1ubuntu3.1) ...\r\nProcessing triggers for libc-bin (2.35-0ubuntu3.13) ...\r\n", "stdout_lines": [ "Reading package lists...", "Building dependency tree...", "Reading state information...", "The following additional packages will be installed:", " libjq1 libonig5", "The following NEW packages will be installed:", " jq libjq1 libonig5", "0 upgraded, 3 newly installed, 0 to remove and 1 not upgraded.", "Need to get 357 kB of archives.", "After this operation, 1087 kB of additional disk space will be used.", "Get:1 http://nova.clouds.archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB]", "Get:2 http://nova.clouds.archive.ubuntu.com/ubuntu jammy-updates/main amd64 libjq1 amd64 1.6-2.1ubuntu3.1 [133 kB]", "Get:3 http://nova.clouds.archive.ubuntu.com/ubuntu jammy-updates/main amd64 jq amd64 1.6-2.1ubuntu3.1 [52.5 kB]", "Fetched 357 kB in 1s (494 kB/s)", "Selecting previously unselected package libonig5:amd64.", "(Reading database ... ", "(Reading database ... 5%", "(Reading database ... 10%", "(Reading database ... 15%", "(Reading database ... 20%", "(Reading database ... 25%", "(Reading database ... 30%", "(Reading database ... 35%", "(Reading database ... 40%", "(Reading database ... 45%", "(Reading database ... 50%", "(Reading database ... 55%", "(Reading database ... 60%", "(Reading database ... 65%", "(Reading database ... 70%", "(Reading database ... 75%", "(Reading database ... 80%", "(Reading database ... 85%", "(Reading database ... 90%", "(Reading database ... 95%", "(Reading database ... 100%", "(Reading database ... 30906 files and directories currently installed.)", "Preparing to unpack .../libonig5_6.9.7.1-2build1_amd64.deb ...", "Unpacking libonig5:amd64 (6.9.7.1-2build1) ...", "Selecting previously unselected package libjq1:amd64.", "Preparing to unpack .../libjq1_1.6-2.1ubuntu3.1_amd64.deb ...", "Unpacking libjq1:amd64 (1.6-2.1ubuntu3.1) ...", "Selecting previously unselected package jq.", "Preparing to unpack .../jq_1.6-2.1ubuntu3.1_amd64.deb ...", "Unpacking jq (1.6-2.1ubuntu3.1) ...", "Setting up libonig5:amd64 (6.9.7.1-2build1) ...", "Setting up libjq1:amd64 (1.6-2.1ubuntu3.1) ...", "Setting up jq (1.6-2.1ubuntu3.1) ...", "Processing triggers for libc-bin (2.35-0ubuntu3.13) ..." ] } }, "task": { "duration": { "end": "2026-04-13T16:34:17.874850Z", "start": "2026-04-13T16:33:27.721656Z" }, "id": "0242ac17-0011-4288-9b17-000000000004", "name": "Install \"jq\" for log collection" } }, { "hosts": { "instance": { "action": "ansible.builtin.pip", "changed": false, "failed": true, "invocation": { "module_args": { "chdir": null, "editable": false, "executable": null, "extra_args": null, "name": [ "kubernetes" ], "requirements": null, "state": "present", "umask": null, "version": null, "virtualenv": null, "virtualenv_command": "virtualenv", "virtualenv_python": null, "virtualenv_site_packages": false } }, "msg": "Unable to find any of pip3 to use. pip needs to be installed." } }, "task": { "duration": { "end": "2026-04-13T16:34:18.342567Z", "start": "2026-04-13T16:34:17.880948Z" }, "id": "0242ac17-0011-4288-9b17-000000000005", "name": "Install Python \"kubernetes\" library for kubernetes.core modules" } } ] } ], "stats": { "instance": { "changed": 1, "failures": 1, "ignored": 0, "ok": 1, "rescued": 0, "skipped": 0, "unreachable": 0 } }, "trusted": false }, { "branch": "main", "index": "0", "phase": "post", "playbook": "github.com/vexxhost/atmosphere/test-playbooks/molecule/post.yml", "plays": [ { "play": { "duration": { "end": "2026-04-13T16:34:29.195687Z", "start": "2026-04-13T16:34:19.049283Z" }, "id": "0242ac17-0011-712c-adb1-000000000002", "name": "all" }, "tasks": [ { "hosts": { "instance": { "action": "file", "changed": true, "diff": { "after": { "path": "/tmp/logs/system", "state": "directory" }, "before": { "path": "/tmp/logs/system", "state": "absent" } }, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/tmp/logs/system", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/tmp/logs/system", "size": 4096, "state": "directory", "uid": 0 } }, "role": { "id": "0242ac17-0011-712c-adb1-00000000000a", "name": "gather-host-logs", "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-host-logs" }, "task": { "duration": { "end": "2026-04-13T16:34:19.415237Z", "start": "2026-04-13T16:34:19.063656Z" }, "id": "0242ac17-0011-712c-adb1-00000000000c", "name": "creating directory for system status" } }, { "hosts": { "instance": { "action": "shell", "changed": true, "cmd": "set -x\nsystemd-cgls --full --all --no-pager > /tmp/logs/system/systemd-cgls.txt\nip addr > /tmp/logs/system/ip-addr.txt\nip route > /tmp/logs/system/ip-route.txt\nlsblk > /tmp/logs/system/lsblk.txt\nmount > /tmp/logs/system/mount.txt\ndocker images > /tmp/logs/system/docker-images.txt\nbrctl show > /tmp/logs/system/brctl-show.txt\nps aux --sort=-%mem > /tmp/logs/system/ps.txt\ndpkg -l > /tmp/logs/system/packages.txt\nCONTAINERS=($(docker ps -a --format '{{ .Names }}' --filter label=zuul))\nif [ ! -z \"$CONTAINERS\" ]; then\n mkdir -p \"/tmp/logs/system/containers\"\n for CONTAINER in ${CONTAINERS}; do\n docker logs \"${CONTAINER}\" > \"/tmp/logs/system/containers/${CONTAINER}.txt\"\n done\nfi", "delta": "0:00:00.056450", "end": "2026-04-13 16:34:19.848329", "invocation": { "module_args": { "_raw_params": "set -x\nsystemd-cgls --full --all --no-pager > /tmp/logs/system/systemd-cgls.txt\nip addr > /tmp/logs/system/ip-addr.txt\nip route > /tmp/logs/system/ip-route.txt\nlsblk > /tmp/logs/system/lsblk.txt\nmount > /tmp/logs/system/mount.txt\ndocker images > /tmp/logs/system/docker-images.txt\nbrctl show > /tmp/logs/system/brctl-show.txt\nps aux --sort=-%mem > /tmp/logs/system/ps.txt\ndpkg -l > /tmp/logs/system/packages.txt\nCONTAINERS=($(docker ps -a --format '{{ .Names }}' --filter label=zuul))\nif [ ! -z \"$CONTAINERS\" ]; then\n mkdir -p \"/tmp/logs/system/containers\"\n for CONTAINER in ${CONTAINERS}; do\n docker logs \"${CONTAINER}\" > \"/tmp/logs/system/containers/${CONTAINER}.txt\"\n done\nfi", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": "/bin/bash", "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0242ac17-0011-712c-adb1-00000000000d-1-instance", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-04-13 16:34:19.791879", "stderr": "", "stderr_lines": [], "stdout": "+ systemd-cgls --full --all --no-pager\n+ ip addr\n+ ip route\n+ lsblk\n+ mount\n+ docker images\n/bin/bash: line 7: docker: command not found\n+ brctl show\n/bin/bash: line 8: brctl: command not found\n+ ps aux --sort=-%mem\n+ dpkg -l\n+ CONTAINERS=($(docker ps -a --format '{{ .Names }}' --filter label=zuul))\n++ docker ps -a --format '{{ .Names }}' --filter label=zuul\n/bin/bash: line 11: docker: command not found\n+ '[' '!' -z '' ']'", "stdout_lines": [ "+ systemd-cgls --full --all --no-pager", "+ ip addr", "+ ip route", "+ lsblk", "+ mount", "+ docker images", "/bin/bash: line 7: docker: command not found", "+ brctl show", "/bin/bash: line 8: brctl: command not found", "+ ps aux --sort=-%mem", "+ dpkg -l", "+ CONTAINERS=($(docker ps -a --format '{{ .Names }}' --filter label=zuul))", "++ docker ps -a --format '{{ .Names }}' --filter label=zuul", "/bin/bash: line 11: docker: command not found", "+ '[' '!' -z '' ']'" ], "zuul_log_id": "0242ac17-0011-712c-adb1-00000000000d-1-instance" } }, "role": { "id": "0242ac17-0011-712c-adb1-00000000000a", "name": "gather-host-logs", "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-host-logs" }, "task": { "duration": { "end": "2026-04-13T16:34:19.959405Z", "start": "2026-04-13T16:34:19.439218Z" }, "id": "0242ac17-0011-712c-adb1-00000000000d", "name": "Get logs for each host" } }, { "hosts": { "instance": { "action": "synchronize", "changed": true, "cmd": "/usr/bin/rsync --delay-updates -F --compress --archive --rsh='/usr/bin/ssh -S none -o Port=22 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null' --rsync-path='sudo -u root rsync' --out-format='<>%i %n%L' zuul@199.204.45.23:/tmp/logs/system /var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/logs/instance", "invocation": { "module_args": { "_local_rsync_password": null, "_local_rsync_path": "rsync", "_ssh_args": null, "_substitute_controller": false, "archive": true, "checksum": false, "compress": true, "copy_links": false, "delay_updates": true, "delete": false, "dest": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/logs/instance", "dest_port": 22, "dirs": false, "existing_only": false, "group": null, "link_dest": null, "links": null, "mode": "pull", "owner": null, "partial": false, "perms": null, "private_key": null, "recursive": null, "rsync_opts": [], "rsync_path": "sudo -u root rsync", "rsync_timeout": 0, "set_remote_user": true, "src": "zuul@199.204.45.23:/tmp/logs/system", "ssh_connection_multiplexing": false, "times": null, "use_ssh_args": false, "verify_host": false } }, "msg": "created directory /var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/logs/instance\ncd+++++++++ system/\n>f+++++++++ system/brctl-show.txt\n>f+++++++++ system/docker-images.txt\n>f+++++++++ system/ip-addr.txt\n>f+++++++++ system/ip-route.txt\n>f+++++++++ system/lsblk.txt\n>f+++++++++ system/mount.txt\n>f+++++++++ system/packages.txt\n>f+++++++++ system/ps.txt\n>f+++++++++ system/systemd-cgls.txt\n", "rc": 0, "stdout_lines": [ "created directory /var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/logs/instance", "cd+++++++++ system/", ">f+++++++++ system/brctl-show.txt", ">f+++++++++ system/docker-images.txt", ">f+++++++++ system/ip-addr.txt", ">f+++++++++ system/ip-route.txt", ">f+++++++++ system/lsblk.txt", ">f+++++++++ system/mount.txt", ">f+++++++++ system/packages.txt", ">f+++++++++ system/ps.txt", ">f+++++++++ system/systemd-cgls.txt" ] } }, "role": { "id": "0242ac17-0011-712c-adb1-00000000000a", "name": "gather-host-logs", "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-host-logs" }, "task": { "duration": { "end": "2026-04-13T16:34:20.590058Z", "start": "2026-04-13T16:34:19.966723Z" }, "id": "0242ac17-0011-712c-adb1-00000000000e", "name": "Downloads logs to executor" } }, { "hosts": { "instance": { "action": "file", "changed": true, "msg": "All items completed", "results": [ { "ansible_loop_var": "directory", "changed": true, "diff": { "after": { "path": "/tmp/logs/helm/values", "state": "directory" }, "before": { "path": "/tmp/logs/helm/values", "state": "absent" } }, "directory": "values", "failed": false, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/tmp/logs/helm/values", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/tmp/logs/helm/values", "size": 4096, "state": "directory", "uid": 0 }, { "ansible_loop_var": "directory", "changed": true, "diff": { "after": { "path": "/tmp/logs/helm/releases", "state": "directory" }, "before": { "path": "/tmp/logs/helm/releases", "state": "absent" } }, "directory": "releases", "failed": false, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/tmp/logs/helm/releases", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/tmp/logs/helm/releases", "size": 4096, "state": "directory", "uid": 0 } ] } }, "role": { "id": "0242ac17-0011-712c-adb1-000000000010", "name": "helm-release-status", "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/helm-release-status" }, "task": { "duration": { "end": "2026-04-13T16:34:20.986869Z", "start": "2026-04-13T16:34:20.601205Z" }, "id": "0242ac17-0011-712c-adb1-000000000012", "name": "creating directory for helm release status" } }, { "hosts": { "instance": { "action": "shell", "changed": true, "cmd": "set -e\n\nfor namespace in $(kubectl get namespaces --no-headers --output custom-columns=\":metadata.name\"); do\n # get all Helm releases including pending and failed releases\n for release in $(helm list --all --short --namespace $namespace); do\n # Make respective directories only when a Helm release actually exists in the namespace\n # to prevent uploading a bunch of empty directories for namespaces without a Helm release.\n mkdir -p /tmp/logs/helm/releases/$namespace\n mkdir -p /tmp/logs/helm/values/$namespace\n\n helm status $release --namespace $namespace >> /tmp/logs/helm/releases/$namespace/$release.txt\n helm get values $release --namespace $namespace --all >> /tmp/logs/helm/values/$namespace/$release.yaml\n done\ndone", "delta": "0:00:00.006543", "end": "2026-04-13 16:34:21.197988", "invocation": { "module_args": { "_raw_params": "set -e\n\nfor namespace in $(kubectl get namespaces --no-headers --output custom-columns=\":metadata.name\"); do\n # get all Helm releases including pending and failed releases\n for release in $(helm list --all --short --namespace $namespace); do\n # Make respective directories only when a Helm release actually exists in the namespace\n # to prevent uploading a bunch of empty directories for namespaces without a Helm release.\n mkdir -p /tmp/logs/helm/releases/$namespace\n mkdir -p /tmp/logs/helm/values/$namespace\n\n helm status $release --namespace $namespace >> /tmp/logs/helm/releases/$namespace/$release.txt\n helm get values $release --namespace $namespace --all >> /tmp/logs/helm/values/$namespace/$release.yaml\n done\ndone", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": "/bin/bash", "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0242ac17-0011-712c-adb1-000000000014-1-instance", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-04-13 16:34:21.191445", "stderr": "", "stderr_lines": [], "stdout": "/bin/bash: line 3: kubectl: command not found", "stdout_lines": [ "/bin/bash: line 3: kubectl: command not found" ], "zuul_log_id": "0242ac17-0011-712c-adb1-000000000014-1-instance" } }, "role": { "id": "0242ac17-0011-712c-adb1-000000000010", "name": "helm-release-status", "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/helm-release-status" }, "task": { "duration": { "end": "2026-04-13T16:34:21.534409Z", "start": "2026-04-13T16:34:21.016799Z" }, "id": "0242ac17-0011-712c-adb1-000000000014", "name": "Gather get release status for helm charts" } }, { "hosts": { "instance": { "action": "synchronize", "changed": true, "cmd": "/usr/bin/rsync --delay-updates -F --compress --archive --rsh='/usr/bin/ssh -S none -o Port=22 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null' --rsync-path='sudo -u root rsync' --out-format='<>%i %n%L' zuul@199.204.45.23:/tmp/logs/helm /var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/logs/instance", "invocation": { "module_args": { "_local_rsync_password": null, "_local_rsync_path": "rsync", "_ssh_args": null, "_substitute_controller": false, "archive": true, "checksum": false, "compress": true, "copy_links": false, "delay_updates": true, "delete": false, "dest": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/logs/instance", "dest_port": 22, "dirs": false, "existing_only": false, "group": null, "link_dest": null, "links": null, "mode": "pull", "owner": null, "partial": false, "perms": null, "private_key": null, "recursive": null, "rsync_opts": [], "rsync_path": "sudo -u root rsync", "rsync_timeout": 0, "set_remote_user": true, "src": "zuul@199.204.45.23:/tmp/logs/helm", "ssh_connection_multiplexing": false, "times": null, "use_ssh_args": false, "verify_host": false } }, "msg": "cd+++++++++ helm/\ncd+++++++++ helm/releases/\ncd+++++++++ helm/values/\n", "rc": 0, "stdout_lines": [ "cd+++++++++ helm/", "cd+++++++++ helm/releases/", "cd+++++++++ helm/values/" ] } }, "role": { "id": "0242ac17-0011-712c-adb1-000000000010", "name": "helm-release-status", "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/helm-release-status" }, "task": { "duration": { "end": "2026-04-13T16:34:22.022463Z", "start": "2026-04-13T16:34:21.541180Z" }, "id": "0242ac17-0011-712c-adb1-000000000015", "name": "Downloads logs to executor" } }, { "hosts": { "instance": { "action": "file", "changed": true, "diff": { "after": { "path": "/tmp/logs/objects/cluster", "state": "directory" }, "before": { "path": "/tmp/logs/objects/cluster", "state": "absent" } }, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/tmp/logs/objects/cluster", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/tmp/logs/objects/cluster", "size": 4096, "state": "directory", "uid": 0 } }, "role": { "id": "0242ac17-0011-712c-adb1-000000000017", "name": "describe-kubernetes-objects", "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/describe-kubernetes-objects" }, "task": { "duration": { "end": "2026-04-13T16:34:22.260295Z", "start": "2026-04-13T16:34:22.032269Z" }, "id": "0242ac17-0011-712c-adb1-000000000019", "name": "creating directory for cluster scoped objects" } }, { "hosts": { "instance": { "action": "shell", "changed": true, "cmd": "set -e\nexport OBJECT_TYPE=node,clusterrole,clusterrolebinding,storageclass,namespace\nexport PARALLELISM_FACTOR=2\n\nfunction list_objects () {\n printf ${OBJECT_TYPE} | xargs -d ',' -I {} -P1 -n1 bash -c 'echo \"$@\"' _ {}\n}\nexport -f list_objects\n\nfunction name_objects () {\n export OBJECT=$1\n kubectl get ${OBJECT} -o name | xargs -L1 -I {} -P1 -n1 bash -c 'echo \"${OBJECT} ${1#*/}\"' _ {}\n}\nexport -f name_objects\n\nfunction get_objects () {\n input=($1)\n export OBJECT=${input[0]}\n export NAME=${input[1]#*/}\n echo \"${OBJECT}/${NAME}\"\n DIR=\"/tmp/logs/objects/cluster/${OBJECT}\"\n mkdir -p ${DIR}\n kubectl get ${OBJECT} ${NAME} -o yaml > \"${DIR}/${NAME}.yaml\"\n kubectl describe ${OBJECT} ${NAME} > \"${DIR}/${NAME}.txt\"\n}\nexport -f get_objects\n\nlist_objects | xargs -r -n 1 -P ${PARALLELISM_FACTOR} -I {} bash -c 'name_objects \"$@\"' _ {} | xargs -r -n 1 -P ${PARALLELISM_FACTOR} -I {} bash -c 'get_objects \"$@\"' _ {}", "delta": "0:00:00.031272", "end": "2026-04-13 16:34:22.541193", "invocation": { "module_args": { "_raw_params": "set -e\nexport OBJECT_TYPE=node,clusterrole,clusterrolebinding,storageclass,namespace\nexport PARALLELISM_FACTOR=2\n\nfunction list_objects () {\n printf ${OBJECT_TYPE} | xargs -d ',' -I {} -P1 -n1 bash -c 'echo \"$@\"' _ {}\n}\nexport -f list_objects\n\nfunction name_objects () {\n export OBJECT=$1\n kubectl get ${OBJECT} -o name | xargs -L1 -I {} -P1 -n1 bash -c 'echo \"${OBJECT} ${1#*/}\"' _ {}\n}\nexport -f name_objects\n\nfunction get_objects () {\n input=($1)\n export OBJECT=${input[0]}\n export NAME=${input[1]#*/}\n echo \"${OBJECT}/${NAME}\"\n DIR=\"/tmp/logs/objects/cluster/${OBJECT}\"\n mkdir -p ${DIR}\n kubectl get ${OBJECT} ${NAME} -o yaml > \"${DIR}/${NAME}.yaml\"\n kubectl describe ${OBJECT} ${NAME} > \"${DIR}/${NAME}.txt\"\n}\nexport -f get_objects\n\nlist_objects | xargs -r -n 1 -P ${PARALLELISM_FACTOR} -I {} bash -c 'name_objects \"$@\"' _ {} | xargs -r -n 1 -P ${PARALLELISM_FACTOR} -I {} bash -c 'get_objects \"$@\"' _ {}", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": "/bin/bash", "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0242ac17-0011-712c-adb1-00000000001a-1-instance", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-04-13 16:34:22.509921", "stderr": "", "stderr_lines": [], "stdout": "xargs: warning: options --max-args and --replace/-I/-i are mutually exclusive, ignoring previous --max-args value\nxargs: warning: options --max-args and --replace/-I/-i are mutually exclusive, ignoring previous --max-args value\nenvironment: line 1: kubectl: command not found\nxargs: warning: options --max-lines and --replace/-I/-i are mutually exclusive, ignoring previous --max-lines value\nenvironment: line 1: kubectl: command not found\nxargs: warning: options --max-lines and --replace/-I/-i are mutually exclusive, ignoring previous --max-lines value\nenvironment: line 1: kubectl: command not found\nxargs: warning: options --max-lines and --replace/-I/-i are mutually exclusive, ignoring previous --max-lines value\nenvironment: line 1: kubectl: command not found\nxargs: warning: options --max-lines and --replace/-I/-i are mutually exclusive, ignoring previous --max-lines value\nenvironment: line 1: kubectl: command not found\nxargs: warning: options --max-lines and --replace/-I/-i are mutually exclusive, ignoring previous --max-lines value", "stdout_lines": [ "xargs: warning: options --max-args and --replace/-I/-i are mutually exclusive, ignoring previous --max-args value", "xargs: warning: options --max-args and --replace/-I/-i are mutually exclusive, ignoring previous --max-args value", "environment: line 1: kubectl: command not found", "xargs: warning: options --max-lines and --replace/-I/-i are mutually exclusive, ignoring previous --max-lines value", "environment: line 1: kubectl: command not found", "xargs: warning: options --max-lines and --replace/-I/-i are mutually exclusive, ignoring previous --max-lines value", "environment: line 1: kubectl: command not found", "xargs: warning: options --max-lines and --replace/-I/-i are mutually exclusive, ignoring previous --max-lines value", "environment: line 1: kubectl: command not found", "xargs: warning: options --max-lines and --replace/-I/-i are mutually exclusive, ignoring previous --max-lines value", "environment: line 1: kubectl: command not found", "xargs: warning: options --max-lines and --replace/-I/-i are mutually exclusive, ignoring previous --max-lines value" ], "zuul_log_id": "0242ac17-0011-712c-adb1-00000000001a-1-instance" } }, "role": { "id": "0242ac17-0011-712c-adb1-000000000017", "name": "describe-kubernetes-objects", "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/describe-kubernetes-objects" }, "task": { "duration": { "end": "2026-04-13T16:34:22.848461Z", "start": "2026-04-13T16:34:22.327703Z" }, "id": "0242ac17-0011-712c-adb1-00000000001a", "name": "Gathering descriptions for cluster scoped objects" } }, { "hosts": { "instance": { "action": "file", "changed": true, "diff": { "after": { "path": "/tmp/logs/objects/namespaced", "state": "directory" }, "before": { "path": "/tmp/logs/objects/namespaced", "state": "absent" } }, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/tmp/logs/objects/namespaced", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/tmp/logs/objects/namespaced", "size": 4096, "state": "directory", "uid": 0 } }, "role": { "id": "0242ac17-0011-712c-adb1-000000000017", "name": "describe-kubernetes-objects", "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/describe-kubernetes-objects" }, "task": { "duration": { "end": "2026-04-13T16:34:23.041767Z", "start": "2026-04-13T16:34:22.853750Z" }, "id": "0242ac17-0011-712c-adb1-00000000001b", "name": "creating directory for namespace scoped objects" } }, { "hosts": { "instance": { "action": "shell", "changed": true, "cmd": "set -e\nexport OBJECT_TYPE=configmaps,cronjobs,daemonsets,deployment,endpoints,ingresses,jobs,networkpolicies,pods,podsecuritypolicies,persistentvolumeclaims,rolebindings,roles,secrets,serviceaccounts,services,statefulsets\nexport PARALLELISM_FACTOR=2\nfunction get_namespaces () {\n kubectl get namespaces -o name | awk -F '/' '{ print $NF }'\n}\n\nfunction list_namespaced_objects () {\n export NAMESPACE=$1\n printf ${OBJECT_TYPE} | xargs -d ',' -I {} -P1 -n1 bash -c 'echo \"${NAMESPACE} $@\"' _ {}\n}\nexport -f list_namespaced_objects\n\nfunction name_objects () {\n input=($1)\n export NAMESPACE=${input[0]}\n export OBJECT=${input[1]}\n kubectl get -n ${NAMESPACE} ${OBJECT} -o name | xargs -L1 -I {} -P1 -n1 bash -c 'echo \"${NAMESPACE} ${OBJECT} $@\"' _ {}\n}\nexport -f name_objects\n\nfunction get_objects () {\n input=($1)\n export NAMESPACE=${input[0]}\n export OBJECT=${input[1]}\n export NAME=${input[2]#*/}\n echo \"${NAMESPACE}/${OBJECT}/${NAME}\"\n DIR=\"/tmp/logs/objects/namespaced/${NAMESPACE}/${OBJECT}\"\n mkdir -p ${DIR}\n kubectl get -n ${NAMESPACE} ${OBJECT} ${NAME} -o yaml > \"${DIR}/${NAME}.yaml\"\n kubectl describe -n ${NAMESPACE} ${OBJECT} ${NAME} > \"${DIR}/${NAME}.txt\"\n}\nexport -f get_objects\n\nget_namespaces | xargs -r -n 1 -P ${PARALLELISM_FACTOR} -I {} bash -c 'list_namespaced_objects \"$@\"' _ {} | xargs -r -n 1 -P ${PARALLELISM_FACTOR} -I {} bash -c 'name_objects \"$@\"' _ {} | xargs -r -n 1 -P ${PARALLELISM_FACTOR} -I {} bash -c 'get_objects \"$@\"' _ {}", "delta": "0:00:00.009576", "end": "2026-04-13 16:34:23.271510", "invocation": { "module_args": { "_raw_params": "set -e\nexport OBJECT_TYPE=configmaps,cronjobs,daemonsets,deployment,endpoints,ingresses,jobs,networkpolicies,pods,podsecuritypolicies,persistentvolumeclaims,rolebindings,roles,secrets,serviceaccounts,services,statefulsets\nexport PARALLELISM_FACTOR=2\nfunction get_namespaces () {\n kubectl get namespaces -o name | awk -F '/' '{ print $NF }'\n}\n\nfunction list_namespaced_objects () {\n export NAMESPACE=$1\n printf ${OBJECT_TYPE} | xargs -d ',' -I {} -P1 -n1 bash -c 'echo \"${NAMESPACE} $@\"' _ {}\n}\nexport -f list_namespaced_objects\n\nfunction name_objects () {\n input=($1)\n export NAMESPACE=${input[0]}\n export OBJECT=${input[1]}\n kubectl get -n ${NAMESPACE} ${OBJECT} -o name | xargs -L1 -I {} -P1 -n1 bash -c 'echo \"${NAMESPACE} ${OBJECT} $@\"' _ {}\n}\nexport -f name_objects\n\nfunction get_objects () {\n input=($1)\n export NAMESPACE=${input[0]}\n export OBJECT=${input[1]}\n export NAME=${input[2]#*/}\n echo \"${NAMESPACE}/${OBJECT}/${NAME}\"\n DIR=\"/tmp/logs/objects/namespaced/${NAMESPACE}/${OBJECT}\"\n mkdir -p ${DIR}\n kubectl get -n ${NAMESPACE} ${OBJECT} ${NAME} -o yaml > \"${DIR}/${NAME}.yaml\"\n kubectl describe -n ${NAMESPACE} ${OBJECT} ${NAME} > \"${DIR}/${NAME}.txt\"\n}\nexport -f get_objects\n\nget_namespaces | xargs -r -n 1 -P ${PARALLELISM_FACTOR} -I {} bash -c 'list_namespaced_objects \"$@\"' _ {} | xargs -r -n 1 -P ${PARALLELISM_FACTOR} -I {} bash -c 'name_objects \"$@\"' _ {} | xargs -r -n 1 -P ${PARALLELISM_FACTOR} -I {} bash -c 'get_objects \"$@\"' _ {}", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": "/bin/bash", "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0242ac17-0011-712c-adb1-00000000001c-1-instance", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-04-13 16:34:23.261934", "stderr": "", "stderr_lines": [], "stdout": "environment: line 5: kubectl: command not found\nxargs: warning: options --max-args and --replace/-I/-i are mutually exclusive, ignoring previous --max-args value\nxargs: warning: options --max-args and --replace/-I/-i are mutually exclusive, ignoring previous --max-args value\nxargs: warning: options --max-args and --replace/-I/-i are mutually exclusive, ignoring previous --max-args value", "stdout_lines": [ "environment: line 5: kubectl: command not found", "xargs: warning: options --max-args and --replace/-I/-i are mutually exclusive, ignoring previous --max-args value", "xargs: warning: options --max-args and --replace/-I/-i are mutually exclusive, ignoring previous --max-args value", "xargs: warning: options --max-args and --replace/-I/-i are mutually exclusive, ignoring previous --max-args value" ], "zuul_log_id": "0242ac17-0011-712c-adb1-00000000001c-1-instance" } }, "role": { "id": "0242ac17-0011-712c-adb1-000000000017", "name": "describe-kubernetes-objects", "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/describe-kubernetes-objects" }, "task": { "duration": { "end": "2026-04-13T16:34:23.641758Z", "start": "2026-04-13T16:34:23.069102Z" }, "id": "0242ac17-0011-712c-adb1-00000000001c", "name": "Gathering descriptions for namespace scoped objects" } }, { "hosts": { "instance": { "action": "synchronize", "changed": true, "cmd": "/usr/bin/rsync --delay-updates -F --compress --archive --rsh='/usr/bin/ssh -S none -o Port=22 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null' --rsync-path='sudo -u root rsync' --out-format='<>%i %n%L' zuul@199.204.45.23:/tmp/logs/objects /var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/logs/instance", "invocation": { "module_args": { "_local_rsync_password": null, "_local_rsync_path": "rsync", "_ssh_args": null, "_substitute_controller": false, "archive": true, "checksum": false, "compress": true, "copy_links": false, "delay_updates": true, "delete": false, "dest": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/logs/instance", "dest_port": 22, "dirs": false, "existing_only": false, "group": null, "link_dest": null, "links": null, "mode": "pull", "owner": null, "partial": false, "perms": null, "private_key": null, "recursive": null, "rsync_opts": [], "rsync_path": "sudo -u root rsync", "rsync_timeout": 0, "set_remote_user": true, "src": "zuul@199.204.45.23:/tmp/logs/objects", "ssh_connection_multiplexing": false, "times": null, "use_ssh_args": false, "verify_host": false } }, "msg": "cd+++++++++ objects/\ncd+++++++++ objects/cluster/\ncd+++++++++ objects/namespaced/\n", "rc": 0, "stdout_lines": [ "cd+++++++++ objects/", "cd+++++++++ objects/cluster/", "cd+++++++++ objects/namespaced/" ] } }, "role": { "id": "0242ac17-0011-712c-adb1-000000000017", "name": "describe-kubernetes-objects", "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/describe-kubernetes-objects" }, "task": { "duration": { "end": "2026-04-13T16:34:24.129602Z", "start": "2026-04-13T16:34:23.649091Z" }, "id": "0242ac17-0011-712c-adb1-00000000001d", "name": "Downloads logs to executor" } }, { "hosts": { "instance": { "action": "file", "changed": true, "diff": { "after": { "path": "/tmp/logs/pod-logs", "state": "directory" }, "before": { "path": "/tmp/logs/pod-logs", "state": "absent" } }, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/tmp/logs/pod-logs", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/tmp/logs/pod-logs", "size": 4096, "state": "directory", "uid": 0 } }, "role": { "id": "0242ac17-0011-712c-adb1-00000000001f", "name": "gather-pod-logs", "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-pod-logs" }, "task": { "duration": { "end": "2026-04-13T16:34:24.333312Z", "start": "2026-04-13T16:34:24.138538Z" }, "id": "0242ac17-0011-712c-adb1-000000000021", "name": "creating directory for pod logs" } }, { "hosts": { "instance": { "action": "file", "changed": true, "diff": { "after": { "path": "/tmp/logs/pod-logs/failed-pods", "state": "directory" }, "before": { "path": "/tmp/logs/pod-logs/failed-pods", "state": "absent" } }, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/tmp/logs/pod-logs/failed-pods", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/tmp/logs/pod-logs/failed-pods", "size": 4096, "state": "directory", "uid": 0 } }, "role": { "id": "0242ac17-0011-712c-adb1-00000000001f", "name": "gather-pod-logs", "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-pod-logs" }, "task": { "duration": { "end": "2026-04-13T16:34:24.549470Z", "start": "2026-04-13T16:34:24.339916Z" }, "id": "0242ac17-0011-712c-adb1-000000000022", "name": "creating directory for failed pod logs" } }, { "hosts": { "instance": { "action": "shell", "changed": true, "cmd": "set -e\nfunction get_namespaces () {\n kubectl get namespaces -o name | awk -F '/' '{ print $NF }'\n}\nfunction get_pods () {\n NAMESPACE=$1\n kubectl get pods -n ${NAMESPACE} -o name | awk -F '/' '{ print $NF }' | xargs -I {} echo ${NAMESPACE} {}\n}\nexport -f get_pods\nfunction get_pod_logs () {\n NAMESPACE=${1% *}\n POD=${1#* }\n INIT_CONTAINERS=$(kubectl get pod $POD -n ${NAMESPACE} -o json | jq -r '.spec.initContainers[]?.name')\n CONTAINERS=$(kubectl get pod $POD -n ${NAMESPACE} -o json | jq -r '.spec.containers[].name')\n for CONTAINER in ${INIT_CONTAINERS} ${CONTAINERS}; do\n echo \"${NAMESPACE}/${POD}/${CONTAINER}\"\n mkdir -p \"/tmp/logs/pod-logs/${NAMESPACE}/${POD}\"\n mkdir -p \"/tmp/logs/pod-logs/failed-pods/${NAMESPACE}/${POD}\"\n kubectl logs ${POD} -n ${NAMESPACE} -c ${CONTAINER} > \"/tmp/logs/pod-logs/${NAMESPACE}/${POD}/${CONTAINER}.txt\"\n kubectl logs --previous ${POD} -n ${NAMESPACE} -c ${CONTAINER} > \"/tmp/logs/pod-logs/failed-pods/${NAMESPACE}/${POD}/${CONTAINER}.txt\"\n done\n}\nexport -f get_pod_logs\nget_namespaces | xargs -r -I {} bash -c 'get_pods \"$@\"' _ {} | xargs -r -I {} bash -c 'get_pod_logs \"$@\"' _ {}", "delta": "0:00:00.009508", "end": "2026-04-13 16:34:24.760812", "invocation": { "module_args": { "_raw_params": "set -e\nfunction get_namespaces () {\n kubectl get namespaces -o name | awk -F '/' '{ print $NF }'\n}\nfunction get_pods () {\n NAMESPACE=$1\n kubectl get pods -n ${NAMESPACE} -o name | awk -F '/' '{ print $NF }' | xargs -I {} echo ${NAMESPACE} {}\n}\nexport -f get_pods\nfunction get_pod_logs () {\n NAMESPACE=${1% *}\n POD=${1#* }\n INIT_CONTAINERS=$(kubectl get pod $POD -n ${NAMESPACE} -o json | jq -r '.spec.initContainers[]?.name')\n CONTAINERS=$(kubectl get pod $POD -n ${NAMESPACE} -o json | jq -r '.spec.containers[].name')\n for CONTAINER in ${INIT_CONTAINERS} ${CONTAINERS}; do\n echo \"${NAMESPACE}/${POD}/${CONTAINER}\"\n mkdir -p \"/tmp/logs/pod-logs/${NAMESPACE}/${POD}\"\n mkdir -p \"/tmp/logs/pod-logs/failed-pods/${NAMESPACE}/${POD}\"\n kubectl logs ${POD} -n ${NAMESPACE} -c ${CONTAINER} > \"/tmp/logs/pod-logs/${NAMESPACE}/${POD}/${CONTAINER}.txt\"\n kubectl logs --previous ${POD} -n ${NAMESPACE} -c ${CONTAINER} > \"/tmp/logs/pod-logs/failed-pods/${NAMESPACE}/${POD}/${CONTAINER}.txt\"\n done\n}\nexport -f get_pod_logs\nget_namespaces | xargs -r -I {} bash -c 'get_pods \"$@\"' _ {} | xargs -r -I {} bash -c 'get_pod_logs \"$@\"' _ {}", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": "/bin/bash", "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0242ac17-0011-712c-adb1-000000000023-1-instance", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-04-13 16:34:24.751304", "stderr": "", "stderr_lines": [], "stdout": "environment: line 3: kubectl: command not found", "stdout_lines": [ "environment: line 3: kubectl: command not found" ], "zuul_log_id": "0242ac17-0011-712c-adb1-000000000023-1-instance" } }, "role": { "id": "0242ac17-0011-712c-adb1-00000000001f", "name": "gather-pod-logs", "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-pod-logs" }, "task": { "duration": { "end": "2026-04-13T16:34:25.089001Z", "start": "2026-04-13T16:34:24.571240Z" }, "id": "0242ac17-0011-712c-adb1-000000000023", "name": "retrieve all kubernetes logs, current and previous (if they exist)" } }, { "hosts": { "instance": { "action": "synchronize", "changed": true, "cmd": "/usr/bin/rsync --delay-updates -F --compress --archive --rsh='/usr/bin/ssh -S none -o Port=22 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null' --rsync-path='sudo -u root rsync' --out-format='<>%i %n%L' zuul@199.204.45.23:/tmp/logs/pod-logs /var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/logs/instance", "invocation": { "module_args": { "_local_rsync_password": null, "_local_rsync_path": "rsync", "_ssh_args": null, "_substitute_controller": false, "archive": true, "checksum": false, "compress": true, "copy_links": false, "delay_updates": true, "delete": false, "dest": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/logs/instance", "dest_port": 22, "dirs": false, "existing_only": false, "group": null, "link_dest": null, "links": null, "mode": "pull", "owner": null, "partial": false, "perms": null, "private_key": null, "recursive": null, "rsync_opts": [], "rsync_path": "sudo -u root rsync", "rsync_timeout": 0, "set_remote_user": true, "src": "zuul@199.204.45.23:/tmp/logs/pod-logs", "ssh_connection_multiplexing": false, "times": null, "use_ssh_args": false, "verify_host": false } }, "msg": "cd+++++++++ pod-logs/\ncd+++++++++ pod-logs/failed-pods/\n", "rc": 0, "stdout_lines": [ "cd+++++++++ pod-logs/", "cd+++++++++ pod-logs/failed-pods/" ] } }, "role": { "id": "0242ac17-0011-712c-adb1-00000000001f", "name": "gather-pod-logs", "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-pod-logs" }, "task": { "duration": { "end": "2026-04-13T16:34:25.574490Z", "start": "2026-04-13T16:34:25.093603Z" }, "id": "0242ac17-0011-712c-adb1-000000000024", "name": "Downloads pod logs to executor" } }, { "hosts": { "instance": { "action": "file", "changed": true, "diff": { "after": { "path": "/tmp/logs/prometheus", "state": "directory" }, "before": { "path": "/tmp/logs/prometheus", "state": "absent" } }, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/tmp/logs/prometheus", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/tmp/logs/prometheus", "size": 4096, "state": "directory", "uid": 0 } }, "role": { "id": "0242ac17-0011-712c-adb1-000000000026", "name": "gather-prom-metrics", "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-prom-metrics" }, "task": { "duration": { "end": "2026-04-13T16:34:25.783433Z", "start": "2026-04-13T16:34:25.586671Z" }, "id": "0242ac17-0011-712c-adb1-000000000028", "name": "creating directory for helm release descriptions" } }, { "hosts": { "instance": { "action": "shell", "changed": true, "cmd": "set -e\nNAMESPACES=$(kubectl get namespaces -o json | jq -r '.items[].metadata.name')\nfor NS in $NAMESPACES; do\n SERVICES=$(kubectl get svc -n $NS -o json | jq -r '.items[] | select(.spec.ports[].name==\"metrics\") | .metadata.name')\n for SVC in $SERVICES; do\n PORT=$(kubectl get svc $SVC -n $NS -o json | jq -r '.spec.ports[] | select(.name==\"metrics\") | .port')\n echo \"Scraping $SVC.$NS:$PORT/metrics:\"\n curl \"$SVC.$NS:$PORT/metrics\" >> \"/tmp/logs\"/prometheus/$NS-$SVC.txt || true\n done\ndone", "delta": "0:00:00.037478", "end": "2026-04-13 16:34:26.030200", "invocation": { "module_args": { "_raw_params": "set -e\nNAMESPACES=$(kubectl get namespaces -o json | jq -r '.items[].metadata.name')\nfor NS in $NAMESPACES; do\n SERVICES=$(kubectl get svc -n $NS -o json | jq -r '.items[] | select(.spec.ports[].name==\"metrics\") | .metadata.name')\n for SVC in $SERVICES; do\n PORT=$(kubectl get svc $SVC -n $NS -o json | jq -r '.spec.ports[] | select(.name==\"metrics\") | .port')\n echo \"Scraping $SVC.$NS:$PORT/metrics:\"\n curl \"$SVC.$NS:$PORT/metrics\" >> \"/tmp/logs\"/prometheus/$NS-$SVC.txt || true\n done\ndone", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": "/bin/bash", "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0242ac17-0011-712c-adb1-000000000029-1-instance", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-04-13 16:34:25.992722", "stderr": "", "stderr_lines": [], "stdout": "/bin/bash: line 2: kubectl: command not found", "stdout_lines": [ "/bin/bash: line 2: kubectl: command not found" ], "zuul_log_id": "0242ac17-0011-712c-adb1-000000000029-1-instance" } }, "role": { "id": "0242ac17-0011-712c-adb1-000000000026", "name": "gather-prom-metrics", "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-prom-metrics" }, "task": { "duration": { "end": "2026-04-13T16:34:26.327373Z", "start": "2026-04-13T16:34:25.809242Z" }, "id": "0242ac17-0011-712c-adb1-000000000029", "name": "Get metrics from exporter services in all namespaces" } }, { "hosts": { "instance": { "action": "shell", "changed": true, "cmd": "set -e\nmgr_endpoints=$(kubectl get endpoints -n ceph -l component=manager -o json | jq -r '.items[].subsets[].addresses[].ip')\necho \"ceph-mgr endpoints: $mgr_endpoints\"\nfor endpoint in $mgr_endpoints; do\n echo \"checking ceph-mgr at $endpoint\"\n metrics_curl=\"curl $endpoint:9283/metrics\"\n op=$(eval \"$metrics_curl\")\n if [[ -n $op ]]; then\n curl $endpoint:9283/metrics >> \"/tmp/logs\"/prometheus/ceph-ceph-mgr.txt\n break\n else\n echo \"$endpoint is a standby ceph-mgr. Trying next endpoint\"\n fi\ndone", "delta": "0:00:00.035820", "end": "2026-04-13 16:34:26.567432", "invocation": { "module_args": { "_raw_params": "set -e\nmgr_endpoints=$(kubectl get endpoints -n ceph -l component=manager -o json | jq -r '.items[].subsets[].addresses[].ip')\necho \"ceph-mgr endpoints: $mgr_endpoints\"\nfor endpoint in $mgr_endpoints; do\n echo \"checking ceph-mgr at $endpoint\"\n metrics_curl=\"curl $endpoint:9283/metrics\"\n op=$(eval \"$metrics_curl\")\n if [[ -n $op ]]; then\n curl $endpoint:9283/metrics >> \"/tmp/logs\"/prometheus/ceph-ceph-mgr.txt\n break\n else\n echo \"$endpoint is a standby ceph-mgr. Trying next endpoint\"\n fi\ndone", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": "/bin/bash", "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0242ac17-0011-712c-adb1-00000000002a-1-instance", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-04-13 16:34:26.531612", "stderr": "", "stderr_lines": [], "stdout": "/bin/bash: line 2: kubectl: command not found\nceph-mgr endpoints: ", "stdout_lines": [ "/bin/bash: line 2: kubectl: command not found", "ceph-mgr endpoints: " ], "zuul_log_id": "0242ac17-0011-712c-adb1-00000000002a-1-instance" } }, "role": { "id": "0242ac17-0011-712c-adb1-000000000026", "name": "gather-prom-metrics", "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-prom-metrics" }, "task": { "duration": { "end": "2026-04-13T16:34:26.870892Z", "start": "2026-04-13T16:34:26.351818Z" }, "id": "0242ac17-0011-712c-adb1-00000000002a", "name": "Get ceph metrics from ceph-mgr" } }, { "hosts": { "instance": { "action": "shell", "changed": true, "cmd": "set -e\nNAMESPACE=\"osh-infra\"\nAPP_LABEL=\"fluentd\"\nPODS=$(kubectl get pods -n $NAMESPACE -l application=$APP_LABEL -o json | jq -r '.items[].metadata.name')\nfor POD in $PODS; do\n IP=$(kubectl get pod -n $NAMESPACE $POD -o json | jq -r '.status.podIP')\n PORT=$(kubectl get pod -n $NAMESPACE $POD -o json | jq -r '.spec.containers[0].ports[] | select(.name==\"metrics\") | .containerPort')\n echo \"Scraping $POD at $IP:$PORT/metrics\"\n curl \"$IP:$PORT/metrics\" >> \"/tmp/logs\"/prometheus/$POD.txt || true\ndone", "delta": "0:00:00.035122", "end": "2026-04-13 16:34:27.118394", "invocation": { "module_args": { "_raw_params": "set -e\nNAMESPACE=\"osh-infra\"\nAPP_LABEL=\"fluentd\"\nPODS=$(kubectl get pods -n $NAMESPACE -l application=$APP_LABEL -o json | jq -r '.items[].metadata.name')\nfor POD in $PODS; do\n IP=$(kubectl get pod -n $NAMESPACE $POD -o json | jq -r '.status.podIP')\n PORT=$(kubectl get pod -n $NAMESPACE $POD -o json | jq -r '.spec.containers[0].ports[] | select(.name==\"metrics\") | .containerPort')\n echo \"Scraping $POD at $IP:$PORT/metrics\"\n curl \"$IP:$PORT/metrics\" >> \"/tmp/logs\"/prometheus/$POD.txt || true\ndone", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": "/bin/bash", "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0242ac17-0011-712c-adb1-00000000002b-1-instance", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-04-13 16:34:27.083272", "stderr": "", "stderr_lines": [], "stdout": "/bin/bash: line 4: kubectl: command not found", "stdout_lines": [ "/bin/bash: line 4: kubectl: command not found" ], "zuul_log_id": "0242ac17-0011-712c-adb1-00000000002b-1-instance" } }, "role": { "id": "0242ac17-0011-712c-adb1-000000000026", "name": "gather-prom-metrics", "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-prom-metrics" }, "task": { "duration": { "end": "2026-04-13T16:34:27.416183Z", "start": "2026-04-13T16:34:26.898571Z" }, "id": "0242ac17-0011-712c-adb1-00000000002b", "name": "Get metrics from fluentd pods" } }, { "hosts": { "instance": { "action": "synchronize", "changed": true, "cmd": "/usr/bin/rsync --delay-updates -F --compress --archive --rsh='/usr/bin/ssh -S none -o Port=22 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null' --rsync-path='sudo -u root rsync' --out-format='<>%i %n%L' zuul@199.204.45.23:/tmp/logs/prometheus /var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/logs/instance", "invocation": { "module_args": { "_local_rsync_password": null, "_local_rsync_path": "rsync", "_ssh_args": null, "_substitute_controller": false, "archive": true, "checksum": false, "compress": true, "copy_links": false, "delay_updates": true, "delete": false, "dest": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/logs/instance", "dest_port": 22, "dirs": false, "existing_only": false, "group": null, "link_dest": null, "links": null, "mode": "pull", "owner": null, "partial": false, "perms": null, "private_key": null, "recursive": null, "rsync_opts": [], "rsync_path": "sudo -u root rsync", "rsync_timeout": 0, "set_remote_user": true, "src": "zuul@199.204.45.23:/tmp/logs/prometheus", "ssh_connection_multiplexing": false, "times": null, "use_ssh_args": false, "verify_host": false } }, "msg": "cd+++++++++ prometheus/\n", "rc": 0, "stdout_lines": [ "cd+++++++++ prometheus/" ] } }, "role": { "id": "0242ac17-0011-712c-adb1-000000000026", "name": "gather-prom-metrics", "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-prom-metrics" }, "task": { "duration": { "end": "2026-04-13T16:34:27.911229Z", "start": "2026-04-13T16:34:27.422456Z" }, "id": "0242ac17-0011-712c-adb1-00000000002c", "name": "Downloads logs to executor" } }, { "hosts": { "instance": { "action": "file", "changed": true, "diff": { "after": { "path": "/tmp/logs/selenium", "state": "directory" }, "before": { "path": "/tmp/logs/selenium", "state": "absent" } }, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/tmp/logs/selenium", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/tmp/logs/selenium", "size": 4096, "state": "directory", "uid": 0 } }, "role": { "id": "0242ac17-0011-712c-adb1-00000000002e", "name": "gather-selenium-data", "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-selenium-data" }, "task": { "duration": { "end": "2026-04-13T16:34:28.169807Z", "start": "2026-04-13T16:34:27.921850Z" }, "id": "0242ac17-0011-712c-adb1-000000000030", "name": "creating directory for helm release descriptions" } }, { "hosts": { "instance": { "action": "shell", "changed": true, "cmd": "set -x\ncp /tmp/artifacts/* /tmp/logs/selenium/.", "delta": "0:00:00.007689", "end": "2026-04-13 16:34:28.386926", "failed": true, "invocation": { "module_args": { "_raw_params": "set -x\ncp /tmp/artifacts/* /tmp/logs/selenium/.", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": "/bin/bash", "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0242ac17-0011-712c-adb1-000000000031-1-instance", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "non-zero return code", "rc": 1, "start": "2026-04-13 16:34:28.379237", "stderr": "", "stderr_lines": [], "stdout": "+ cp '/tmp/artifacts/*' /tmp/logs/selenium/.\ncp: cannot stat '/tmp/artifacts/*': No such file or directory", "stdout_lines": [ "+ cp '/tmp/artifacts/*' /tmp/logs/selenium/.", "cp: cannot stat '/tmp/artifacts/*': No such file or directory" ], "zuul_log_id": "0242ac17-0011-712c-adb1-000000000031-1-instance" } }, "role": { "id": "0242ac17-0011-712c-adb1-00000000002e", "name": "gather-selenium-data", "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-selenium-data" }, "task": { "duration": { "end": "2026-04-13T16:34:28.708526Z", "start": "2026-04-13T16:34:28.192287Z" }, "id": "0242ac17-0011-712c-adb1-000000000031", "name": "Get selenium data" } }, { "hosts": { "instance": { "action": "synchronize", "changed": true, "cmd": "/usr/bin/rsync --delay-updates -F --compress --archive --rsh='/usr/bin/ssh -S none -o Port=22 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null' --rsync-path='sudo -u root rsync' --out-format='<>%i %n%L' zuul@199.204.45.23:/tmp/logs/selenium /var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/logs/instance", "invocation": { "module_args": { "_local_rsync_password": null, "_local_rsync_path": "rsync", "_ssh_args": null, "_substitute_controller": false, "archive": true, "checksum": false, "compress": true, "copy_links": false, "delay_updates": true, "delete": false, "dest": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/logs/instance", "dest_port": 22, "dirs": false, "existing_only": false, "group": null, "link_dest": null, "links": null, "mode": "pull", "owner": null, "partial": false, "perms": null, "private_key": null, "recursive": null, "rsync_opts": [], "rsync_path": "sudo -u root rsync", "rsync_timeout": 0, "set_remote_user": true, "src": "zuul@199.204.45.23:/tmp/logs/selenium", "ssh_connection_multiplexing": false, "times": null, "use_ssh_args": false, "verify_host": false } }, "msg": "cd+++++++++ selenium/\n", "rc": 0, "stdout_lines": [ "cd+++++++++ selenium/" ] } }, "role": { "id": "0242ac17-0011-712c-adb1-00000000002e", "name": "gather-selenium-data", "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-selenium-data" }, "task": { "duration": { "end": "2026-04-13T16:34:29.195687Z", "start": "2026-04-13T16:34:28.715443Z" }, "id": "0242ac17-0011-712c-adb1-000000000032", "name": "Downloads logs to executor" } } ] } ], "stats": { "instance": { "changed": 23, "failures": 0, "ignored": 1, "ok": 23, "rescued": 0, "skipped": 0, "unreachable": 0 } }, "trusted": false }, { "branch": "main", "index": "1", "phase": "post", "playbook": "github.com/vexxhost/zuul-config/playbooks/base/post.yaml", "plays": [ { "play": { "duration": { "end": "2026-04-13T16:34:33.174780Z", "start": "2026-04-13T16:34:30.052770Z" }, "id": "0242ac17-0011-4dcf-c3c0-000000000002", "name": "all" }, "tasks": [ { "hosts": { "instance": { "action": "set_fact", "changed": false, "false_condition": "groups['all'] | length > 1", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0242ac17-0011-4dcf-c3c0-000000000006", "name": "fetch-output", "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/fetch-output" }, "task": { "duration": { "end": "2026-04-13T16:34:30.113105Z", "start": "2026-04-13T16:34:30.067642Z" }, "id": "0242ac17-0011-4dcf-c3c0-000000000008", "name": "Set log path for multiple nodes" } }, { "hosts": { "instance": { "action": "set_fact", "ansible_facts": { "log_path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/logs" }, "changed": false } }, "role": { "id": "0242ac17-0011-4dcf-c3c0-000000000006", "name": "fetch-output", "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/fetch-output" }, "task": { "duration": { "end": "2026-04-13T16:34:30.167450Z", "start": "2026-04-13T16:34:30.124790Z" }, "id": "0242ac17-0011-4dcf-c3c0-000000000009", "name": "Set log path for single node" } }, { "hosts": { "instance": { "action": "file", "changed": true, "msg": "All items completed", "results": [ { "ansible_loop_var": "zj_output_dir", "changed": false, "diff": { "after": { "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/logs" }, "before": { "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/logs" } }, "failed": false, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": 493, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/logs", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/logs", "size": 4096, "state": "directory", "uid": 0, "zj_output_dir": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/logs" }, { "ansible_loop_var": "zj_output_dir", "changed": true, "diff": { "after": { "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/artifacts", "state": "directory" }, "before": { "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/artifacts", "state": "absent" } }, "failed": false, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": 493, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/artifacts", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/artifacts", "size": 4096, "state": "directory", "uid": 0, "zj_output_dir": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/artifacts" }, { "ansible_loop_var": "zj_output_dir", "changed": true, "diff": { "after": { "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/docs", "state": "directory" }, "before": { "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/docs", "state": "absent" } }, "failed": false, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": 493, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/docs", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/docs", "size": 4096, "state": "directory", "uid": 0, "zj_output_dir": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/docs" } ] } }, "role": { "id": "0242ac17-0011-4dcf-c3c0-000000000006", "name": "fetch-output", "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/fetch-output" }, "task": { "duration": { "end": "2026-04-13T16:34:30.950583Z", "start": "2026-04-13T16:34:30.173287Z" }, "id": "0242ac17-0011-4dcf-c3c0-00000000000a", "name": "Ensure local output dirs" } }, { "hosts": { "instance": { "action": "synchronize", "changed": true, "msg": "All items completed", "results": [ { "ansible_loop_var": "zj_output", "changed": true, "cmd": "/usr/bin/rsync --delay-updates -F --compress --archive --no-owner --no-group --rsh='/usr/bin/ssh -S none -o Port=22' --out-format='<>%i %n%L' zuul@199.204.45.23:/home/zuul/zuul-output/logs/ /var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/logs/", "failed": false, "invocation": { "module_args": { "_local_rsync_password": null, "_local_rsync_path": "rsync", "_ssh_args": null, "_substitute_controller": false, "archive": true, "checksum": false, "compress": true, "copy_links": false, "delay_updates": true, "delete": false, "dest": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/logs/", "dest_port": 22, "dirs": false, "existing_only": false, "group": false, "link_dest": null, "links": null, "mode": "pull", "owner": false, "partial": false, "perms": null, "private_key": null, "recursive": null, "rsync_opts": [], "rsync_path": null, "rsync_timeout": 0, "set_remote_user": true, "src": "zuul@199.204.45.23:/home/zuul/zuul-output/logs/", "ssh_connection_multiplexing": false, "times": null, "use_ssh_args": false, "verify_host": true } }, "msg": ".d..t...... ./\n", "rc": 0, "stdout_lines": [ ".d..t...... ./" ], "zj_output": { "dest": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/logs", "src": "logs" } }, { "ansible_loop_var": "zj_output", "changed": true, "cmd": "/usr/bin/rsync --delay-updates -F --compress --archive --no-owner --no-group --rsh='/usr/bin/ssh -S none -o Port=22' --out-format='<>%i %n%L' zuul@199.204.45.23:/home/zuul/zuul-output/artifacts/ /var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/artifacts/", "failed": false, "invocation": { "module_args": { "_local_rsync_password": null, "_local_rsync_path": "rsync", "_ssh_args": null, "_substitute_controller": false, "archive": true, "checksum": false, "compress": true, "copy_links": false, "delay_updates": true, "delete": false, "dest": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/artifacts/", "dest_port": 22, "dirs": false, "existing_only": false, "group": false, "link_dest": null, "links": null, "mode": "pull", "owner": false, "partial": false, "perms": null, "private_key": null, "recursive": null, "rsync_opts": [], "rsync_path": null, "rsync_timeout": 0, "set_remote_user": true, "src": "zuul@199.204.45.23:/home/zuul/zuul-output/artifacts/", "ssh_connection_multiplexing": false, "times": null, "use_ssh_args": false, "verify_host": true } }, "msg": ".d..t...... ./\n", "rc": 0, "stdout_lines": [ ".d..t...... ./" ], "zj_output": { "dest": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/artifacts", "src": "artifacts" } }, { "ansible_loop_var": "zj_output", "changed": true, "cmd": "/usr/bin/rsync --delay-updates -F --compress --archive --no-owner --no-group --rsh='/usr/bin/ssh -S none -o Port=22' --out-format='<>%i %n%L' zuul@199.204.45.23:/home/zuul/zuul-output/docs/ /var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/docs/", "failed": false, "invocation": { "module_args": { "_local_rsync_password": null, "_local_rsync_path": "rsync", "_ssh_args": null, "_substitute_controller": false, "archive": true, "checksum": false, "compress": true, "copy_links": false, "delay_updates": true, "delete": false, "dest": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/docs/", "dest_port": 22, "dirs": false, "existing_only": false, "group": false, "link_dest": null, "links": null, "mode": "pull", "owner": false, "partial": false, "perms": null, "private_key": null, "recursive": null, "rsync_opts": [], "rsync_path": null, "rsync_timeout": 0, "set_remote_user": true, "src": "zuul@199.204.45.23:/home/zuul/zuul-output/docs/", "ssh_connection_multiplexing": false, "times": null, "use_ssh_args": false, "verify_host": true } }, "msg": ".d..t...... ./\n", "rc": 0, "stdout_lines": [ ".d..t...... ./" ], "zj_output": { "dest": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/docs", "src": "docs" } } ] } }, "role": { "id": "0242ac17-0011-4dcf-c3c0-000000000006", "name": "fetch-output", "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/fetch-output" }, "task": { "duration": { "end": "2026-04-13T16:34:32.502670Z", "start": "2026-04-13T16:34:30.959430Z" }, "id": "0242ac17-0011-4dcf-c3c0-00000000000c", "name": "Collect logs, artifacts and docs" } }, { "hosts": { "instance": { "action": "shell", "changed": true, "msg": "All items completed", "results": [ { "ansible_loop_var": "zj_item", "changed": true, "cmd": "if [ -n \"$(find /var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/artifacts -mindepth 1)\" ] ; then\n # Only create target directory if it is needed.\n # Do not fail if it is already there.\n mkdir -p /var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/logs/artifacts\n # Leave the original directory behind so that other roles\n # operating on the interface directories can simply no-op.\n mv -f /var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/artifacts/* /var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/logs/artifacts\nfi\n", "delta": "0:00:00.007220", "end": "2026-04-13 16:34:32.898586", "failed": false, "invocation": { "module_args": { "_raw_params": "if [ -n \"$(find /var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/artifacts -mindepth 1)\" ] ; then\n # Only create target directory if it is needed.\n # Do not fail if it is already there.\n mkdir -p /var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/logs/artifacts\n # Leave the original directory behind so that other roles\n # operating on the interface directories can simply no-op.\n mv -f /var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/artifacts/* /var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/logs/artifacts\nfi\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-04-13 16:34:32.891366", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zj_item": "artifacts", "zuul_log_id": "in-loop-ignore" }, { "ansible_loop_var": "zj_item", "changed": true, "cmd": "if [ -n \"$(find /var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/docs -mindepth 1)\" ] ; then\n # Only create target directory if it is needed.\n # Do not fail if it is already there.\n mkdir -p /var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/logs/docs\n # Leave the original directory behind so that other roles\n # operating on the interface directories can simply no-op.\n mv -f /var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/docs/* /var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/logs/docs\nfi\n", "delta": "0:00:00.007730", "end": "2026-04-13 16:34:33.126113", "failed": false, "invocation": { "module_args": { "_raw_params": "if [ -n \"$(find /var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/docs -mindepth 1)\" ] ; then\n # Only create target directory if it is needed.\n # Do not fail if it is already there.\n mkdir -p /var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/logs/docs\n # Leave the original directory behind so that other roles\n # operating on the interface directories can simply no-op.\n mv -f /var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/docs/* /var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/work/logs/docs\nfi\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-04-13 16:34:33.118383", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zj_item": "docs", "zuul_log_id": "in-loop-ignore" } ] } }, "role": { "id": "0242ac17-0011-4dcf-c3c0-00000000000f", "name": "merge-output-to-logs", "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/merge-output-to-logs" }, "task": { "duration": { "end": "2026-04-13T16:34:33.174780Z", "start": "2026-04-13T16:34:32.516970Z" }, "id": "0242ac17-0011-4dcf-c3c0-000000000011", "name": "Move artifacts and docs to logs dir" } } ] }, { "play": { "duration": { "end": "2026-04-13T16:34:33.579565Z", "start": "2026-04-13T16:34:33.184579Z" }, "id": "0242ac17-0011-4dcf-c3c0-000000000013", "name": "all" }, "tasks": [ { "hosts": { "instance": { "action": "authorized_key", "changed": true, "comment": null, "exclusive": false, "follow": false, "invocation": { "module_args": { "changed": true, "comment": null, "exclusive": false, "follow": false, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC/vi4PmP7pxHBzSPSBOD7PO+jCq26VdMft55wLIguA7Hgddjpp4hRZMWSza8aggUlB5f06Fnk7FFia8dQYyq1mpseQlM5iuvUs/mAd9umPYjSwoRgL/uoWZmqj5CGTeGoTlAeEWcnqdSr9wb8YZhGk1g8GlOuS8rT7E7TvUsJOzAXHkf8xOyeUw3x6YVroziD2rEab29wbgQCaPBAaeFSlGsI/xErk96jsjbxKp3Wbq4LVa8euE7N06Oy+ZBQvUzt8K8SHQ2M6BMzvKxjJvKs0vIWEY/KmvXmXlSEpLRpFqvNwSq6JFjrmOTr6vEpjAAfOfRflapvXQboV9Hx63QSiJcIt1ikLvAoa0Nbb7sSwEkxqBu1zDh2OCuF6L3nUSB8QEU1Eo5TydOx4SYeI0NInMnCUCKnIIkM/m2LAXUHM3kMaDiLC82FELaBAnhgHn4y37gcQMvSj+dQDyr0+q0rEytoEjC7am+7vM0qr/wX0eTfykSH6G51glo8St3lYeQE= zuul-build-sshkey", "key_options": null, "keyfile": "/home/zuul/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "absent", "user": "zuul", "validate_certs": true } }, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC/vi4PmP7pxHBzSPSBOD7PO+jCq26VdMft55wLIguA7Hgddjpp4hRZMWSza8aggUlB5f06Fnk7FFia8dQYyq1mpseQlM5iuvUs/mAd9umPYjSwoRgL/uoWZmqj5CGTeGoTlAeEWcnqdSr9wb8YZhGk1g8GlOuS8rT7E7TvUsJOzAXHkf8xOyeUw3x6YVroziD2rEab29wbgQCaPBAaeFSlGsI/xErk96jsjbxKp3Wbq4LVa8euE7N06Oy+ZBQvUzt8K8SHQ2M6BMzvKxjJvKs0vIWEY/KmvXmXlSEpLRpFqvNwSq6JFjrmOTr6vEpjAAfOfRflapvXQboV9Hx63QSiJcIt1ikLvAoa0Nbb7sSwEkxqBu1zDh2OCuF6L3nUSB8QEU1Eo5TydOx4SYeI0NInMnCUCKnIIkM/m2LAXUHM3kMaDiLC82FELaBAnhgHn4y37gcQMvSj+dQDyr0+q0rEytoEjC7am+7vM0qr/wX0eTfykSH6G51glo8St3lYeQE= zuul-build-sshkey", "key_options": null, "keyfile": "/home/zuul/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "absent", "user": "zuul", "validate_certs": true } }, "role": { "id": "0242ac17-0011-4dcf-c3c0-000000000016", "name": "remove-build-sshkey", "path": "/var/lib/zuul/builds/a8e5d66dd941426f9ff2b18bd746afcd/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/remove-build-sshkey" }, "task": { "duration": { "end": "2026-04-13T16:34:33.579565Z", "start": "2026-04-13T16:34:33.191631Z" }, "id": "0242ac17-0011-4dcf-c3c0-000000000018", "name": "Remove the build SSH key from all nodes" } } ] } ], "stats": { "instance": { "changed": 4, "failures": 0, "ignored": 0, "ok": 5, "rescued": 0, "skipped": 1, "unreachable": 0 } }, "trusted": true } ]