[ { "branch": "main", "index": "0", "phase": "pre", "playbook": "github.com/vexxhost/zuul-config/playbooks/base/pre.yaml", "plays": [ { "play": { "duration": { "end": "2026-03-17T14:58:35.182230Z", "start": "2026-03-17T14:58:32.692920Z" }, "id": "0242ac17-0011-0240-48c2-000000000002", "name": "localhost" }, "tasks": [ { "hosts": { "localhost": { "action": "gather_facts", "ansible_facts": { "ansible_apparmor": { "status": "disabled" }, "ansible_architecture": "x86_64", "ansible_bios_date": "NA", "ansible_bios_vendor": "NA", "ansible_bios_version": "NA", "ansible_board_asset_tag": "NA", "ansible_board_name": "NA", "ansible_board_serial": "NA", "ansible_board_vendor": "NA", "ansible_board_version": "NA", "ansible_chassis_asset_tag": "NA", "ansible_chassis_serial": "NA", "ansible_chassis_vendor": "NA", "ansible_chassis_version": "NA", "ansible_cmdline": { "BOOT_IMAGE": "/boot/vmlinuz-5.15.0-130-generic", "console": "ttyS0", "ro": true, "root": "UUID=5a569d86-b935-46dd-ae79-7a72a25b6a4c" }, "ansible_date_time": { "date": "2026-03-17", "day": "17", "epoch": "1773759513", "epoch_int": "1773759513", "hour": "14", "iso8601": "2026-03-17T14:58:33Z", "iso8601_basic": "20260317T145833246999", "iso8601_basic_short": "20260317T145833", "iso8601_micro": "2026-03-17T14:58:33.246999Z", "minute": "58", "month": "03", "second": "33", "time": "14:58:33", "tz": "UTC", "tz_dst": "UTC", "tz_offset": "+0000", "weekday": "Tuesday", "weekday_number": "2", "weeknumber": "11", "year": "2026" }, "ansible_devices": {}, "ansible_distribution": "Debian", "ansible_distribution_major_version": "12", "ansible_distribution_release": "bookworm", "ansible_distribution_version": "12", "ansible_dns": { "nameservers": [ "127.0.0.11" ], "options": { "edns0": true, "ndots": "0", "trust-ad": true }, "search": [ "openstacklocal" ] }, "ansible_domain": "", "ansible_effective_group_id": 0, "ansible_effective_user_id": 0, "ansible_env": { "ANSIBLE_CONFIG": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/ansible/pre_playbook_0/ansible.cfg", "DEBIAN_FRONTEND": "noninteractive", "GPG_KEY": "A035C8C19219BA821ECEA86B64E628F8D684696D", "HOME": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work", "HOSTNAME": "0a8996d2b663", "LANG": "C.UTF-8", "PATH": "/usr/local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin", "PWD": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/trusted/project_0/github.com/vexxhost/zuul-config/playbooks/base", "PYTHONPATH": "/var/lib/zuul/ansible/9", "PYTHON_SHA256": "8d3ed8ec5c88c1c95f5e558612a725450d2452813ddad5e58fdb1a53b1209b78", "PYTHON_VERSION": "3.11.14", "SSH_AGENT_PID": "513375", "SSH_AUTH_SOCK": "/tmp/ssh-FIz0tYEbtWqg/agent.513374", "TMP": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/tmp", "ZUUL_ANSIBLE_SPLIT_STREAMS": "False", "ZUUL_JOBDIR": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13", "ZUUL_JOB_FAILURE_OUTPUT": "[]", "ZUUL_JOB_LOG_CONFIG": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/ansible/logging.json", "ZUUL_OUTPUT_MAX_BYTES": "1073741824" }, "ansible_fibre_channel_wwn": [], "ansible_fips": false, "ansible_form_factor": "NA", "ansible_fqdn": "0a8996d2b663", "ansible_hostname": "0a8996d2b663", "ansible_hostnqn": "", "ansible_is_chroot": false, "ansible_iscsi_iqn": "", "ansible_kernel": "5.15.0-130-generic", "ansible_kernel_version": "#140-Ubuntu SMP Wed Dec 18 17:59:53 UTC 2024", "ansible_loadavg": { "15m": 6.0048828125, "1m": 8.82958984375, "5m": 6.64306640625 }, "ansible_local": {}, "ansible_lsb": {}, "ansible_lvm": "N/A", "ansible_machine": "x86_64", "ansible_memfree_mb": 4607, "ansible_memory_mb": { "nocache": { "free": 14033, "used": 18057 }, "real": { "free": 4607, "total": 32090, "used": 27483 }, "swap": { "cached": 0, "free": 0, "total": 0, "used": 0 } }, "ansible_memtotal_mb": 32090, "ansible_mounts": [ { "block_available": 8315414, "block_size": 4096, "block_total": 40601580, "block_used": 32286166, "device": "/dev/vda1", "fstype": "ext4", "inode_available": 16614163, "inode_total": 20643840, "inode_used": 4029677, "mount": "/etc/resolv.conf", "options": "ro,nosuid,nodev,relatime,discard,errors=remount-ro,bind", "size_available": 34059935744, "size_total": 166304071680, "uuid": "N/A" }, { "block_available": 8315414, "block_size": 4096, "block_total": 40601580, "block_used": 32286166, "device": "/dev/vda1", "fstype": "ext4", "inode_available": 16614163, "inode_total": 20643840, "inode_used": 4029677, "mount": "/etc/hosts", "options": "ro,nosuid,nodev,relatime,discard,errors=remount-ro,bind", "size_available": 34059935744, "size_total": 166304071680, "uuid": "N/A" }, { "block_available": 8315414, "block_size": 4096, "block_total": 40601580, "block_used": 32286166, "device": "/dev/vda1", "fstype": "ext4", "inode_available": 16614163, "inode_total": 20643840, "inode_used": 4029677, "mount": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work", "options": "rw,nosuid,nodev,relatime,discard,errors=remount-ro,bind", "size_available": 34059935744, "size_total": 166304071680, "uuid": "N/A" }, { "block_available": 8315414, "block_size": 4096, "block_total": 40601580, "block_used": 32286166, "device": "/dev/vda1", "fstype": "ext4", "inode_available": 16614163, "inode_total": 20643840, "inode_used": 4029677, "mount": "/var/lib/zuul/ansible/9", "options": "ro,nosuid,nodev,relatime,discard,errors=remount-ro,bind", "size_available": 34059935744, "size_total": 166304071680, "uuid": "N/A" }, { "block_available": 8315414, "block_size": 4096, "block_total": 40601580, "block_used": 32286166, "device": "/dev/vda1", "fstype": "ext4", "inode_available": 16614163, "inode_total": 20643840, "inode_used": 4029677, "mount": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/ansible", "options": "ro,nosuid,nodev,relatime,discard,errors=remount-ro,bind", "size_available": 34059935744, "size_total": 166304071680, "uuid": "N/A" }, { "block_available": 8315414, "block_size": 4096, "block_total": 40601580, "block_used": 32286166, "device": "/dev/vda1", "fstype": "ext4", "inode_available": 16614163, "inode_total": 20643840, "inode_used": 4029677, "mount": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/trusted", "options": "ro,nosuid,nodev,relatime,discard,errors=remount-ro,bind", "size_available": 34059935744, "size_total": 166304071680, "uuid": "N/A" }, { "block_available": 8315414, "block_size": 4096, "block_total": 40601580, "block_used": 32286166, "device": "/dev/vda1", "fstype": "ext4", "inode_available": 16614163, "inode_total": 20643840, "inode_used": 4029677, "mount": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/untrusted", "options": "ro,nosuid,nodev,relatime,discard,errors=remount-ro,bind", "size_available": 34059935744, "size_total": 166304071680, "uuid": "N/A" }, { "block_available": 8315414, "block_size": 4096, "block_total": 40601580, "block_used": 32286166, "device": "/dev/vda1", "fstype": "ext4", "inode_available": 16614163, "inode_total": 20643840, "inode_used": 4029677, "mount": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/ansible/pre_playbook_0", "options": "ro,nosuid,nodev,relatime,discard,errors=remount-ro,bind", "size_available": 34059935744, "size_total": 166304071680, "uuid": "N/A" }, { "block_available": 8315414, "block_size": 4096, "block_total": 40601580, "block_used": 32286166, "device": "/dev/vda1", "fstype": "ext4", "inode_available": 16614163, "inode_total": 20643840, "inode_used": 4029677, "mount": "/etc/zuul/site-variables.yaml", "options": "ro,nosuid,nodev,relatime,discard,errors=remount-ro,bind", "size_available": 34059935744, "size_total": 166304071680, "uuid": "N/A" }, { "block_available": 221473400, "block_size": 4096, "block_total": 263940717, "block_used": 42467317, "device": "/dev/vdb", "fstype": "ext4", "inode_available": 63296549, "inode_total": 67108864, "inode_used": 3812315, "mount": "/srv/static/logs", "options": "rw,nosuid,nodev,relatime,discard", "size_available": 907155046400, "size_total": 1081101176832, "uuid": "N/A" }, { "block_available": 8315414, "block_size": 4096, "block_total": 40601580, "block_used": 32286166, "device": "/dev/vda1", "fstype": "ext4", "inode_available": 16614163, "inode_total": 20643840, "inode_used": 4029677, "mount": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/.ansible", "options": "rw,nosuid,nodev,relatime,discard,errors=remount-ro,bind", "size_available": 34059935744, "size_total": 166304071680, "uuid": "N/A" } ], "ansible_nodename": "0a8996d2b663", "ansible_os_family": "Debian", "ansible_pkg_mgr": "apt", "ansible_proc_cmdline": { "BOOT_IMAGE": "/boot/vmlinuz-5.15.0-130-generic", "console": [ "tty1", "ttyS0" ], "ro": true, "root": "UUID=5a569d86-b935-46dd-ae79-7a72a25b6a4c" }, "ansible_processor": [ "0", "AuthenticAMD", "AMD EPYC-Rome Processor", "1", "AuthenticAMD", "AMD EPYC-Rome Processor", "2", "AuthenticAMD", "AMD EPYC-Rome Processor", "3", "AuthenticAMD", "AMD EPYC-Rome Processor", "4", "AuthenticAMD", "AMD EPYC-Rome Processor", "5", "AuthenticAMD", "AMD EPYC-Rome Processor", "6", "AuthenticAMD", "AMD EPYC-Rome Processor", "7", "AuthenticAMD", "AMD EPYC-Rome Processor", "8", "AuthenticAMD", "AMD EPYC-Rome Processor", "9", "AuthenticAMD", "AMD EPYC-Rome Processor", "10", "AuthenticAMD", "AMD EPYC-Rome Processor", "11", "AuthenticAMD", "AMD EPYC-Rome Processor", "12", "AuthenticAMD", "AMD EPYC-Rome Processor", "13", "AuthenticAMD", "AMD EPYC-Rome Processor", "14", "AuthenticAMD", "AMD EPYC-Rome Processor", "15", "AuthenticAMD", "AMD EPYC-Rome Processor" ], "ansible_processor_cores": 1, "ansible_processor_count": 16, "ansible_processor_nproc": 16, "ansible_processor_threads_per_core": 1, "ansible_processor_vcpus": 16, "ansible_product_name": "NA", "ansible_product_serial": "NA", "ansible_product_uuid": "NA", "ansible_product_version": "NA", "ansible_python": { "executable": "/usr/local/lib/zuul/ansible/9/bin/python", "has_sslcontext": true, "type": "cpython", "version": { "major": 3, "micro": 14, "minor": 11, "releaselevel": "final", "serial": 0 }, "version_info": [ 3, 11, 14, "final", 0 ] }, "ansible_python_version": "3.11.14", "ansible_real_group_id": 0, "ansible_real_user_id": 0, "ansible_selinux": { "status": "disabled" }, "ansible_selinux_python_present": true, "ansible_service_mgr": "bwrap", "ansible_swapfree_mb": 0, "ansible_swaptotal_mb": 0, "ansible_system": "Linux", "ansible_system_capabilities": "N/A", "ansible_system_capabilities_enforced": "N/A", "ansible_system_vendor": "NA", "ansible_uptime_seconds": 37423243, "ansible_user_dir": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work", "ansible_user_gecos": "root", "ansible_user_gid": 0, "ansible_user_id": "root", "ansible_user_shell": "/bin/bash", "ansible_user_uid": 0, "ansible_userspace_architecture": "x86_64", "ansible_userspace_bits": "64", "ansible_virtualization_role": "host", "ansible_virtualization_tech_guest": [], "ansible_virtualization_tech_host": [ "kvm" ], "ansible_virtualization_type": "kvm", "gather_subset": [ "all" ], "module_setup": true }, "changed": false, "deprecations": [], "warnings": [] } }, "task": { "duration": { "end": "2026-03-17T14:58:33.585617Z", "start": "2026-03-17T14:58:32.700870Z" }, "id": "0242ac17-0011-0240-48c2-00000000002a", "name": "Gathering Facts" } }, { "hosts": { "localhost": { "action": "include_role", "changed": false, "include_args": { "name": "set-zuul-log-path-fact" } } }, "role": { "id": "0242ac17-0011-0240-48c2-000000000006", "name": "emit-job-header", "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/emit-job-header" }, "task": { "duration": { "end": "2026-03-17T14:58:33.615870Z", "start": "2026-03-17T14:58:33.591980Z" }, "id": "0242ac17-0011-0240-48c2-000000000008", "name": "Setup log path fact" } }, { "hosts": { "localhost": { "action": "set_fact", "ansible_facts": { "zuul_log_path": "d8a/oss/d8aae5687e3849d0a4a6be563463ee13" }, "changed": false } }, "role": { "id": "0242ac17-0011-0240-48c2-000000000054", "name": "set-zuul-log-path-fact", "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/set-zuul-log-path-fact" }, "task": { "duration": { "end": "2026-03-17T14:58:33.664360Z", "start": "2026-03-17T14:58:33.630952Z" }, "id": "0242ac17-0011-0240-48c2-000000000056", "name": "Set log path for a build" } }, { "hosts": { "localhost": { "action": "debug", "changed": false, "msg": "# Job Information\nAnsible Version: 2.16.16\nJob: atmosphere-molecule-csi-rbd\nPipeline: check\nExecutor: 0a8996d2b663\nTriggered by: https://github.com/vexxhost/atmosphere/pull/3734\nEvent ID: 58d97230-2211-11f1-8797-aefe60c4c3e1\n" } }, "role": { "id": "0242ac17-0011-0240-48c2-000000000006", "name": "emit-job-header", "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/emit-job-header" }, "task": { "duration": { "end": "2026-03-17T14:58:33.717511Z", "start": "2026-03-17T14:58:33.673202Z" }, "id": "0242ac17-0011-0240-48c2-000000000009", "name": "Print job information" } }, { "hosts": { "localhost": { "action": "debug", "changed": false, "msg": "All items completed", "results": [ { "ansible_loop_var": "zj_item", "changed": false, "failed": false, "msg": "# Node Information\nInventory Hostname: instance\nHostname: np0000159384\nUsername: zuul\nDistro: Ubuntu 22.04\nProvider: yul1\nRegion: ca-ymq-1\nLabel: ubuntu-jammy\nProduct Name: OpenStack Nova\nInterface IP: 199.204.45.156\n", "zj_item": "instance" } ] } }, "role": { "id": "0242ac17-0011-0240-48c2-000000000006", "name": "emit-job-header", "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/emit-job-header" }, "task": { "duration": { "end": "2026-03-17T14:58:33.820189Z", "start": "2026-03-17T14:58:33.721461Z" }, "id": "0242ac17-0011-0240-48c2-00000000000a", "name": "Print node information" } }, { "hosts": { "localhost": { "action": "file", "changed": true, "diff": { "after": { "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/logs/zuul-info", "state": "directory" }, "before": { "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/logs/zuul-info", "state": "absent" } }, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": 493, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/logs/zuul-info", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/logs/zuul-info", "size": 4096, "state": "directory", "uid": 0 } }, "role": { "id": "0242ac17-0011-0240-48c2-00000000000d", "name": "log-inventory", "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/log-inventory" }, "task": { "duration": { "end": "2026-03-17T14:58:34.243751Z", "start": "2026-03-17T14:58:33.830464Z" }, "id": "0242ac17-0011-0240-48c2-00000000000f", "name": "Ensure Zuul Ansible directory exists" } }, { "hosts": { "localhost": { "action": "copy", "changed": true, "checksum": "e3c34444853e6ca865d288ef6ec93fac16c09f96", "dest": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/logs/zuul-info/inventory.yaml", "diff": [], "gid": 0, "group": "root", "invocation": { "module_args": { "_original_basename": "inventory.yaml", "attributes": null, "backup": false, "checksum": "e3c34444853e6ca865d288ef6ec93fac16c09f96", "content": null, "dest": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/logs/zuul-info", "directory_mode": null, "follow": false, "force": true, "group": null, "local_follow": null, "mode": 420, "owner": null, "remote_src": null, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/.ansible/tmp/ansible-tmp-1773759514.2821896-84-57283843898373/source", "unsafe_writes": false, "validate": null } }, "md5sum": "7b0eda5d168ed19c4658271b32b3c791", "mode": "0644", "owner": "root", "size": 35184, "src": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/.ansible/tmp/ansible-tmp-1773759514.2821896-84-57283843898373/source", "state": "file", "uid": 0 } }, "role": { "id": "0242ac17-0011-0240-48c2-00000000000d", "name": "log-inventory", "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/log-inventory" }, "task": { "duration": { "end": "2026-03-17T14:58:35.182230Z", "start": "2026-03-17T14:58:34.252287Z" }, "id": "0242ac17-0011-0240-48c2-000000000010", "name": "Copy ansible inventory to logs dir" } } ] }, { "play": { "duration": { "end": "2026-03-17T14:58:42.508238Z", "start": "2026-03-17T14:58:35.187913Z" }, "id": "0242ac17-0011-0240-48c2-000000000011", "name": "all" }, "tasks": [ { "hosts": { "instance": { "action": "stat", "changed": false, "failed_when_result": false, "invocation": { "module_args": { "checksum_algorithm": "sha1", "follow": false, "get_attributes": true, "get_checksum": true, "get_mime": true, "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/d8aae5687e3849d0a4a6be563463ee13_id_rsa" } }, "stat": { "exists": false } } }, "role": { "id": "0242ac17-0011-0240-48c2-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-03-17T14:58:35.437003Z", "start": "2026-03-17T14:58:35.198310Z" }, "id": "0242ac17-0011-0240-48c2-000000000018", "name": "Check to see if ssh key was already created for this build" } }, { "hosts": { "instance": { "action": "include_tasks", "changed": false, "include": "create-key-and-replace.yaml", "include_args": {} } }, "role": { "id": "0242ac17-0011-0240-48c2-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-03-17T14:58:35.481357Z", "start": "2026-03-17T14:58:35.445779Z" }, "id": "0242ac17-0011-0240-48c2-000000000019", "name": "Create a new key in workspace based on build UUID" } }, { "hosts": { "instance": { "action": "command", "changed": true, "cmd": [ "ssh-keygen", "-t", "rsa", "-N", "", "-C", "zuul-build-sshkey", "-f", "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/d8aae5687e3849d0a4a6be563463ee13_id_rsa", "-b", "3072" ], "delta": "0:00:00.795628", "end": "2026-03-17 14:58:36.660445", "invocation": { "module_args": { "_raw_params": "ssh-keygen -t rsa -N '' -C 'zuul-build-sshkey' -f /var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/d8aae5687e3849d0a4a6be563463ee13_id_rsa -b 3072", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0242ac17-0011-0240-48c2-00000000009c-0-instance", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-03-17 14:58:35.864817", "stderr": "", "stderr_lines": [], "stdout": "Generating public/private rsa key pair.\nYour identification has been saved in /var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/d8aae5687e3849d0a4a6be563463ee13_id_rsa\nYour public key has been saved in /var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/d8aae5687e3849d0a4a6be563463ee13_id_rsa.pub\nThe key fingerprint is:\nSHA256:1yC169rF39mvhJBXkI9SLE1PoW9ou+P3/f1lrorKizw zuul-build-sshkey\nThe key's randomart image is:\n+---[RSA 3072]----+\n| .+o.o. |\n| ...== |\n| . oo.oo |\n| ..=.+. |\n| S =.= o |\n| o = + |\n| . = . o|\n| .Eo o o.+.+*|\n| o.=oo.+++=#|\n+----[SHA256]-----+", "stdout_lines": [ "Generating public/private rsa key pair.", "Your identification has been saved in /var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/d8aae5687e3849d0a4a6be563463ee13_id_rsa", "Your public key has been saved in /var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/d8aae5687e3849d0a4a6be563463ee13_id_rsa.pub", "The key fingerprint is:", "SHA256:1yC169rF39mvhJBXkI9SLE1PoW9ou+P3/f1lrorKizw zuul-build-sshkey", "The key's randomart image is:", "+---[RSA 3072]----+", "| .+o.o. |", "| ...== |", "| . oo.oo |", "| ..=.+. |", "| S =.= o |", "| o = + |", "| . = . o|", "| .Eo o o.+.+*|", "| o.=oo.+++=#|", "+----[SHA256]-----+" ], "zuul_log_id": "0242ac17-0011-0240-48c2-00000000009c-0-instance" } }, "role": { "id": "0242ac17-0011-0240-48c2-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-03-17T14:58:36.712563Z", "start": "2026-03-17T14:58:35.510516Z" }, "id": "0242ac17-0011-0240-48c2-00000000009c", "name": "Create Temp SSH key" } }, { "hosts": { "instance": { "action": "include_tasks", "changed": false, "include": "remote-linux.yaml", "include_args": {} } }, "role": { "id": "0242ac17-0011-0240-48c2-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-03-17T14:58:36.749075Z", "start": "2026-03-17T14:58:36.717094Z" }, "id": "0242ac17-0011-0240-48c2-00000000009d", "name": "Remote setup ssh keys (linux)" } }, { "hosts": { "instance": { "action": "lineinfile", "changed": false, "false_condition": "zuul_build_sshkey_cleanup", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0242ac17-0011-0240-48c2-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-03-17T14:58:36.790944Z", "start": "2026-03-17T14:58:36.766970Z" }, "id": "0242ac17-0011-0240-48c2-0000000000bc", "name": "Remove previously added zuul-build-sshkey" } }, { "hosts": { "instance": { "action": "authorized_key", "changed": true, "comment": null, "exclusive": false, "follow": false, "invocation": { "module_args": { "changed": true, "comment": null, "exclusive": false, "follow": false, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCj4sT6xtT244WRtuZLHNzHQDZroRl2vOlHc2j2yiuE/s4y1f4WVr4iy895E0p23w4XYUlpWhvxN7X8QooNgEAW1exLwk9MsR+TZ8NKT71a/z4OB3KKsZGzDiabO0HMg9TkF2kgOsciVhqUw6aDzQqe7Nqh1+oquISXBNLvMlyX1Q/PavnG862kqibfRVtyaFcvUuYEE3zFmyIxCK2Xg77fC1ePpJmnPQayvIkOB25SCFrhtcmBECuy+gEmQjmbjVwiQWafNTBqSn2ejaAh9hTFabMuM+kMbGEzs6WbFX3cNa2PV0YJgUFAPFBtsDzgWq1lp+Zp57ZAU9mlRQeASn0MLj3brqs1aZbiIo914stm+outzA3tLk3zWyrblDIfY0wpM5gw52r4j1ipFtuZnKoa5bg/hctZtIQWtA/a+V/spXQFxyO4zFbI1Xt5Rr0EssVr0nS3iNG54qjApBuY2KWDstR7XKz0WGbBOwg0vIPdOuLhEbV4WI/bZOCf9r3/gZs= zuul-build-sshkey", "key_options": null, "keyfile": "/home/zuul/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "zuul", "validate_certs": true } }, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCj4sT6xtT244WRtuZLHNzHQDZroRl2vOlHc2j2yiuE/s4y1f4WVr4iy895E0p23w4XYUlpWhvxN7X8QooNgEAW1exLwk9MsR+TZ8NKT71a/z4OB3KKsZGzDiabO0HMg9TkF2kgOsciVhqUw6aDzQqe7Nqh1+oquISXBNLvMlyX1Q/PavnG862kqibfRVtyaFcvUuYEE3zFmyIxCK2Xg77fC1ePpJmnPQayvIkOB25SCFrhtcmBECuy+gEmQjmbjVwiQWafNTBqSn2ejaAh9hTFabMuM+kMbGEzs6WbFX3cNa2PV0YJgUFAPFBtsDzgWq1lp+Zp57ZAU9mlRQeASn0MLj3brqs1aZbiIo914stm+outzA3tLk3zWyrblDIfY0wpM5gw52r4j1ipFtuZnKoa5bg/hctZtIQWtA/a+V/spXQFxyO4zFbI1Xt5Rr0EssVr0nS3iNG54qjApBuY2KWDstR7XKz0WGbBOwg0vIPdOuLhEbV4WI/bZOCf9r3/gZs= zuul-build-sshkey", "key_options": null, "keyfile": "/home/zuul/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "zuul", "validate_certs": true } }, "role": { "id": "0242ac17-0011-0240-48c2-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-03-17T14:58:37.229515Z", "start": "2026-03-17T14:58:36.799739Z" }, "id": "0242ac17-0011-0240-48c2-0000000000bd", "name": "Enable access via build key on all nodes" } }, { "hosts": { "instance": { "action": "file", "changed": false, "diff": { "after": { "path": "/home/zuul/.ssh" }, "before": { "path": "/home/zuul/.ssh" } }, "gid": 1000, "group": "zuul", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": 448, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul/.ssh", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0700", "owner": "zuul", "path": "/home/zuul/.ssh", "size": 4096, "state": "directory", "uid": 1000 } }, "role": { "id": "0242ac17-0011-0240-48c2-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-03-17T14:58:37.431012Z", "start": "2026-03-17T14:58:37.236155Z" }, "id": "0242ac17-0011-0240-48c2-0000000000be", "name": "Make sure user has a .ssh" } }, { "hosts": { "instance": { "action": "copy", "changed": true, "checksum": "22b4998ff0f131b3a3de41917f2184bc446ca8b3", "dest": "/home/zuul/.ssh/id_rsa", "diff": [], "gid": 1000, "group": "zuul", "invocation": { "module_args": { "_original_basename": "d8aae5687e3849d0a4a6be563463ee13_id_rsa", "attributes": null, "backup": false, "checksum": "22b4998ff0f131b3a3de41917f2184bc446ca8b3", "content": null, "dest": "/home/zuul/.ssh/id_rsa", "directory_mode": null, "follow": false, "force": false, "group": null, "local_follow": null, "mode": 384, "owner": null, "remote_src": null, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "/home/zuul/.ansible/tmp/ansible-tmp-1773759517.4704075-190-41449389302856/source", "unsafe_writes": false, "validate": null } }, "md5sum": "c4c1cee05b4296330a49dee0689c3b6c", "mode": "0600", "owner": "zuul", "size": 2602, "src": "/home/zuul/.ansible/tmp/ansible-tmp-1773759517.4704075-190-41449389302856/source", "state": "file", "uid": 1000 } }, "role": { "id": "0242ac17-0011-0240-48c2-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-03-17T14:58:37.897751Z", "start": "2026-03-17T14:58:37.437367Z" }, "id": "0242ac17-0011-0240-48c2-0000000000bf", "name": "Install build private key as SSH key on all nodes" } }, { "hosts": { "instance": { "action": "copy", "changed": true, "checksum": "0884969dad51dab7e777117e9d9e9eb02826bfd8", "dest": "/home/zuul/.ssh/id_rsa.pub", "diff": [], "gid": 1000, "group": "zuul", "invocation": { "module_args": { "_original_basename": "d8aae5687e3849d0a4a6be563463ee13_id_rsa.pub", "attributes": null, "backup": false, "checksum": "0884969dad51dab7e777117e9d9e9eb02826bfd8", "content": null, "dest": "/home/zuul/.ssh/id_rsa.pub", "directory_mode": null, "follow": false, "force": false, "group": null, "local_follow": null, "mode": 420, "owner": null, "remote_src": null, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "/home/zuul/.ansible/tmp/ansible-tmp-1773759517.9405346-200-195095663721797/source", "unsafe_writes": false, "validate": null } }, "md5sum": "6a5b27db757e849a7ee81b67041973d5", "mode": "0644", "owner": "zuul", "size": 571, "src": "/home/zuul/.ansible/tmp/ansible-tmp-1773759517.9405346-200-195095663721797/source", "state": "file", "uid": 1000 } }, "role": { "id": "0242ac17-0011-0240-48c2-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-03-17T14:58:38.375651Z", "start": "2026-03-17T14:58:37.903213Z" }, "id": "0242ac17-0011-0240-48c2-0000000000c0", "name": "Install build public key as SSH key on all nodes" } }, { "hosts": { "instance": { "action": "include_tasks", "changed": false, "false_condition": "ansible_os_family == \"Windows\"", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0242ac17-0011-0240-48c2-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-03-17T14:58:38.405189Z", "start": "2026-03-17T14:58:38.380426Z" }, "id": "0242ac17-0011-0240-48c2-00000000009e", "name": "Remote setup ssh keys (windows)" } }, { "hosts": { "instance": { "action": "sshagent_remove_keys", "changed": true, "invocation": { "module_args": { "remove": "^(?!\\(stdin\\)).*" } }, "removed": [ "/etc/zuul/id_rsa" ] } }, "role": { "id": "0242ac17-0011-0240-48c2-0000000000a3", "name": "remove-zuul-sshkey", "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/remove-zuul-sshkey" }, "task": { "duration": { "end": "2026-03-17T14:58:38.827196Z", "start": "2026-03-17T14:58:38.416423Z" }, "id": "0242ac17-0011-0240-48c2-0000000000a5", "name": "Remove master key from local agent" } }, { "hosts": { "instance": { "action": "command", "changed": true, "cmd": [ "ssh-add", "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/d8aae5687e3849d0a4a6be563463ee13_id_rsa" ], "delta": "0:00:00.015079", "end": "2026-03-17 14:58:39.110808", "invocation": { "module_args": { "_raw_params": "ssh-add /var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/d8aae5687e3849d0a4a6be563463ee13_id_rsa", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0242ac17-0011-0240-48c2-0000000000ab-0-instance", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-03-17 14:58:39.095729", "stderr": "", "stderr_lines": [], "stdout": "Identity added: /var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/d8aae5687e3849d0a4a6be563463ee13_id_rsa (zuul-build-sshkey)", "stdout_lines": [ "Identity added: /var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/d8aae5687e3849d0a4a6be563463ee13_id_rsa (zuul-build-sshkey)" ], "zuul_log_id": "0242ac17-0011-0240-48c2-0000000000ab-0-instance" } }, "role": { "id": "0242ac17-0011-0240-48c2-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-03-17T14:58:39.174702Z", "start": "2026-03-17T14:58:38.838147Z" }, "id": "0242ac17-0011-0240-48c2-0000000000ab", "name": "Add back temp key" } }, { "hosts": { "instance": { "action": "ping", "changed": false, "invocation": { "module_args": { "data": "pong" } }, "ping": "pong" } }, "role": { "id": "0242ac17-0011-0240-48c2-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-03-17T14:58:39.488632Z", "start": "2026-03-17T14:58:39.183088Z" }, "id": "0242ac17-0011-0240-48c2-0000000000ac", "name": "Verify we can still SSH to all nodes" } }, { "hosts": { "instance": { "action": "command", "changed": false, "false_condition": "ansible_os_family == \"Windows\"", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0242ac17-0011-0240-48c2-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-03-17T14:58:39.521561Z", "start": "2026-03-17T14:58:39.495893Z" }, "id": "0242ac17-0011-0240-48c2-0000000000ad", "name": "Verify we can still SSH to all nodes (windows)" } }, { "hosts": { "instance": { "action": "zuul_console", "changed": false, "invocation": { "module_args": { "path": "/tmp/console-{log_uuid}.log", "port": 19885, "state": "present" } } } }, "role": { "id": "0242ac17-0011-0240-48c2-00000000001b", "name": "prepare-workspace", "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/prepare-workspace" }, "task": { "duration": { "end": "2026-03-17T14:58:39.854898Z", "start": "2026-03-17T14:58:39.537152Z" }, "id": "0242ac17-0011-0240-48c2-00000000001d", "name": "Start zuul_console daemon." } }, { "hosts": { "instance": { "action": "synchronize", "censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": true } }, "role": { "id": "0242ac17-0011-0240-48c2-00000000001b", "name": "prepare-workspace", "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/prepare-workspace" }, "task": { "duration": { "end": "2026-03-17T14:58:41.478162Z", "start": "2026-03-17T14:58:39.864379Z" }, "id": "0242ac17-0011-0240-48c2-00000000001e", "name": "Synchronize src repos to workspace directory." } }, { "hosts": { "instance": { "action": "file", "changed": false, "msg": "All items completed", "results": [ { "ansible_loop_var": "zj_output_dir", "changed": false, "failed": false, "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul/zuul-output/logs", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "absent", "unsafe_writes": false } }, "path": "/home/zuul/zuul-output/logs", "state": "absent", "zj_output_dir": "logs" }, { "ansible_loop_var": "zj_output_dir", "changed": false, "failed": false, "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul/zuul-output/artifacts", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "absent", "unsafe_writes": false } }, "path": "/home/zuul/zuul-output/artifacts", "state": "absent", "zj_output_dir": "artifacts" }, { "ansible_loop_var": "zj_output_dir", "changed": false, "failed": false, "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul/zuul-output/docs", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "absent", "unsafe_writes": false } }, "path": "/home/zuul/zuul-output/docs", "state": "absent", "zj_output_dir": "docs" } ] } }, "role": { "id": "0242ac17-0011-0240-48c2-000000000020", "name": "ensure-output-dirs", "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/ensure-output-dirs" }, "task": { "duration": { "end": "2026-03-17T14:58:41.985593Z", "start": "2026-03-17T14:58:41.490816Z" }, "id": "0242ac17-0011-0240-48c2-000000000022", "name": "Empty Zuul Output directories by removing them" } }, { "hosts": { "instance": { "action": "file", "changed": true, "msg": "All items completed", "results": [ { "ansible_loop_var": "zj_output_dir", "changed": true, "diff": { "after": { "mode": "0755", "path": "/home/zuul/zuul-output/logs", "state": "directory" }, "before": { "mode": "0775", "path": "/home/zuul/zuul-output/logs", "state": "absent" } }, "failed": false, "gid": 1000, "group": "zuul", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": 493, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul/zuul-output/logs", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "zuul", "path": "/home/zuul/zuul-output/logs", "size": 4096, "state": "directory", "uid": 1000, "zj_output_dir": "logs" }, { "ansible_loop_var": "zj_output_dir", "changed": true, "diff": { "after": { "mode": "0755", "path": "/home/zuul/zuul-output/artifacts", "state": "directory" }, "before": { "mode": "0775", "path": "/home/zuul/zuul-output/artifacts", "state": "absent" } }, "failed": false, "gid": 1000, "group": "zuul", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": 493, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul/zuul-output/artifacts", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "zuul", "path": "/home/zuul/zuul-output/artifacts", "size": 4096, "state": "directory", "uid": 1000, "zj_output_dir": "artifacts" }, { "ansible_loop_var": "zj_output_dir", "changed": true, "diff": { "after": { "mode": "0755", "path": "/home/zuul/zuul-output/docs", "state": "directory" }, "before": { "mode": "0775", "path": "/home/zuul/zuul-output/docs", "state": "absent" } }, "failed": false, "gid": 1000, "group": "zuul", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": 493, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul/zuul-output/docs", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "zuul", "path": "/home/zuul/zuul-output/docs", "size": 4096, "state": "directory", "uid": 1000, "zj_output_dir": "docs" } ] } }, "role": { "id": "0242ac17-0011-0240-48c2-000000000020", "name": "ensure-output-dirs", "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/ensure-output-dirs" }, "task": { "duration": { "end": "2026-03-17T14:58:42.508238Z", "start": "2026-03-17T14:58:41.990078Z" }, "id": "0242ac17-0011-0240-48c2-000000000024", "name": "Ensure Zuul Output directories exist" } } ] } ], "stats": { "instance": { "changed": 8, "failures": 0, "ignored": 0, "ok": 15, "rescued": 0, "skipped": 3, "unreachable": 0 }, "localhost": { "changed": 2, "failures": 0, "ignored": 0, "ok": 6, "rescued": 0, "skipped": 0, "unreachable": 0 } }, "trusted": true }, { "branch": "main", "index": "1", "phase": "pre", "playbook": "github.com/vexxhost/zuul-jobs/playbooks/molecule/pre.yaml", "plays": [ { "play": { "duration": { "end": "2026-03-17T14:58:46.153127Z", "start": "2026-03-17T14:58:43.292068Z" }, "id": "0242ac17-0011-bea6-a48d-000000000002", "name": "all" }, "tasks": [ { "hosts": { "instance": { "action": "ansible.builtin.unarchive", "changed": true, "dest": "/usr/local/bin", "extract_results": { "cmd": [ "/usr/bin/tar", "--extract", "-C", "/usr/local/bin", "-z", "--show-transformed-names", "--strip-components=1", "-f", "/home/zuul/.ansible/tmp/ansible-tmp-1773759523.3347301-5-146175641427803/uv-x86_64-unknown-linux-gnuye8013gt.tar.gz" ], "err": "", "out": "", "rc": 0 }, "gid": 0, "group": "root", "handler": "TgzArchive", "invocation": { "module_args": { "attributes": null, "copy": true, "creates": "/usr/local/bin/uv", "decrypt": true, "dest": "/usr/local/bin", "exclude": [], "extra_opts": [ "--strip-components=1" ], "group": null, "include": [], "io_buffer_size": 65536, "keep_newer": false, "list_files": false, "mode": null, "owner": null, "remote_src": true, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "https://github.com/astral-sh/uv/releases/download/0.8.13/uv-x86_64-unknown-linux-gnu.tar.gz", "unsafe_writes": false, "validate_certs": true } }, "mode": "0755", "owner": "root", "size": 4096, "src": "/home/zuul/.ansible/tmp/ansible-tmp-1773759523.3347301-5-146175641427803/uv-x86_64-unknown-linux-gnuye8013gt.tar.gz", "state": "directory", "uid": 0 } }, "role": { "id": "0242ac17-0011-bea6-a48d-000000000005", "name": "setup-uv", "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/untrusted/project_0/github.com/vexxhost/zuul-jobs/roles/setup-uv" }, "task": { "duration": { "end": "2026-03-17T14:58:45.613579Z", "start": "2026-03-17T14:58:43.303728Z" }, "id": "0242ac17-0011-bea6-a48d-000000000007", "name": "Extract archive" } }, { "hosts": { "instance": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "/usr/local/bin/uv", "--version" ], "delta": "0:00:00.011746", "end": "2026-03-17 14:58:45.963046", "invocation": { "module_args": { "_raw_params": "/usr/local/bin/uv --version", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0242ac17-0011-bea6-a48d-000000000008-1-instance", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-03-17 14:58:45.951300", "stderr": "", "stderr_lines": [], "stdout": "uv 0.8.13", "stdout_lines": [ "uv 0.8.13" ], "zuul_log_id": "0242ac17-0011-bea6-a48d-000000000008-1-instance" } }, "role": { "id": "0242ac17-0011-bea6-a48d-000000000005", "name": "setup-uv", "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/untrusted/project_0/github.com/vexxhost/zuul-jobs/roles/setup-uv" }, "task": { "duration": { "end": "2026-03-17T14:58:46.153127Z", "start": "2026-03-17T14:58:45.637438Z" }, "id": "0242ac17-0011-bea6-a48d-000000000008", "name": "Print version" } } ] } ], "stats": { "instance": { "changed": 2, "failures": 0, "ignored": 0, "ok": 2, "rescued": 0, "skipped": 0, "unreachable": 0 } }, "trusted": false }, { "branch": "stable/2023.1", "index": "2", "phase": "pre", "playbook": "github.com/vexxhost/atmosphere/test-playbooks/molecule/pre.yml", "plays": [ { "play": { "duration": { "end": "2026-03-17T14:58:57.313579Z", "start": "2026-03-17T14:58:46.835308Z" }, "id": "0242ac17-0011-e7ec-bfa1-000000000002", "name": "all" }, "tasks": [ { "hosts": { "instance": { "action": "ansible.builtin.apt", "cache_update_time": 1773759532, "cache_updated": true, "changed": true, "diff": {}, "invocation": { "module_args": { "allow_change_held_packages": false, "allow_downgrade": false, "allow_unauthenticated": false, "autoclean": false, "autoremove": false, "cache_valid_time": 0, "clean": false, "deb": null, "default_release": null, "dpkg_options": "force-confdef,force-confold", "fail_on_autoremove": false, "force": false, "force_apt_get": false, "install_recommends": null, "lock_timeout": 60, "name": "jq", "only_upgrade": false, "package": [ "jq" ], "policy_rc_d": null, "purge": false, "state": "present", "update_cache": true, "update_cache_retries": 5, "update_cache_retry_max_delay": 12, "upgrade": null } }, "stderr": "debconf: delaying package configuration, since apt-utils is not installed\n", "stderr_lines": [ "debconf: delaying package configuration, since apt-utils is not installed" ], "stdout": "Reading package lists...\nBuilding dependency tree...\nReading state information...\nThe following additional packages will be installed:\n libjq1 libonig5\nThe following NEW packages will be installed:\n jq libjq1 libonig5\n0 upgraded, 3 newly installed, 0 to remove and 17 not upgraded.\nNeed to get 357 kB of archives.\nAfter this operation, 1087 kB of additional disk space will be used.\nGet:1 http://nova.clouds.archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB]\nGet:2 http://nova.clouds.archive.ubuntu.com/ubuntu jammy-updates/main amd64 libjq1 amd64 1.6-2.1ubuntu3.1 [133 kB]\nGet:3 http://nova.clouds.archive.ubuntu.com/ubuntu jammy-updates/main amd64 jq amd64 1.6-2.1ubuntu3.1 [52.5 kB]\nFetched 357 kB in 1s (509 kB/s)\nSelecting previously unselected package libonig5:amd64.\r\n(Reading database ... \r(Reading database ... 5%\r(Reading database ... 10%\r(Reading database ... 15%\r(Reading database ... 20%\r(Reading database ... 25%\r(Reading database ... 30%\r(Reading database ... 35%\r(Reading database ... 40%\r(Reading database ... 45%\r(Reading database ... 50%\r(Reading database ... 55%\r(Reading database ... 60%\r(Reading database ... 65%\r(Reading database ... 70%\r(Reading database ... 75%\r(Reading database ... 80%\r(Reading database ... 85%\r(Reading database ... 90%\r(Reading database ... 95%\r(Reading database ... 100%\r(Reading database ... 30908 files and directories currently installed.)\r\nPreparing to unpack .../libonig5_6.9.7.1-2build1_amd64.deb ...\r\nUnpacking libonig5:amd64 (6.9.7.1-2build1) ...\r\nSelecting previously unselected package libjq1:amd64.\r\nPreparing to unpack .../libjq1_1.6-2.1ubuntu3.1_amd64.deb ...\r\nUnpacking libjq1:amd64 (1.6-2.1ubuntu3.1) ...\r\nSelecting previously unselected package jq.\r\nPreparing to unpack .../jq_1.6-2.1ubuntu3.1_amd64.deb ...\r\nUnpacking jq (1.6-2.1ubuntu3.1) ...\r\nSetting up libonig5:amd64 (6.9.7.1-2build1) ...\r\nSetting up libjq1:amd64 (1.6-2.1ubuntu3.1) ...\r\nSetting up jq (1.6-2.1ubuntu3.1) ...\r\nProcessing triggers for libc-bin (2.35-0ubuntu3.13) ...\r\n", "stdout_lines": [ "Reading package lists...", "Building dependency tree...", "Reading state information...", "The following additional packages will be installed:", " libjq1 libonig5", "The following NEW packages will be installed:", " jq libjq1 libonig5", "0 upgraded, 3 newly installed, 0 to remove and 17 not upgraded.", "Need to get 357 kB of archives.", "After this operation, 1087 kB of additional disk space will be used.", "Get:1 http://nova.clouds.archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB]", "Get:2 http://nova.clouds.archive.ubuntu.com/ubuntu jammy-updates/main amd64 libjq1 amd64 1.6-2.1ubuntu3.1 [133 kB]", "Get:3 http://nova.clouds.archive.ubuntu.com/ubuntu jammy-updates/main amd64 jq amd64 1.6-2.1ubuntu3.1 [52.5 kB]", "Fetched 357 kB in 1s (509 kB/s)", "Selecting previously unselected package libonig5:amd64.", "(Reading database ... ", "(Reading database ... 5%", "(Reading database ... 10%", "(Reading database ... 15%", "(Reading database ... 20%", "(Reading database ... 25%", "(Reading database ... 30%", "(Reading database ... 35%", "(Reading database ... 40%", "(Reading database ... 45%", "(Reading database ... 50%", "(Reading database ... 55%", "(Reading database ... 60%", "(Reading database ... 65%", "(Reading database ... 70%", "(Reading database ... 75%", "(Reading database ... 80%", "(Reading database ... 85%", "(Reading database ... 90%", "(Reading database ... 95%", "(Reading database ... 100%", "(Reading database ... 30908 files and directories currently installed.)", "Preparing to unpack .../libonig5_6.9.7.1-2build1_amd64.deb ...", "Unpacking libonig5:amd64 (6.9.7.1-2build1) ...", "Selecting previously unselected package libjq1:amd64.", "Preparing to unpack .../libjq1_1.6-2.1ubuntu3.1_amd64.deb ...", "Unpacking libjq1:amd64 (1.6-2.1ubuntu3.1) ...", "Selecting previously unselected package jq.", "Preparing to unpack .../jq_1.6-2.1ubuntu3.1_amd64.deb ...", "Unpacking jq (1.6-2.1ubuntu3.1) ...", "Setting up libonig5:amd64 (6.9.7.1-2build1) ...", "Setting up libjq1:amd64 (1.6-2.1ubuntu3.1) ...", "Setting up jq (1.6-2.1ubuntu3.1) ...", "Processing triggers for libc-bin (2.35-0ubuntu3.13) ..." ] } }, "task": { "duration": { "end": "2026-03-17T14:58:57.313579Z", "start": "2026-03-17T14:58:46.846580Z" }, "id": "0242ac17-0011-e7ec-bfa1-000000000004", "name": "Install \"jq\" for log collection" } } ] } ], "stats": { "instance": { "changed": 1, "failures": 0, "ignored": 0, "ok": 1, "rescued": 0, "skipped": 0, "unreachable": 0 } }, "trusted": false }, { "branch": "main", "index": "0", "phase": "run", "playbook": "github.com/vexxhost/zuul-jobs/playbooks/molecule/run.yaml", "plays": [ { "play": { "duration": { "end": "2026-03-17T15:06:06.796271Z", "start": "2026-03-17T14:58:58.060725Z" }, "id": "0242ac17-0011-afa9-1f84-000000000002", "name": "all" }, "tasks": [ { "hosts": { "instance": { "action": "ansible.builtin.copy", "changed": true, "checksum": "e3c34444853e6ca865d288ef6ec93fac16c09f96", "dest": "src/github.com/vexxhost/atmosphere/inventory.yaml", "diff": [], "gid": 1000, "group": "zuul", "invocation": { "module_args": { "_original_basename": "inventory.yaml", "attributes": null, "backup": false, "checksum": "e3c34444853e6ca865d288ef6ec93fac16c09f96", "content": null, "dest": "src/github.com/vexxhost/atmosphere", "directory_mode": null, "follow": false, "force": true, "group": null, "local_follow": null, "mode": 420, "owner": null, "remote_src": null, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "/home/zuul/.ansible/tmp/ansible-tmp-1773759538.1135316-5-259495596693313/source", "unsafe_writes": false, "validate": null } }, "md5sum": "7b0eda5d168ed19c4658271b32b3c791", "mode": "0644", "owner": "zuul", "size": 35184, "src": "/home/zuul/.ansible/tmp/ansible-tmp-1773759538.1135316-5-259495596693313/source", "state": "file", "uid": 1000 } }, "task": { "duration": { "end": "2026-03-17T14:58:58.918241Z", "start": "2026-03-17T14:58:58.072312Z" }, "id": "0242ac17-0011-afa9-1f84-000000000004", "name": "Copy inventory file for Zuul" } }, { "hosts": { "instance": { "action": "ansible.builtin.replace", "changed": true, "invocation": { "module_args": { "after": null, "attributes": null, "backup": false, "before": null, "encoding": "utf-8", "group": null, "mode": null, "owner": null, "path": "src/github.com/vexxhost/atmosphere/inventory.yaml", "regexp": "(^\\s*ansible_host:\\s*).*$", "replace": "\\1\"{{ nodepool.private_ipv4 }}\"", "selevel": null, "serole": null, "setype": null, "seuser": null, "unsafe_writes": false, "validate": null } }, "msg": "1 replacements made", "rc": 0 } }, "task": { "duration": { "end": "2026-03-17T14:58:59.199626Z", "start": "2026-03-17T14:58:58.924217Z" }, "id": "0242ac17-0011-afa9-1f84-000000000005", "name": "Switch \"ansible_host\" to private IP" } }, { "hosts": { "instance": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "uv", "run", "molecule", "test", "--destroy", "never", "-s", "csi" ], "delta": "0:07:06.964124", "end": "2026-03-17 15:06:06.495570", "failed": true, "invocation": { "module_args": { "_raw_params": "uv run molecule test --destroy never -s csi", "_uses_shell": false, "argv": null, "chdir": "src/github.com/vexxhost/atmosphere", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0242ac17-0011-afa9-1f84-000000000006-1-instance", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "non-zero return code", "rc": 2, "start": "2026-03-17 14:58:59.531446", "stderr": "", "stderr_lines": [], "stdout": "Using CPython 3.10.12 interpreter at: /usr/bin/python3\nCreating virtual environment at: .venv\n Building atmosphere @ file:///home/zuul/src/github.com/vexxhost/atmosphere\nDownloading setuptools (1.1MiB)\nDownloading rjsonnet (1.2MiB)\nDownloading kubernetes (1.9MiB)\nDownloading ansible-core (2.1MiB)\nDownloading cryptography (4.2MiB)\nDownloading pygments (1.2MiB)\nDownloading netaddr (2.2MiB)\nDownloading openstacksdk (1.7MiB)\n Building pyperclip==1.9.0\n Downloading rjsonnet\n Downloading netaddr\n Downloading pygments\n Downloading cryptography\n Downloading setuptools\n Downloading kubernetes\n Downloading ansible-core\n Downloading openstacksdk\n Built pyperclip==1.9.0\n Built atmosphere @ file:///home/zuul/src/github.com/vexxhost/atmosphere\nInstalled 79 packages in 38ms\nWARNING Molecule scenarios should migrate to 'extensions/molecule'\nINFO [csi > discovery] scenario test matrix: dependency, cleanup, destroy, syntax, create, prepare, converge, idempotence, side_effect, verify, cleanup, destroy\nINFO [csi > prerun] Performing prerun with role_name_check=0...\nINFO [csi > dependency] Executing\nWARNING [csi > dependency] Missing roles requirements file: requirements.yml\nWARNING [csi > dependency] Missing collections requirements file: collections.yml\nWARNING [csi > dependency] Executed: 2 missing (Remove from test_sequence to suppress)\nINFO [csi > cleanup] Executing\nWARNING [csi > cleanup] Executed: Missing playbook (Remove from test_sequence to suppress)\nINFO [csi > destroy] Executing\nWARNING [csi > destroy] Skipping, '--destroy=never' requested.\nINFO [csi > destroy] Executed: Successful\nINFO [csi > syntax] Executing\n\nplaybook: /home/zuul/src/github.com/vexxhost/atmosphere/molecule/csi/converge.yml\nINFO [csi > syntax] Executed: Successful\nINFO [csi > create] Executing\nWARNING [csi > create] Executed: Missing playbook (Remove from test_sequence to suppress)\nINFO [csi > prepare] Executing\n\nPLAY [Prepare] *****************************************************************\n\nTASK [Gathering Facts] *********************************************************\nTuesday 17 March 2026 14:59:43 +0000 (0:00:00.026) 0:00:00.026 *********\n[WARNING]: Platform linux on host instance is using the discovered Python\ninterpreter at /usr/bin/python3.10, but future installation of another Python\ninterpreter could change the meaning of that path. See\nhttps://docs.ansible.com/ansible-\ncore/2.17/reference_appendices/interpreter_discovery.html for more information.\nok: [instance]\n\nTASK [Configure short hostname] ************************************************\nTuesday 17 March 2026 14:59:44 +0000 (0:00:01.185) 0:00:01.211 *********\nchanged: [instance]\n\nTASK [Ensure hostname inside hosts file] ***************************************\nTuesday 17 March 2026 14:59:45 +0000 (0:00:00.670) 0:00:01.882 *********\n[WARNING]: Module remote_tmp /root/.ansible/tmp did not exist and was created\nwith a mode of 0700, this may cause issues when running as another user. To\navoid this, create the remote_tmp dir with the correct permissions manually\nchanged: [instance]\n\nTASK [Purge \"snapd\" package] ***************************************************\nTuesday 17 March 2026 14:59:45 +0000 (0:00:00.266) 0:00:02.149 *********\nok: [instance]\n\nPLAY [Create devices for Ceph] *************************************************\n\nTASK [Gathering Facts] *********************************************************\nTuesday 17 March 2026 14:59:46 +0000 (0:00:00.804) 0:00:02.953 *********\nok: [instance]\n\nTASK [Install depedencies] *****************************************************\nTuesday 17 March 2026 14:59:46 +0000 (0:00:00.686) 0:00:03.639 *********\nchanged: [instance]\n\nTASK [Start up service] ********************************************************\nTuesday 17 March 2026 15:00:06 +0000 (0:00:19.797) 0:00:23.437 *********\nok: [instance]\n\nTASK [Generate lvm.conf] *******************************************************\nTuesday 17 March 2026 15:00:07 +0000 (0:00:00.547) 0:00:23.984 *********\nok: [instance]\n\nTASK [Write /etc/lvm/lvm.conf] *************************************************\nTuesday 17 March 2026 15:00:07 +0000 (0:00:00.305) 0:00:24.290 *********\nchanged: [instance]\n\nTASK [Get list of all loopback devices] ****************************************\nTuesday 17 March 2026 15:00:08 +0000 (0:00:00.647) 0:00:24.937 *********\nok: [instance]\n\nTASK [Fail if there is any existing loopback devices] **************************\nTuesday 17 March 2026 15:00:08 +0000 (0:00:00.195) 0:00:25.132 *********\nskipping: [instance]\n\nTASK [Create devices for Ceph] *************************************************\nTuesday 17 March 2026 15:00:08 +0000 (0:00:00.023) 0:00:25.156 *********\nchanged: [instance] => (item=osd0)\nchanged: [instance] => (item=osd1)\nchanged: [instance] => (item=osd2)\n\nTASK [Set permissions on loopback devices] *************************************\nTuesday 17 March 2026 15:00:08 +0000 (0:00:00.536) 0:00:25.692 *********\nchanged: [instance] => (item=osd0)\nchanged: [instance] => (item=osd1)\nchanged: [instance] => (item=osd2)\n\nTASK [Start loop devices] ******************************************************\nTuesday 17 March 2026 15:00:09 +0000 (0:00:00.644) 0:00:26.337 *********\nchanged: [instance] => (item=osd0)\nchanged: [instance] => (item=osd1)\nchanged: [instance] => (item=osd2)\n\nTASK [Create a volume group for each loop device] ******************************\nTuesday 17 March 2026 15:00:10 +0000 (0:00:00.701) 0:00:27.039 *********\nchanged: [instance] => (item=osd0)\nchanged: [instance] => (item=osd1)\nchanged: [instance] => (item=osd2)\n\nTASK [Create a logical volume for each loop device] ****************************\nTuesday 17 March 2026 15:00:13 +0000 (0:00:03.046) 0:00:30.085 *********\nchanged: [instance] => (item=ceph-instance-osd0)\nchanged: [instance] => (item=ceph-instance-osd1)\nchanged: [instance] => (item=ceph-instance-osd2)\n\nPLAY RECAP *********************************************************************\ninstance : ok=15 changed=9 unreachable=0 failed=0 skipped=1 rescued=0 ignored=0\n\nTuesday 17 March 2026 15:00:15 +0000 (0:00:01.894) 0:00:31.980 *********\n===============================================================================\nInstall depedencies ---------------------------------------------------- 19.80s\nCreate a volume group for each loop device ------------------------------ 3.05s\nCreate a logical volume for each loop device ---------------------------- 1.90s\nGathering Facts --------------------------------------------------------- 1.19s\nPurge \"snapd\" package --------------------------------------------------- 0.80s\nStart loop devices ------------------------------------------------------ 0.70s\nGathering Facts --------------------------------------------------------- 0.69s\nConfigure short hostname ------------------------------------------------ 0.67s\nWrite /etc/lvm/lvm.conf ------------------------------------------------- 0.65s\nSet permissions on loopback devices ------------------------------------- 0.64s\nStart up service -------------------------------------------------------- 0.55s\nCreate devices for Ceph ------------------------------------------------- 0.54s\nGenerate lvm.conf ------------------------------------------------------- 0.31s\nEnsure hostname inside hosts file --------------------------------------- 0.27s\nGet list of all loopback devices ---------------------------------------- 0.20s\nFail if there is any existing loopback devices -------------------------- 0.02s\nINFO [csi > prepare] Executed: Successful\nINFO [csi > converge] Executing\n\nPLAY [Debug CSI driver value] **************************************************\n\nTASK [Gathering Facts] *********************************************************\nTuesday 17 March 2026 15:00:16 +0000 (0:00:00.008) 0:00:00.008 *********\n[WARNING]: Platform linux on host instance is using the discovered Python\ninterpreter at /usr/bin/python3.10, but future installation of another Python\ninterpreter could change the meaning of that path. See\nhttps://docs.ansible.com/ansible-\ncore/2.17/reference_appendices/interpreter_discovery.html for more information.\nok: [instance]\n\nTASK [Display CSI driver value and environment variable] ***********************\nTuesday 17 March 2026 15:00:17 +0000 (0:00:01.015) 0:00:01.024 *********\nok: [instance] => {\n \"msg\": \"csi_driver=rbd, MOLECULE_CSI_DRIVER=\"\n}\n\nPLAY [all] *********************************************************************\n\nTASK [Gathering Facts] *********************************************************\nTuesday 17 March 2026 15:00:17 +0000 (0:00:00.051) 0:00:01.075 *********\nok: [instance]\n\nTASK [Set a fact with the \"atmosphere_images\" for other plays] *****************\nTuesday 17 March 2026 15:00:18 +0000 (0:00:00.855) 0:00:01.931 *********\nok: [instance]\n\nPLAY [Deploy Ceph monitors & managers] *****************************************\n\nTASK [Gathering Facts] *********************************************************\nTuesday 17 March 2026 15:00:18 +0000 (0:00:00.187) 0:00:02.118 *********\nok: [instance]\n\nTASK [vexxhost.containers.forget_package : Forget package] *********************\nTuesday 17 March 2026 15:00:19 +0000 (0:00:00.881) 0:00:03.000 *********\nok: [instance]\n\nTASK [vexxhost.containers.package : Update state for tar] **********************\nTuesday 17 March 2026 15:00:20 +0000 (0:00:00.290) 0:00:03.290 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.directory : Create directory (/var/lib/downloads)] ***\nTuesday 17 March 2026 15:00:20 +0000 (0:00:00.045) 0:00:03.336 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.download_artifact : Starting download of file] *******\nTuesday 17 March 2026 15:00:20 +0000 (0:00:00.322) 0:00:03.658 *********\nok: [instance] => {\n \"msg\": \"https://github.com/opencontainers/runc/releases/download/v1.4.0/runc.amd64\"\n}\n\nTASK [vexxhost.containers.download_artifact : Download item] *******************\nTuesday 17 March 2026 15:00:20 +0000 (0:00:00.090) 0:00:03.749 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.download_artifact : Extract archive] *****************\nTuesday 17 March 2026 15:00:21 +0000 (0:00:00.738) 0:00:04.487 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.package : Update state for tar] **********************\nTuesday 17 March 2026 15:00:21 +0000 (0:00:00.045) 0:00:04.533 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.forget_package : Forget package] *********************\nTuesday 17 March 2026 15:00:21 +0000 (0:00:00.047) 0:00:04.580 *********\nok: [instance]\n\nTASK [vexxhost.containers.package : Update state for tar] **********************\nTuesday 17 March 2026 15:00:21 +0000 (0:00:00.207) 0:00:04.788 *********\nok: [instance]\n\nTASK [vexxhost.containers.download_artifact : Starting download of file] *******\nTuesday 17 March 2026 15:00:22 +0000 (0:00:01.265) 0:00:06.053 *********\nok: [instance] => {\n \"msg\": \"https://github.com/containerd/containerd/releases/download/v2.2.0/containerd-2.2.0-linux-amd64.tar.gz\"\n}\n\nTASK [vexxhost.containers.download_artifact : Download item] *******************\nTuesday 17 March 2026 15:00:22 +0000 (0:00:00.065) 0:00:06.119 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.download_artifact : Extract archive] *****************\nTuesday 17 March 2026 15:00:23 +0000 (0:00:00.740) 0:00:06.859 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.containerd : Install SELinux packages] ***************\nTuesday 17 March 2026 15:00:26 +0000 (0:00:02.885) 0:00:09.745 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.containerd : Set SELinux to permissive at runtime] ***\nTuesday 17 March 2026 15:00:26 +0000 (0:00:00.034) 0:00:09.779 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.containerd : Persist SELinux permissive mode] ********\nTuesday 17 March 2026 15:00:26 +0000 (0:00:00.032) 0:00:09.812 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.containerd : Install AppArmor packages] **************\nTuesday 17 March 2026 15:00:26 +0000 (0:00:00.035) 0:00:09.847 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.containerd : Create systemd service file for containerd] ***\nTuesday 17 March 2026 15:00:32 +0000 (0:00:05.770) 0:00:15.617 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.containerd : Create folders for configuration] *******\nTuesday 17 March 2026 15:00:33 +0000 (0:00:00.671) 0:00:16.289 *********\nchanged: [instance] => (item={'path': '/etc/containerd'})\nchanged: [instance] => (item={'path': '/var/lib/containerd', 'mode': '0o700'})\nchanged: [instance] => (item={'path': '/run/containerd', 'mode': '0o711'})\nchanged: [instance] => (item={'path': '/run/containerd/io.containerd.grpc.v1.cri', 'mode': '0o700'})\nchanged: [instance] => (item={'path': '/run/containerd/io.containerd.sandbox.controller.v1.shim', 'mode': '0o700'})\n\nTASK [vexxhost.containers.containerd : Create containerd config file] **********\nTuesday 17 March 2026 15:00:34 +0000 (0:00:00.988) 0:00:17.278 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.containerd : Force any restarts if necessary] ********\nTuesday 17 March 2026 15:00:34 +0000 (0:00:00.573) 0:00:17.851 *********\n\nRUNNING HANDLER [vexxhost.containers.containerd : Reload systemd] **************\nTuesday 17 March 2026 15:00:34 +0000 (0:00:00.023) 0:00:17.874 *********\nok: [instance]\n\nRUNNING HANDLER [vexxhost.containers.containerd : Restart containerd] **********\nTuesday 17 March 2026 15:00:35 +0000 (0:00:00.934) 0:00:18.809 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.containerd : Enable and start service] ***************\nTuesday 17 March 2026 15:00:36 +0000 (0:00:00.456) 0:00:19.265 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.forget_package : Forget package] *********************\nTuesday 17 March 2026 15:00:36 +0000 (0:00:00.527) 0:00:19.792 *********\nok: [instance]\n\nTASK [vexxhost.containers.download_artifact : Starting download of file] *******\nTuesday 17 March 2026 15:00:36 +0000 (0:00:00.212) 0:00:20.005 *********\nok: [instance] => {\n \"msg\": \"https://download.docker.com/linux/static/stable/x86_64/docker-24.0.9.tgz\"\n}\n\nTASK [vexxhost.containers.download_artifact : Download item] *******************\nTuesday 17 March 2026 15:00:36 +0000 (0:00:00.053) 0:00:20.058 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.download_artifact : Extract archive] *****************\nTuesday 17 March 2026 15:00:37 +0000 (0:00:01.134) 0:00:21.192 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.docker : Install AppArmor packages] ******************\nTuesday 17 March 2026 15:00:42 +0000 (0:00:04.397) 0:00:25.590 *********\nok: [instance]\n\nTASK [vexxhost.containers.docker : Ensure group \"docker\" exists] ***************\nTuesday 17 March 2026 15:00:43 +0000 (0:00:01.201) 0:00:26.791 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.docker : Create systemd service file for docker] *****\nTuesday 17 March 2026 15:00:43 +0000 (0:00:00.405) 0:00:27.196 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.docker : Create folders for configuration] ***********\nTuesday 17 March 2026 15:00:44 +0000 (0:00:00.501) 0:00:27.698 *********\nchanged: [instance] => (item={'path': '/etc/docker'})\nchanged: [instance] => (item={'path': '/var/lib/docker', 'mode': '0o710'})\nchanged: [instance] => (item={'path': '/run/docker', 'mode': '0o711'})\n\nTASK [vexxhost.containers.docker : Create systemd socket file for docker] ******\nTuesday 17 March 2026 15:00:45 +0000 (0:00:00.613) 0:00:28.312 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.docker : Create docker daemon config file] ***********\nTuesday 17 March 2026 15:00:45 +0000 (0:00:00.454) 0:00:28.766 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.docker : Force any restarts if necessary] ************\nTuesday 17 March 2026 15:00:45 +0000 (0:00:00.458) 0:00:29.224 *********\n\nRUNNING HANDLER [vexxhost.containers.containerd : Reload systemd] **************\nTuesday 17 March 2026 15:00:46 +0000 (0:00:00.018) 0:00:29.242 *********\nok: [instance]\n\nRUNNING HANDLER [vexxhost.containers.docker : Restart docker] ******************\nTuesday 17 March 2026 15:00:46 +0000 (0:00:00.736) 0:00:29.978 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.docker : Enable and start service] *******************\nTuesday 17 March 2026 15:00:47 +0000 (0:00:00.706) 0:00:30.685 *********\nchanged: [instance]\n\nTASK [vexxhost.ceph.cephadm : Gather variables for each operating system] ******\nTuesday 17 March 2026 15:00:47 +0000 (0:00:00.546) 0:00:31.231 *********\nok: [instance] => (item=/home/zuul/.ansible/collections/ansible_collections/vexxhost/ceph/roles/cephadm/vars/ubuntu-22.04.yml)\n\nTASK [vexxhost.ceph.cephadm : Install packages] ********************************\nTuesday 17 March 2026 15:00:48 +0000 (0:00:00.052) 0:00:31.283 *********\nchanged: [instance]\n\nTASK [vexxhost.ceph.cephadm : Ensure services are started] *********************\nTuesday 17 March 2026 15:00:53 +0000 (0:00:05.228) 0:00:36.512 *********\nok: [instance] => (item=chronyd)\nok: [instance] => (item=sshd)\n\nTASK [vexxhost.ceph.cephadm : Download \"cephadm\"] ******************************\nTuesday 17 March 2026 15:00:53 +0000 (0:00:00.633) 0:00:37.146 *********\nchanged: [instance]\n\nTASK [vexxhost.ceph.cephadm : Remove cephadm from old path] ********************\nTuesday 17 March 2026 15:00:54 +0000 (0:00:00.276) 0:00:37.422 *********\nok: [instance]\n\nTASK [vexxhost.ceph.cephadm : Ensure \"cephadm\" user is present] ****************\nTuesday 17 March 2026 15:00:54 +0000 (0:00:00.237) 0:00:37.660 *********\nchanged: [instance]\n\nTASK [vexxhost.ceph.cephadm : Allow \"cephadm\" user to have passwordless sudo] ***\nTuesday 17 March 2026 15:00:54 +0000 (0:00:00.446) 0:00:38.106 *********\nchanged: [instance]\n\nTASK [vexxhost.ceph.mon : Get `cephadm ls` status] *****************************\nTuesday 17 March 2026 15:00:55 +0000 (0:00:00.318) 0:00:38.425 *********\nok: [instance]\n\nTASK [vexxhost.ceph.mon : Parse the `cephadm ls` output] ***********************\nTuesday 17 March 2026 15:00:56 +0000 (0:00:01.614) 0:00:40.039 *********\nok: [instance]\n\nTASK [vexxhost.ceph.mon : Assimilate existing configs in `ceph.conf`] **********\nTuesday 17 March 2026 15:00:56 +0000 (0:00:00.055) 0:00:40.095 *********\nskipping: [instance]\n\nTASK [vexxhost.ceph.mon : Adopt monitor to cluster] ****************************\nTuesday 17 March 2026 15:00:56 +0000 (0:00:00.036) 0:00:40.132 *********\nskipping: [instance]\n\nTASK [vexxhost.ceph.mon : Adopt manager to cluster] ****************************\nTuesday 17 March 2026 15:00:56 +0000 (0:00:00.033) 0:00:40.165 *********\nskipping: [instance]\n\nTASK [vexxhost.ceph.mon : Enable \"cephadm\" mgr module] *************************\nTuesday 17 March 2026 15:00:56 +0000 (0:00:00.031) 0:00:40.197 *********\nskipping: [instance]\n\nTASK [vexxhost.ceph.mon : Set orchestrator backend to \"cephadm\"] ***************\nTuesday 17 March 2026 15:00:57 +0000 (0:00:00.038) 0:00:40.235 *********\nskipping: [instance]\n\nTASK [vexxhost.ceph.mon : Use `cephadm` user for cephadm] **********************\nTuesday 17 March 2026 15:00:57 +0000 (0:00:00.030) 0:00:40.266 *********\nskipping: [instance]\n\nTASK [vexxhost.ceph.mon : Generate \"cephadm\" key] ******************************\nTuesday 17 March 2026 15:00:57 +0000 (0:00:00.035) 0:00:40.301 *********\nskipping: [instance]\n\nTASK [vexxhost.ceph.mon : Set Ceph Monitor IP address] *************************\nTuesday 17 March 2026 15:00:57 +0000 (0:00:00.035) 0:00:40.337 *********\nok: [instance]\n\nTASK [vexxhost.ceph.mon : Check if any node is bootstrapped] *******************\nTuesday 17 March 2026 15:00:57 +0000 (0:00:00.112) 0:00:40.449 *********\nok: [instance] => (item=instance)\n\nTASK [vexxhost.ceph.mon : Select pre-existing bootstrap node if exists] ********\nTuesday 17 March 2026 15:00:57 +0000 (0:00:00.210) 0:00:40.659 *********\nok: [instance]\n\nTASK [vexxhost.ceph.mon : Bootstrap cluster] ***********************************\nTuesday 17 March 2026 15:00:57 +0000 (0:00:00.049) 0:00:40.709 *********\nincluded: /home/zuul/.ansible/collections/ansible_collections/vexxhost/ceph/roles/mon/tasks/bootstrap-ceph.yml for instance\n\nTASK [vexxhost.ceph.mon : Generate temporary file for \"ceph.conf\"] *************\nTuesday 17 March 2026 15:00:57 +0000 (0:00:00.076) 0:00:40.785 *********\nchanged: [instance]\n\nTASK [vexxhost.ceph.mon : Include extra configuration values] ******************\nTuesday 17 March 2026 15:00:57 +0000 (0:00:00.302) 0:00:41.087 *********\nchanged: [instance] => (item={'option': 'mon allow pool size one', 'section': 'global', 'value': True})\nchanged: [instance] => (item={'option': 'osd crush chooseleaf type', 'section': 'global', 'value': 0})\nchanged: [instance] => (item={'option': 'auth allow insecure global id reclaim', 'section': 'mon', 'value': False})\n\nTASK [vexxhost.ceph.mon : Run Bootstrap coomand] *******************************\nTuesday 17 March 2026 15:00:58 +0000 (0:00:00.669) 0:00:41.757 *********\nok: [instance]\n\nTASK [vexxhost.ceph.mon : Remove temporary file for \"ceph.conf\"] ***************\nTuesday 17 March 2026 15:02:32 +0000 (0:01:33.486) 0:02:15.243 *********\nchanged: [instance]\n\nTASK [vexxhost.ceph.mon : Set bootstrap node] **********************************\nTuesday 17 March 2026 15:02:32 +0000 (0:00:00.229) 0:02:15.473 *********\nok: [instance]\n\nTASK [Install Ceph host] *******************************************************\nTuesday 17 March 2026 15:02:32 +0000 (0:00:00.039) 0:02:15.512 *********\nincluded: vexxhost.ceph.cephadm_host for instance\n\nTASK [vexxhost.ceph.cephadm_host : Get public SSH key for \"cephadm\" user] ******\nTuesday 17 March 2026 15:02:32 +0000 (0:00:00.074) 0:02:15.586 *********\nok: [instance]\n\nTASK [vexxhost.ceph.cephadm_host : Set fact with public SSH key for \"cephadm\" user] ***\nTuesday 17 March 2026 15:02:33 +0000 (0:00:01.570) 0:02:17.157 *********\nok: [instance] => (item=instance)\n\nTASK [vexxhost.ceph.cephadm_host : Set authorized key for \"cephadm\"] ***********\nTuesday 17 March 2026 15:02:33 +0000 (0:00:00.056) 0:02:17.214 *********\nok: [instance]\n\nTASK [vexxhost.ceph.cephadm_host : Add new host to Ceph] ***********************\nTuesday 17 March 2026 15:02:34 +0000 (0:00:00.427) 0:02:17.641 *********\nok: [instance]\n\nTASK [vexxhost.ceph.mon : Configure \"mon\" label for monitors] ******************\nTuesday 17 March 2026 15:02:36 +0000 (0:00:02.026) 0:02:19.667 *********\nok: [instance]\n\nTASK [vexxhost.ceph.mon : Validate monitor exist] ******************************\nTuesday 17 March 2026 15:02:37 +0000 (0:00:01.525) 0:02:21.192 *********\nok: [instance]\n\nTASK [Install Ceph host] *******************************************************\nTuesday 17 March 2026 15:02:48 +0000 (0:00:10.189) 0:02:31.382 *********\nincluded: vexxhost.ceph.cephadm_host for instance\n\nTASK [vexxhost.ceph.cephadm_host : Get public SSH key for \"cephadm\" user] ******\nTuesday 17 March 2026 15:02:48 +0000 (0:00:00.081) 0:02:31.464 *********\nskipping: [instance]\n\nTASK [vexxhost.ceph.cephadm_host : Set fact with public SSH key for \"cephadm\" user] ***\nTuesday 17 March 2026 15:02:48 +0000 (0:00:00.167) 0:02:31.631 *********\nskipping: [instance] => (item=instance)\nskipping: [instance]\n\nTASK [vexxhost.ceph.cephadm_host : Set authorized key for \"cephadm\"] ***********\nTuesday 17 March 2026 15:02:48 +0000 (0:00:00.053) 0:02:31.684 *********\nok: [instance]\n\nTASK [vexxhost.ceph.cephadm_host : Add new host to Ceph] ***********************\nTuesday 17 March 2026 15:02:48 +0000 (0:00:00.261) 0:02:31.946 *********\nok: [instance]\n\nTASK [vexxhost.ceph.mgr : Configure \"mgr\" label for managers] ******************\nTuesday 17 March 2026 15:02:50 +0000 (0:00:01.941) 0:02:33.887 *********\nok: [instance]\n\nTASK [vexxhost.ceph.mgr : Validate manager exist] ******************************\nTuesday 17 March 2026 15:02:52 +0000 (0:00:01.581) 0:02:35.468 *********\nok: [instance]\n\nTASK [vexxhost.ceph.mgr : Enable the Ceph Manager prometheus module] ***********\nTuesday 17 March 2026 15:02:53 +0000 (0:00:01.456) 0:02:36.925 *********\nok: [instance]\n\nPLAY [Deploy Ceph OSDs] ********************************************************\n\nTASK [Gathering Facts] *********************************************************\nTuesday 17 March 2026 15:02:56 +0000 (0:00:02.559) 0:02:39.485 *********\nok: [instance]\n\nTASK [vexxhost.containers.forget_package : Forget package] *********************\nTuesday 17 March 2026 15:02:57 +0000 (0:00:00.925) 0:02:40.410 *********\nok: [instance]\n\nTASK [vexxhost.containers.package : Update state for tar] **********************\nTuesday 17 March 2026 15:02:57 +0000 (0:00:00.238) 0:02:40.649 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.directory : Create directory (/var/lib/downloads)] ***\nTuesday 17 March 2026 15:02:57 +0000 (0:00:00.040) 0:02:40.689 *********\nok: [instance]\n\nTASK [vexxhost.containers.download_artifact : Starting download of file] *******\nTuesday 17 March 2026 15:02:57 +0000 (0:00:00.241) 0:02:40.931 *********\nok: [instance] => {\n \"msg\": \"https://github.com/opencontainers/runc/releases/download/v1.4.0/runc.amd64\"\n}\n\nTASK [vexxhost.containers.download_artifact : Download item] *******************\nTuesday 17 March 2026 15:02:57 +0000 (0:00:00.051) 0:02:40.983 *********\nok: [instance]\n\nTASK [vexxhost.containers.download_artifact : Extract archive] *****************\nTuesday 17 March 2026 15:02:58 +0000 (0:00:00.312) 0:02:41.295 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.package : Update state for tar] **********************\nTuesday 17 March 2026 15:02:58 +0000 (0:00:00.052) 0:02:41.347 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.forget_package : Forget package] *********************\nTuesday 17 March 2026 15:02:58 +0000 (0:00:00.048) 0:02:41.396 *********\nok: [instance]\n\nTASK [vexxhost.containers.package : Update state for tar] **********************\nTuesday 17 March 2026 15:02:58 +0000 (0:00:00.210) 0:02:41.606 *********\nok: [instance]\n\nTASK [vexxhost.containers.download_artifact : Starting download of file] *******\nTuesday 17 March 2026 15:02:59 +0000 (0:00:01.086) 0:02:42.693 *********\nok: [instance] => {\n \"msg\": \"https://github.com/containerd/containerd/releases/download/v2.2.0/containerd-2.2.0-linux-amd64.tar.gz\"\n}\n\nTASK [vexxhost.containers.download_artifact : Download item] *******************\nTuesday 17 March 2026 15:02:59 +0000 (0:00:00.065) 0:02:42.758 *********\nok: [instance]\n\nTASK [vexxhost.containers.download_artifact : Extract archive] *****************\nTuesday 17 March 2026 15:02:59 +0000 (0:00:00.347) 0:02:43.106 *********\nok: [instance]\n\nTASK [vexxhost.containers.containerd : Install SELinux packages] ***************\nTuesday 17 March 2026 15:03:01 +0000 (0:00:02.000) 0:02:45.106 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.containerd : Set SELinux to permissive at runtime] ***\nTuesday 17 March 2026 15:03:01 +0000 (0:00:00.035) 0:02:45.142 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.containerd : Persist SELinux permissive mode] ********\nTuesday 17 March 2026 15:03:01 +0000 (0:00:00.034) 0:02:45.176 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.containerd : Install AppArmor packages] **************\nTuesday 17 March 2026 15:03:01 +0000 (0:00:00.032) 0:02:45.209 *********\nok: [instance]\n\nTASK [vexxhost.containers.containerd : Create systemd service file for containerd] ***\nTuesday 17 March 2026 15:03:02 +0000 (0:00:00.983) 0:02:46.192 *********\nok: [instance]\n\nTASK [vexxhost.containers.containerd : Create folders for configuration] *******\nTuesday 17 March 2026 15:03:03 +0000 (0:00:00.439) 0:02:46.632 *********\nok: [instance] => (item={'path': '/etc/containerd'})\nok: [instance] => (item={'path': '/var/lib/containerd', 'mode': '0o700'})\nok: [instance] => (item={'path': '/run/containerd', 'mode': '0o711'})\nok: [instance] => (item={'path': '/run/containerd/io.containerd.grpc.v1.cri', 'mode': '0o700'})\nok: [instance] => (item={'path': '/run/containerd/io.containerd.sandbox.controller.v1.shim', 'mode': '0o700'})\n\nTASK [vexxhost.containers.containerd : Create containerd config file] **********\nTuesday 17 March 2026 15:03:04 +0000 (0:00:00.914) 0:02:47.546 *********\nok: [instance]\n\nTASK [vexxhost.containers.containerd : Force any restarts if necessary] ********\nTuesday 17 March 2026 15:03:04 +0000 (0:00:00.544) 0:02:48.091 *********\n\nTASK [vexxhost.containers.containerd : Enable and start service] ***************\nTuesday 17 March 2026 15:03:04 +0000 (0:00:00.017) 0:02:48.109 *********\nok: [instance]\n\nTASK [vexxhost.containers.forget_package : Forget package] *********************\nTuesday 17 March 2026 15:03:05 +0000 (0:00:00.369) 0:02:48.478 *********\nok: [instance]\n\nTASK [vexxhost.containers.download_artifact : Starting download of file] *******\nTuesday 17 March 2026 15:03:05 +0000 (0:00:00.225) 0:02:48.703 *********\nok: [instance] => {\n \"msg\": \"https://download.docker.com/linux/static/stable/x86_64/docker-24.0.9.tgz\"\n}\n\nTASK [vexxhost.containers.download_artifact : Download item] *******************\nTuesday 17 March 2026 15:03:05 +0000 (0:00:00.054) 0:02:48.758 *********\nok: [instance]\n\nTASK [vexxhost.containers.download_artifact : Extract archive] *****************\nTuesday 17 March 2026 15:03:05 +0000 (0:00:00.390) 0:02:49.148 *********\nok: [instance]\n\nTASK [vexxhost.containers.docker : Install AppArmor packages] ******************\nTuesday 17 March 2026 15:03:09 +0000 (0:00:03.226) 0:02:52.375 *********\nok: [instance]\n\nTASK [vexxhost.containers.docker : Ensure group \"docker\" exists] ***************\nTuesday 17 March 2026 15:03:10 +0000 (0:00:01.359) 0:02:53.735 *********\nok: [instance]\n\nTASK [vexxhost.containers.docker : Create systemd service file for docker] *****\nTuesday 17 March 2026 15:03:10 +0000 (0:00:00.209) 0:02:53.944 *********\nok: [instance]\n\nTASK [vexxhost.containers.docker : Create folders for configuration] ***********\nTuesday 17 March 2026 15:03:11 +0000 (0:00:00.503) 0:02:54.448 *********\nok: [instance] => (item={'path': '/etc/docker'})\nok: [instance] => (item={'path': '/var/lib/docker', 'mode': '0o710'})\nok: [instance] => (item={'path': '/run/docker', 'mode': '0o711'})\n\nTASK [vexxhost.containers.docker : Create systemd socket file for docker] ******\nTuesday 17 March 2026 15:03:11 +0000 (0:00:00.607) 0:02:55.055 *********\nok: [instance]\n\nTASK [vexxhost.containers.docker : Create docker daemon config file] ***********\nTuesday 17 March 2026 15:03:12 +0000 (0:00:00.468) 0:02:55.523 *********\nok: [instance]\n\nTASK [vexxhost.containers.docker : Force any restarts if necessary] ************\nTuesday 17 March 2026 15:03:12 +0000 (0:00:00.458) 0:02:55.982 *********\n\nTASK [vexxhost.containers.docker : Enable and start service] *******************\nTuesday 17 March 2026 15:03:12 +0000 (0:00:00.016) 0:02:55.998 *********\nok: [instance]\n\nTASK [vexxhost.ceph.cephadm : Gather variables for each operating system] ******\nTuesday 17 March 2026 15:03:13 +0000 (0:00:00.401) 0:02:56.401 *********\nok: [instance] => (item=/home/zuul/.ansible/collections/ansible_collections/vexxhost/ceph/roles/cephadm/vars/ubuntu-22.04.yml)\n\nTASK [vexxhost.ceph.cephadm : Install packages] ********************************\nTuesday 17 March 2026 15:03:13 +0000 (0:00:00.070) 0:02:56.471 *********\nok: [instance]\n\nTASK [vexxhost.ceph.cephadm : Ensure services are started] *********************\nTuesday 17 March 2026 15:03:14 +0000 (0:00:01.413) 0:02:57.884 *********\nok: [instance] => (item=chronyd)\nok: [instance] => (item=sshd)\n\nTASK [vexxhost.ceph.cephadm : Download \"cephadm\"] ******************************\nTuesday 17 March 2026 15:03:15 +0000 (0:00:00.685) 0:02:58.570 *********\nok: [instance]\n\nTASK [vexxhost.ceph.cephadm : Remove cephadm from old path] ********************\nTuesday 17 March 2026 15:03:15 +0000 (0:00:00.306) 0:02:58.877 *********\nok: [instance]\n\nTASK [vexxhost.ceph.cephadm : Ensure \"cephadm\" user is present] ****************\nTuesday 17 March 2026 15:03:15 +0000 (0:00:00.198) 0:02:59.075 *********\nok: [instance]\n\nTASK [vexxhost.ceph.cephadm : Allow \"cephadm\" user to have passwordless sudo] ***\nTuesday 17 March 2026 15:03:16 +0000 (0:00:00.274) 0:02:59.350 *********\nok: [instance]\n\nTASK [vexxhost.ceph.osd : Get monitor status] **********************************\nTuesday 17 March 2026 15:03:16 +0000 (0:00:00.203) 0:02:59.553 *********\nok: [instance] => (item=instance)\n\nTASK [vexxhost.ceph.osd : Select admin host] ***********************************\nTuesday 17 March 2026 15:03:16 +0000 (0:00:00.232) 0:02:59.786 *********\nok: [instance]\n\nTASK [vexxhost.ceph.osd : Get `cephadm ls` status] *****************************\nTuesday 17 March 2026 15:03:16 +0000 (0:00:00.047) 0:02:59.834 *********\nok: [instance]\n\nTASK [vexxhost.ceph.osd : Parse the `cephadm ls` output] ***********************\nTuesday 17 March 2026 15:03:21 +0000 (0:00:05.362) 0:03:05.197 *********\nok: [instance]\n\nTASK [Install Ceph host] *******************************************************\nTuesday 17 March 2026 15:03:22 +0000 (0:00:00.047) 0:03:05.245 *********\nincluded: vexxhost.ceph.cephadm_host for instance\n\nTASK [vexxhost.ceph.cephadm_host : Get public SSH key for \"cephadm\" user] ******\nTuesday 17 March 2026 15:03:22 +0000 (0:00:00.067) 0:03:05.313 *********\nskipping: [instance]\n\nTASK [vexxhost.ceph.cephadm_host : Set fact with public SSH key for \"cephadm\" user] ***\nTuesday 17 March 2026 15:03:22 +0000 (0:00:00.038) 0:03:05.352 *********\nskipping: [instance] => (item=instance)\nskipping: [instance]\n\nTASK [vexxhost.ceph.cephadm_host : Set authorized key for \"cephadm\"] ***********\nTuesday 17 March 2026 15:03:22 +0000 (0:00:00.042) 0:03:05.395 *********\nok: [instance]\n\nTASK [vexxhost.ceph.cephadm_host : Add new host to Ceph] ***********************\nTuesday 17 March 2026 15:03:22 +0000 (0:00:00.250) 0:03:05.645 *********\nok: [instance]\n\nTASK [vexxhost.ceph.osd : Adopt OSDs to cluster] *******************************\nTuesday 17 March 2026 15:03:24 +0000 (0:00:02.528) 0:03:08.173 *********\nskipping: [instance]\n\nTASK [vexxhost.ceph.osd : Wait until OSD added to cephadm] *********************\nTuesday 17 March 2026 15:03:24 +0000 (0:00:00.035) 0:03:08.208 *********\nskipping: [instance]\n\nTASK [vexxhost.ceph.osd : Ensure all OSDs are non-legacy] **********************\nTuesday 17 March 2026 15:03:25 +0000 (0:00:00.031) 0:03:08.240 *********\nok: [instance]\n\nTASK [vexxhost.ceph.osd : Get `ceph-volume lvm list` status] *******************\nTuesday 17 March 2026 15:03:30 +0000 (0:00:05.351) 0:03:13.592 *********\nok: [instance]\n\nTASK [vexxhost.ceph.osd : Install OSDs] ****************************************\nTuesday 17 March 2026 15:03:40 +0000 (0:00:10.055) 0:03:23.647 *********\nok: [instance] => (item=/dev/ceph-instance-osd0/data)\nok: [instance] => (item=/dev/ceph-instance-osd1/data)\nok: [instance] => (item=/dev/ceph-instance-osd2/data)\n\nTASK [vexxhost.ceph.osd : Get mon dump] ****************************************\nTuesday 17 March 2026 15:05:01 +0000 (0:01:20.717) 0:04:44.365 *********\nok: [instance]\n\nTASK [vexxhost.ceph.osd : Mark require osd release] ****************************\nTuesday 17 March 2026 15:05:02 +0000 (0:00:01.619) 0:04:45.984 *********\nok: [instance]\n\nTASK [vexxhost.ceph.osd : Wait for all OSD to be running] **********************\nTuesday 17 March 2026 15:05:04 +0000 (0:00:01.415) 0:04:47.400 *********\nincluded: /home/zuul/.ansible/collections/ansible_collections/vexxhost/ceph/roles/osd/tasks/check-osds.yml for instance\n\nTASK [vexxhost.ceph.osd : Set the retry count] *********************************\nTuesday 17 March 2026 15:05:04 +0000 (0:00:00.069) 0:04:47.470 *********\nok: [instance]\n\nTASK [vexxhost.ceph.osd : Get `ceph orch ps`] **********************************\nTuesday 17 March 2026 15:05:04 +0000 (0:00:00.045) 0:04:47.515 *********\nok: [instance]\n\nTASK [vexxhost.ceph.osd : OSD daemon list] *************************************\nTuesday 17 March 2026 15:05:05 +0000 (0:00:01.439) 0:04:48.954 *********\nok: [instance]\n\nTASK [vexxhost.ceph.osd : Fail if any OSD not running] *************************\nTuesday 17 March 2026 15:05:05 +0000 (0:00:00.045) 0:04:49.000 *********\nskipping: [instance] => (item=1)\nskipping: [instance] => (item=1)\nskipping: [instance] => (item=1)\nskipping: [instance]\n\nTASK [vexxhost.ceph.osd : Fail if any duplicate OSD ID] ************************\nTuesday 17 March 2026 15:05:05 +0000 (0:00:00.046) 0:04:49.046 *********\nskipping: [instance]\n\nPLAY [all] *********************************************************************\n\nTASK [Ensure RBD kernel module is loaded] **************************************\nTuesday 17 March 2026 15:05:05 +0000 (0:00:00.055) 0:04:49.102 *********\nchanged: [instance]\n\nPLAY [all] *********************************************************************\n\nTASK [Gathering Facts] *********************************************************\nTuesday 17 March 2026 15:05:06 +0000 (0:00:00.351) 0:04:49.453 *********\nok: [instance]\n\nTASK [vexxhost.atmosphere.sysctl : Configure sysctl values] ********************\nTuesday 17 March 2026 15:05:07 +0000 (0:00:00.963) 0:04:50.417 *********\nchanged: [instance] => (item={'name': 'fs.aio-max-nr', 'value': 1048576})\nchanged: [instance] => (item={'name': 'net.ipv4.tcp_timestamps', 'value': 0})\nchanged: [instance] => (item={'name': 'net.ipv4.tcp_sack', 'value': 1})\nchanged: [instance] => (item={'name': 'net.core.netdev_budget', 'value': 1000})\nchanged: [instance] => (item={'name': 'net.core.netdev_max_backlog', 'value': 250000})\nchanged: [instance] => (item={'name': 'net.core.rmem_max', 'value': 4194304})\nchanged: [instance] => (item={'name': 'net.core.wmem_max', 'value': 4194304})\nchanged: [instance] => (item={'name': 'net.core.rmem_default', 'value': 4194304})\nchanged: [instance] => (item={'name': 'net.core.wmem_default', 'value': 4194304})\nchanged: [instance] => (item={'name': 'net.core.optmem_max', 'value': 4194304})\nchanged: [instance] => (item={'name': 'net.ipv4.tcp_rmem', 'value': '4096 87380 4194304'})\nchanged: [instance] => (item={'name': 'net.ipv4.tcp_wmem', 'value': '4096 65536 4194304'})\nchanged: [instance] => (item={'name': 'net.ipv4.tcp_low_latency', 'value': 1})\nchanged: [instance] => (item={'name': 'net.ipv4.tcp_adv_win_scale', 'value': 1})\nchanged: [instance] => (item={'name': 'net.ipv4.neigh.default.gc_thresh1', 'value': 128})\nchanged: [instance] => (item={'name': 'net.ipv4.neigh.default.gc_thresh2', 'value': 28872})\nchanged: [instance] => (item={'name': 'net.ipv4.neigh.default.gc_thresh3', 'value': 32768})\nchanged: [instance] => (item={'name': 'net.ipv6.neigh.default.gc_thresh1', 'value': 128})\nchanged: [instance] => (item={'name': 'net.ipv6.neigh.default.gc_thresh2', 'value': 28872})\nchanged: [instance] => (item={'name': 'net.ipv6.neigh.default.gc_thresh3', 'value': 32768})\n\nTASK [vexxhost.atmosphere.ethtool : Create folder for persistent configuration] ***\nTuesday 17 March 2026 15:05:10 +0000 (0:00:03.679) 0:04:54.097 *********\nchanged: [instance]\n\nTASK [vexxhost.atmosphere.ethtool : Install persistent \"ethtool\" tuning] *******\nTuesday 17 March 2026 15:05:11 +0000 (0:00:00.179) 0:04:54.276 *********\nchanged: [instance]\n\nTASK [vexxhost.atmosphere.ethtool : Run \"ethtool\" tuning] **********************\nTuesday 17 March 2026 15:05:11 +0000 (0:00:00.412) 0:04:54.688 *********\nok: [instance]\n\nTASK [Set a fact with the \"atmosphere_images\" for other plays] *****************\nTuesday 17 March 2026 15:05:11 +0000 (0:00:00.216) 0:04:54.904 *********\nok: [instance]\n\nPLAY [Configure Kubernetes VIP] ************************************************\n\nTASK [Gathering Facts] *********************************************************\nTuesday 17 March 2026 15:05:11 +0000 (0:00:00.037) 0:04:54.942 *********\nok: [instance]\n\nTASK [vexxhost.containers.directory : Create directory (/etc/kubernetes/manifests)] ***\nTuesday 17 March 2026 15:05:12 +0000 (0:00:00.861) 0:04:55.804 *********\nchanged: [instance]\n\nTASK [vexxhost.kubernetes.kube_vip : Uninstall legacy HA stack] ****************\nTuesday 17 March 2026 15:05:12 +0000 (0:00:00.191) 0:04:55.995 *********\nok: [instance] => (item=/etc/keepalived/keepalived.conf)\nok: [instance] => (item=/etc/keepalived/check_apiserver.sh)\nok: [instance] => (item=/etc/kubernetes/manifests/keepalived.yaml)\nok: [instance] => (item=/etc/haproxy/haproxy.cfg)\nok: [instance] => (item=/etc/kubernetes/manifests/haproxy.yaml)\n\nTASK [vexxhost.kubernetes.kube_vip : Switch API server to run on port 6443] ****\nTuesday 17 March 2026 15:05:13 +0000 (0:00:00.865) 0:04:56.861 *********\nfailed: [instance] (item=/etc/kubernetes/manifests/kube-apiserver.yaml) => {\"ansible_loop_var\": \"item\", \"changed\": false, \"item\": \"/etc/kubernetes/manifests/kube-apiserver.yaml\", \"msg\": \"Path /etc/kubernetes/manifests/kube-apiserver.yaml does not exist !\", \"rc\": 257}\nfailed: [instance] (item=/etc/kubernetes/controller-manager.conf) => {\"ansible_loop_var\": \"item\", \"changed\": false, \"item\": \"/etc/kubernetes/controller-manager.conf\", \"msg\": \"Path /etc/kubernetes/controller-manager.conf does not exist !\", \"rc\": 257}\nfailed: [instance] (item=/etc/kubernetes/scheduler.conf) => {\"ansible_loop_var\": \"item\", \"changed\": false, \"item\": \"/etc/kubernetes/scheduler.conf\", \"msg\": \"Path /etc/kubernetes/scheduler.conf does not exist !\", \"rc\": 257}\n...ignoring\n\nTASK [vexxhost.kubernetes.kube_vip : Check if super-admin.conf exists] *********\nTuesday 17 March 2026 15:05:14 +0000 (0:00:00.499) 0:04:57.360 *********\nok: [instance]\n\nTASK [vexxhost.kubernetes.kube_vip : Check if kubeadm has already run] *********\nTuesday 17 March 2026 15:05:14 +0000 (0:00:00.190) 0:04:57.551 *********\nok: [instance]\n\nTASK [vexxhost.kubernetes.kube_vip : Set fact with KUBECONFIG path] ************\nTuesday 17 March 2026 15:05:14 +0000 (0:00:00.187) 0:04:57.738 *********\nok: [instance]\n\nTASK [vexxhost.kubernetes.kube_vip : Set fact with KUBECONFIG path (with super-admin.conf)] ***\nTuesday 17 March 2026 15:05:14 +0000 (0:00:00.030) 0:04:57.769 *********\nok: [instance]\n\nTASK [vexxhost.kubernetes.kube_vip : Upload Kubernetes manifest] ***************\nTuesday 17 March 2026 15:05:14 +0000 (0:00:00.039) 0:04:57.808 *********\nok: [instance]\n\nTASK [vexxhost.kubernetes.kube_vip : Ensure kube-vip configuration file] *******\nTuesday 17 March 2026 15:05:15 +0000 (0:00:00.554) 0:04:58.363 *********\nok: [instance]\n\nTASK [vexxhost.kubernetes.kube_vip : Flush handlers] ***************************\nTuesday 17 March 2026 15:05:15 +0000 (0:00:00.192) 0:04:58.555 *********\n\nPLAY [Install Kubernetes] ******************************************************\n\nTASK [Gathering Facts] *********************************************************\nTuesday 17 March 2026 15:05:15 +0000 (0:00:00.054) 0:04:58.609 *********\nok: [instance]\n\nTASK [vexxhost.containers.forget_package : Forget package] *********************\nTuesday 17 March 2026 15:05:16 +0000 (0:00:00.984) 0:04:59.594 *********\nok: [instance]\n\nTASK [vexxhost.containers.package : Update state for tar] **********************\nTuesday 17 March 2026 15:05:16 +0000 (0:00:00.199) 0:04:59.793 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.directory : Create directory (/var/lib/downloads)] ***\nTuesday 17 March 2026 15:05:16 +0000 (0:00:00.036) 0:04:59.830 *********\nok: [instance]\n\nTASK [vexxhost.containers.download_artifact : Starting download of file] *******\nTuesday 17 March 2026 15:05:16 +0000 (0:00:00.217) 0:05:00.047 *********\nok: [instance] => {\n \"msg\": \"https://github.com/opencontainers/runc/releases/download/v1.4.0/runc.amd64\"\n}\n\nTASK [vexxhost.containers.download_artifact : Download item] *******************\nTuesday 17 March 2026 15:05:16 +0000 (0:00:00.052) 0:05:00.099 *********\nok: [instance]\n\nTASK [vexxhost.containers.download_artifact : Extract archive] *****************\nTuesday 17 March 2026 15:05:17 +0000 (0:00:00.305) 0:05:00.405 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.forget_package : Forget package] *********************\nTuesday 17 March 2026 15:05:17 +0000 (0:00:00.038) 0:05:00.444 *********\nok: [instance]\n\nTASK [vexxhost.containers.package : Update state for tar] **********************\nTuesday 17 March 2026 15:05:17 +0000 (0:00:00.190) 0:05:00.634 *********\nok: [instance]\n\nTASK [vexxhost.containers.download_artifact : Starting download of file] *******\nTuesday 17 March 2026 15:05:18 +0000 (0:00:00.965) 0:05:01.600 *********\nok: [instance] => {\n \"msg\": \"https://github.com/containerd/containerd/releases/download/v2.2.0/containerd-2.2.0-linux-amd64.tar.gz\"\n}\n\nTASK [vexxhost.containers.download_artifact : Download item] *******************\nTuesday 17 March 2026 15:05:18 +0000 (0:00:00.053) 0:05:01.654 *********\nok: [instance]\n\nTASK [vexxhost.containers.download_artifact : Extract archive] *****************\nTuesday 17 March 2026 15:05:18 +0000 (0:00:00.306) 0:05:01.961 *********\nok: [instance]\n\nTASK [vexxhost.containers.containerd : Install SELinux packages] ***************\nTuesday 17 March 2026 15:05:20 +0000 (0:00:01.873) 0:05:03.834 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.containerd : Set SELinux to permissive at runtime] ***\nTuesday 17 March 2026 15:05:20 +0000 (0:00:00.032) 0:05:03.867 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.containerd : Persist SELinux permissive mode] ********\nTuesday 17 March 2026 15:05:20 +0000 (0:00:00.033) 0:05:03.901 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.containerd : Install AppArmor packages] **************\nTuesday 17 March 2026 15:05:20 +0000 (0:00:00.032) 0:05:03.934 *********\nok: [instance]\n\nTASK [vexxhost.containers.containerd : Create systemd service file for containerd] ***\nTuesday 17 March 2026 15:05:21 +0000 (0:00:01.007) 0:05:04.941 *********\nok: [instance]\n\nTASK [vexxhost.containers.containerd : Create folders for configuration] *******\nTuesday 17 March 2026 15:05:22 +0000 (0:00:00.416) 0:05:05.357 *********\nok: [instance] => (item={'path': '/etc/containerd'})\nok: [instance] => (item={'path': '/var/lib/containerd', 'mode': '0o700'})\nok: [instance] => (item={'path': '/run/containerd', 'mode': '0o711'})\nok: [instance] => (item={'path': '/run/containerd/io.containerd.grpc.v1.cri', 'mode': '0o700'})\nok: [instance] => (item={'path': '/run/containerd/io.containerd.sandbox.controller.v1.shim', 'mode': '0o700'})\n\nTASK [vexxhost.containers.containerd : Create containerd config file] **********\nTuesday 17 March 2026 15:05:23 +0000 (0:00:00.889) 0:05:06.247 *********\nok: [instance]\n\nTASK [vexxhost.containers.containerd : Force any restarts if necessary] ********\nTuesday 17 March 2026 15:05:23 +0000 (0:00:00.504) 0:05:06.751 *********\n\nTASK [vexxhost.containers.containerd : Enable and start service] ***************\nTuesday 17 March 2026 15:05:23 +0000 (0:00:00.006) 0:05:06.758 *********\nok: [instance]\n\nTASK [vexxhost.kubernetes.kubernetes_upgrade_check : Retrieve the \"kubeadm-config\" ConfigMap] ***\nTuesday 17 March 2026 15:05:23 +0000 (0:00:00.363) 0:05:07.121 *********\nfatal: [instance]: FAILED! => {\"changed\": false, \"msg\": \"Failed to import the required Python library (kubernetes) on instance's Python /usr/bin/python3.10. Please read the module documentation and install it in the appropriate location. If the required library is installed, but Ansible is using the wrong Python interpreter, please consult the documentation on ansible_python_interpreter\"}\n...ignoring\n\nTASK [vexxhost.kubernetes.kubernetes_upgrade_check : Parse the ClusterConfiguration] ***\nTuesday 17 March 2026 15:05:24 +0000 (0:00:00.593) 0:05:07.715 *********\nskipping: [instance]\n\nTASK [vexxhost.kubernetes.kubernetes_upgrade_check : Retrieve the current Kubernetes version] ***\nTuesday 17 March 2026 15:05:24 +0000 (0:00:00.028) 0:05:07.744 *********\nskipping: [instance]\n\nTASK [vexxhost.kubernetes.kubernetes_upgrade_check : Extract major, minor, and patch versions] ***\nTuesday 17 March 2026 15:05:24 +0000 (0:00:00.034) 0:05:07.778 *********\nskipping: [instance]\n\nTASK [vexxhost.kubernetes.kubernetes_upgrade_check : Fail if we're jumping more than one minor version] ***\nTuesday 17 March 2026 15:05:24 +0000 (0:00:00.032) 0:05:07.811 *********\nskipping: [instance]\n\nTASK [vexxhost.kubernetes.kubernetes_upgrade_check : Set fact if we need to upgrade] ***\nTuesday 17 March 2026 15:05:24 +0000 (0:00:00.034) 0:05:07.846 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.forget_package : Forget package] *********************\nTuesday 17 March 2026 15:05:24 +0000 (0:00:00.041) 0:05:07.887 *********\nok: [instance]\n\nTASK [vexxhost.containers.download_artifact : Starting download of file] *******\nTuesday 17 March 2026 15:05:24 +0000 (0:00:00.200) 0:05:08.088 *********\nok: [instance] => {\n \"msg\": \"https://dl.k8s.io/release/v1.28.13/bin/linux/amd64/kubeadm\"\n}\n\nTASK [vexxhost.containers.download_artifact : Download item] *******************\nTuesday 17 March 2026 15:05:24 +0000 (0:00:00.041) 0:05:08.129 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.download_artifact : Extract archive] *****************\nTuesday 17 March 2026 15:05:25 +0000 (0:00:00.769) 0:05:08.899 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.forget_package : Forget package] *********************\nTuesday 17 March 2026 15:05:25 +0000 (0:00:00.037) 0:05:08.936 *********\nok: [instance]\n\nTASK [vexxhost.containers.download_artifact : Starting download of file] *******\nTuesday 17 March 2026 15:05:25 +0000 (0:00:00.214) 0:05:09.151 *********\nok: [instance] => {\n \"msg\": \"https://dl.k8s.io/release/v1.28.13/bin/linux/amd64/kubectl\"\n}\n\nTASK [vexxhost.containers.download_artifact : Download item] *******************\nTuesday 17 March 2026 15:05:25 +0000 (0:00:00.041) 0:05:09.192 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.download_artifact : Extract archive] *****************\nTuesday 17 March 2026 15:05:26 +0000 (0:00:00.819) 0:05:10.012 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.containerd : Install SELinux packages] ***************\nTuesday 17 March 2026 15:05:26 +0000 (0:00:00.048) 0:05:10.060 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.containerd : Set SELinux to permissive at runtime] ***\nTuesday 17 March 2026 15:05:26 +0000 (0:00:00.030) 0:05:10.090 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.containerd : Persist SELinux permissive mode] ********\nTuesday 17 March 2026 15:05:26 +0000 (0:00:00.030) 0:05:10.120 *********\nskipping: [instance]\n\nTASK [vexxhost.containers.containerd : Install AppArmor packages] **************\nTuesday 17 March 2026 15:05:26 +0000 (0:00:00.025) 0:05:10.146 *********\nok: [instance]\n\nTASK [vexxhost.containers.containerd : Create systemd service file for containerd] ***\nTuesday 17 March 2026 15:05:27 +0000 (0:00:00.981) 0:05:11.127 *********\nok: [instance]\n\nTASK [vexxhost.containers.containerd : Create folders for configuration] *******\nTuesday 17 March 2026 15:05:28 +0000 (0:00:00.453) 0:05:11.581 *********\nok: [instance] => (item={'path': '/etc/containerd'})\nok: [instance] => (item={'path': '/var/lib/containerd', 'mode': '0o700'})\nok: [instance] => (item={'path': '/run/containerd', 'mode': '0o711'})\nok: [instance] => (item={'path': '/run/containerd/io.containerd.grpc.v1.cri', 'mode': '0o700'})\nok: [instance] => (item={'path': '/run/containerd/io.containerd.sandbox.controller.v1.shim', 'mode': '0o700'})\n\nTASK [vexxhost.containers.containerd : Create containerd config file] **********\nTuesday 17 March 2026 15:05:29 +0000 (0:00:00.930) 0:05:12.512 *********\nok: [instance]\n\nTASK [vexxhost.containers.containerd : Force any restarts if necessary] ********\nTuesday 17 March 2026 15:05:29 +0000 (0:00:00.507) 0:05:13.019 *********\n\nTASK [vexxhost.containers.containerd : Enable and start service] ***************\nTuesday 17 March 2026 15:05:29 +0000 (0:00:00.006) 0:05:13.025 *********\nok: [instance]\n\nTASK [vexxhost.containers.forget_package : Forget package] *********************\nTuesday 17 March 2026 15:05:30 +0000 (0:00:00.355) 0:05:13.381 *********\nok: [instance]\n\nTASK [vexxhost.containers.download_artifact : Starting download of file] *******\nTuesday 17 March 2026 15:05:30 +0000 (0:00:00.210) 0:05:13.592 *********\nok: [instance] => {\n \"msg\": \"https://github.com/kubernetes-sigs/cri-tools/releases/download/v1.34.0/crictl-v1.34.0-linux-amd64.tar.gz\"\n}\n\nTASK [vexxhost.containers.download_artifact : Download item] *******************\nTuesday 17 March 2026 15:05:30 +0000 (0:00:00.059) 0:05:13.651 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.download_artifact : Extract archive] *****************\nTuesday 17 March 2026 15:05:31 +0000 (0:00:00.672) 0:05:14.323 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.download_artifact : Starting download of file] *******\nTuesday 17 March 2026 15:05:33 +0000 (0:00:02.424) 0:05:16.748 *********\nok: [instance] => {\n \"msg\": \"https://github.com/kubernetes-sigs/cri-tools/releases/download/v1.34.0/critest-v1.34.0-linux-amd64.tar.gz\"\n}\n\nTASK [vexxhost.containers.download_artifact : Download item] *******************\nTuesday 17 March 2026 15:05:33 +0000 (0:00:00.057) 0:05:16.806 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.download_artifact : Extract archive] *****************\nTuesday 17 March 2026 15:05:34 +0000 (0:00:00.692) 0:05:17.498 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.cri_tools : Create crictl config] ********************\nTuesday 17 March 2026 15:05:35 +0000 (0:00:01.362) 0:05:18.860 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.directory : Create directory (/opt/cni/bin)] *********\nTuesday 17 March 2026 15:05:36 +0000 (0:00:00.486) 0:05:19.346 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.forget_package : Forget package] *********************\nTuesday 17 March 2026 15:05:36 +0000 (0:00:00.208) 0:05:19.555 *********\nok: [instance]\n\nTASK [vexxhost.containers.download_artifact : Starting download of file] *******\nTuesday 17 March 2026 15:05:36 +0000 (0:00:00.206) 0:05:19.761 *********\nok: [instance] => {\n \"msg\": \"https://github.com/containernetworking/plugins/releases/download/v1.8.0/cni-plugins-linux-amd64-v1.8.0.tgz\"\n}\n\nTASK [vexxhost.containers.download_artifact : Download item] *******************\nTuesday 17 March 2026 15:05:36 +0000 (0:00:00.051) 0:05:19.813 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.download_artifact : Extract archive] *****************\nTuesday 17 March 2026 15:05:37 +0000 (0:00:01.154) 0:05:20.968 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.cni_plugins : Gather variables for each operating system] ***\nTuesday 17 March 2026 15:05:40 +0000 (0:00:02.657) 0:05:23.625 *********\nok: [instance] => (item=/home/zuul/.ansible/collections/ansible_collections/vexxhost/containers/roles/cni_plugins/vars/debian.yml)\n\nTASK [vexxhost.containers.cni_plugins : Install additional packages] ***********\nTuesday 17 March 2026 15:05:40 +0000 (0:00:00.052) 0:05:23.677 *********\nok: [instance]\n\nTASK [vexxhost.containers.cni_plugins : Ensure IPv6 is enabled] ****************\nTuesday 17 March 2026 15:05:41 +0000 (0:00:01.285) 0:05:24.963 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.cni_plugins : Enable kernel modules on-boot] *********\nTuesday 17 March 2026 15:05:41 +0000 (0:00:00.201) 0:05:25.165 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.cni_plugins : Enable kernel modules in runtime] ******\nTuesday 17 March 2026 15:05:42 +0000 (0:00:00.458) 0:05:25.624 *********\nchanged: [instance] => (item=br_netfilter)\nok: [instance] => (item=ip_tables)\nchanged: [instance] => (item=ip6_tables)\nchanged: [instance] => (item=nf_conntrack)\n\nTASK [vexxhost.containers.forget_package : Forget package] *********************\nTuesday 17 March 2026 15:05:43 +0000 (0:00:00.840) 0:05:26.464 *********\nok: [instance]\n\nTASK [vexxhost.containers.download_artifact : Starting download of file] *******\nTuesday 17 March 2026 15:05:43 +0000 (0:00:00.209) 0:05:26.674 *********\nok: [instance] => {\n \"msg\": \"https://dl.k8s.io/release/v1.28.13/bin/linux/amd64/kubelet\"\n}\n\nTASK [vexxhost.containers.download_artifact : Download item] *******************\nTuesday 17 March 2026 15:05:43 +0000 (0:00:00.042) 0:05:26.716 *********\nchanged: [instance]\n\nTASK [vexxhost.containers.download_artifact : Extract archive] *****************\nTuesday 17 March 2026 15:05:51 +0000 (0:00:07.825) 0:05:34.542 *********\nskipping: [instance]\n\nTASK [vexxhost.kubernetes.kubelet : Gather variables for each operating system] ***\nTuesday 17 March 2026 15:05:51 +0000 (0:00:00.039) 0:05:34.581 *********\nok: [instance] => (item=/home/zuul/.ansible/collections/ansible_collections/vexxhost/kubernetes/roles/kubelet/vars/debian.yml)\n\nTASK [vexxhost.kubernetes.kubelet : Install coreutils] *************************\nTuesday 17 March 2026 15:05:51 +0000 (0:00:00.050) 0:05:34.632 *********\nskipping: [instance]\n\nTASK [vexxhost.kubernetes.kubelet : Install additional packages] ***************\nTuesday 17 March 2026 15:05:51 +0000 (0:00:00.034) 0:05:34.666 *********\nchanged: [instance]\n\nTASK [vexxhost.kubernetes.kubelet : Configure sysctl values] *******************\nTuesday 17 March 2026 15:05:54 +0000 (0:00:03.459) 0:05:38.126 *********\nchanged: [instance] => (item={'name': 'net.ipv4.ip_forward', 'value': 1})\nchanged: [instance] => (item={'name': 'net.bridge.bridge-nf-call-iptables', 'value': 1})\nchanged: [instance] => (item={'name': 'net.bridge.bridge-nf-call-ip6tables', 'value': 1})\nchanged: [instance] => (item={'name': 'net.ipv4.conf.all.rp_filter', 'value': 0})\nchanged: [instance] => (item={'name': 'fs.inotify.max_queued_events', 'value': 1048576})\nchanged: [instance] => (item={'name': 'fs.inotify.max_user_instances', 'value': 8192})\nchanged: [instance] => (item={'name': 'fs.inotify.max_user_watches', 'value': 1048576})\n\nTASK [vexxhost.kubernetes.kubelet : Create folders for kubernetes configuration] ***\nTuesday 17 March 2026 15:05:56 +0000 (0:00:01.353) 0:05:39.480 *********\nchanged: [instance] => (item=/etc/systemd/system/kubelet.service.d)\nok: [instance] => (item=/etc/kubernetes)\nok: [instance] => (item=/etc/kubernetes/manifests)\n\nTASK [vexxhost.kubernetes.kubelet : Add kubelet systemd service config] ********\nTuesday 17 March 2026 15:05:56 +0000 (0:00:00.562) 0:05:40.042 *********\nchanged: [instance]\n\nTASK [vexxhost.kubernetes.kubelet : Add kubeadm dropin for kubelet systemd service config] ***\nTuesday 17 March 2026 15:05:57 +0000 (0:00:00.482) 0:05:40.525 *********\nchanged: [instance]\n\nTASK [vexxhost.kubernetes.kubelet : Check swap status] *************************\nTuesday 17 March 2026 15:05:57 +0000 (0:00:00.444) 0:05:40.970 *********\nok: [instance]\n\nTASK [vexxhost.kubernetes.kubelet : Disable swap] ******************************\nTuesday 17 March 2026 15:05:57 +0000 (0:00:00.197) 0:05:41.167 *********\nskipping: [instance]\n\nTASK [vexxhost.kubernetes.kubelet : Remove swapfile from /etc/fstab] ***********\nTuesday 17 March 2026 15:05:57 +0000 (0:00:00.038) 0:05:41.205 *********\nok: [instance] => (item=swap)\nok: [instance] => (item=none)\n\nTASK [vexxhost.kubernetes.kubelet : Create noswap systemd service config file] ***\nTuesday 17 March 2026 15:05:58 +0000 (0:00:00.506) 0:05:41.712 *********\nchanged: [instance]\n\nTASK [vexxhost.kubernetes.kubelet : Enable noswap service] *********************\nTuesday 17 March 2026 15:05:58 +0000 (0:00:00.461) 0:05:42.173 *********\nchanged: [instance]\n\nTASK [vexxhost.kubernetes.kubelet : Force any restarts if necessary] ***********\nTuesday 17 March 2026 15:05:59 +0000 (0:00:00.562) 0:05:42.736 *********\n\nRUNNING HANDLER [vexxhost.kubernetes.kubelet : Reload systemd] *****************\nTuesday 17 March 2026 15:05:59 +0000 (0:00:00.006) 0:05:42.743 *********\nok: [instance]\n\nTASK [vexxhost.kubernetes.kubelet : Enable and start kubelet service] **********\nTuesday 17 March 2026 15:06:00 +0000 (0:00:00.737) 0:05:43.481 *********\nchanged: [instance]\n\nTASK [vexxhost.kubernetes.kubelet : Ensure availability of dbus on Debian] *****\nTuesday 17 March 2026 15:06:00 +0000 (0:00:00.568) 0:05:44.049 *********\nok: [instance]\n\nTASK [vexxhost.kubernetes.kubelet : Configure short hostname] ******************\nTuesday 17 March 2026 15:06:01 +0000 (0:00:01.101) 0:05:45.151 *********\nok: [instance]\n\nTASK [vexxhost.kubernetes.kubelet : Ensure hostname inside hosts file] *********\nTuesday 17 March 2026 15:06:02 +0000 (0:00:00.745) 0:05:45.896 *********\nok: [instance]\n\nTASK [vexxhost.kubernetes.kubernetes : Remove kubernetes repository] ***********\nTuesday 17 March 2026 15:06:02 +0000 (0:00:00.213) 0:05:46.109 *********\nok: [instance]\n\nTASK [vexxhost.kubernetes.kubernetes : Setup control plane] ********************\nTuesday 17 March 2026 15:06:03 +0000 (0:00:00.459) 0:05:46.569 *********\nincluded: /home/zuul/.ansible/collections/ansible_collections/vexxhost/kubernetes/roles/kubernetes/tasks/control-plane.yml for instance\n\nTASK [vexxhost.kubernetes.kubernetes : Bootstrap cluster] **********************\nTuesday 17 March 2026 15:06:03 +0000 (0:00:00.087) 0:05:46.656 *********\nincluded: /home/zuul/.ansible/collections/ansible_collections/vexxhost/kubernetes/roles/kubernetes/tasks/bootstrap-cluster.yml for instance\n\nTASK [vexxhost.kubernetes.kubernetes : Check if any control plane is bootstrapped] ***\nTuesday 17 March 2026 15:06:03 +0000 (0:00:00.085) 0:05:46.742 *********\nok: [instance] => (item=instance)\n\nTASK [vexxhost.kubernetes.kubernetes : Pick node from pre-existing cluster] ****\nTuesday 17 March 2026 15:06:03 +0000 (0:00:00.211) 0:05:46.954 *********\nskipping: [instance]\n\nTASK [vexxhost.kubernetes.kubernetes : Select first node to initialize cluster] ***\nTuesday 17 March 2026 15:06:03 +0000 (0:00:00.042) 0:05:46.996 *********\nok: [instance]\n\nTASK [vexxhost.kubernetes.kubernetes : Print selected bootstrap node] **********\nTuesday 17 March 2026 15:06:03 +0000 (0:00:00.045) 0:05:47.041 *********\nok: [instance] => {\n \"msg\": \"instance\"\n}\n\nTASK [vexxhost.kubernetes.kubernetes : Upload cluster configuration for bootstrap node] ***\nTuesday 17 March 2026 15:06:03 +0000 (0:00:00.037) 0:05:47.078 *********\nchanged: [instance]\n\nTASK [vexxhost.kubernetes.kubernetes : Create pki folder] **********************\nTuesday 17 March 2026 15:06:04 +0000 (0:00:00.550) 0:05:47.629 *********\nskipping: [instance]\n\nTASK [vexxhost.kubernetes.kubernetes : Create kubernetes ca key] ***************\nTuesday 17 March 2026 15:06:04 +0000 (0:00:00.031) 0:05:47.661 *********\nskipping: [instance]\n\nTASK [vexxhost.kubernetes.kubernetes : Create kubernetes ca cert] **************\nTuesday 17 March 2026 15:06:04 +0000 (0:00:00.028) 0:05:47.689 *********\nskipping: [instance]\n\nTASK [vexxhost.kubernetes.kubernetes : Create etcd-ca key] *********************\nTuesday 17 March 2026 15:06:04 +0000 (0:00:00.030) 0:05:47.720 *********\nskipping: [instance]\n\nTASK [vexxhost.kubernetes.kubernetes : Create etcd-ca cert] ********************\nTuesday 17 March 2026 15:06:04 +0000 (0:00:00.031) 0:05:47.752 *********\nskipping: [instance]\n\nTASK [vexxhost.kubernetes.kubernetes : Create front-proxy-ca key] **************\nTuesday 17 March 2026 15:06:04 +0000 (0:00:00.027) 0:05:47.779 *********\nskipping: [instance]\n\nTASK [vexxhost.kubernetes.kubernetes : Create front-proxy-ca cert] *************\nTuesday 17 March 2026 15:06:04 +0000 (0:00:00.031) 0:05:47.810 *********\nskipping: [instance]\n\nTASK [vexxhost.kubernetes.kubernetes : Initialize cluster] *********************\nTuesday 17 March 2026 15:06:04 +0000 (0:00:00.031) 0:05:47.842 *********\nfatal: [instance]: FAILED! => {\"changed\": true, \"cmd\": \"kubeadm init --config /etc/kubernetes/kubeadm.yaml --upload-certs --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests\\n\", \"delta\": \"0:00:01.458451\", \"end\": \"2026-03-17 15:06:06.244432\", \"msg\": \"non-zero return code\", \"rc\": 1, \"start\": \"2026-03-17 15:06:04.785981\", \"stderr\": \"W0317 15:06:04.816638 36927 initconfiguration.go:336] [config] WARNING: Ignored YAML document with GroupVersionKind kubeadm.k8s.io/v1beta3, Kind=JoinConfiguration\\nerror execution phase preflight: [preflight] Some fatal errors occurred:\\n\\t[ERROR ImagePull]: failed to pull image harbor.atmosphere.dev/registry.k8s.io/kube-apiserver:v1.28.13: output: E0317 15:06:05.144773 37025 log.go:32] \\\"PullImage from image service failed\\\" err=\\\"rpc error: code = Unknown desc = failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/kube-apiserver:v1.28.13\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/kube-apiserver/manifests/v1.28.13\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\" image=\\\"harbor.atmosphere.dev/registry.k8s.io/kube-apiserver:v1.28.13\\\"\\ntime=\\\"2026-03-17T15:06:05Z\\\" level=fatal msg=\\\"pulling image: failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/kube-apiserver:v1.28.13\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/kube-apiserver/manifests/v1.28.13\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\"\\n, error: exit status 1\\n\\t[ERROR ImagePull]: failed to pull image harbor.atmosphere.dev/registry.k8s.io/kube-controller-manager:v1.28.13: output: E0317 15:06:05.332654 37095 log.go:32] \\\"PullImage from image service failed\\\" err=\\\"rpc error: code = Unknown desc = failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/kube-controller-manager:v1.28.13\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/kube-controller-manager/manifests/v1.28.13\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\" image=\\\"harbor.atmosphere.dev/registry.k8s.io/kube-controller-manager:v1.28.13\\\"\\ntime=\\\"2026-03-17T15:06:05Z\\\" level=fatal msg=\\\"pulling image: failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/kube-controller-manager:v1.28.13\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/kube-controller-manager/manifests/v1.28.13\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\"\\n, error: exit status 1\\n\\t[ERROR ImagePull]: failed to pull image harbor.atmosphere.dev/registry.k8s.io/kube-scheduler:v1.28.13: output: E0317 15:06:05.505462 37162 log.go:32] \\\"PullImage from image service failed\\\" err=\\\"rpc error: code = Unknown desc = failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/kube-scheduler:v1.28.13\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/kube-scheduler/manifests/v1.28.13\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\" image=\\\"harbor.atmosphere.dev/registry.k8s.io/kube-scheduler:v1.28.13\\\"\\ntime=\\\"2026-03-17T15:06:05Z\\\" level=fatal msg=\\\"pulling image: failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/kube-scheduler:v1.28.13\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/kube-scheduler/manifests/v1.28.13\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\"\\n, error: exit status 1\\n\\t[ERROR ImagePull]: failed to pull image harbor.atmosphere.dev/registry.k8s.io/kube-proxy:v1.28.13: output: E0317 15:06:05.682232 37229 log.go:32] \\\"PullImage from image service failed\\\" err=\\\"rpc error: code = Unknown desc = failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/kube-proxy:v1.28.13\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/kube-proxy/manifests/v1.28.13\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\" image=\\\"harbor.atmosphere.dev/registry.k8s.io/kube-proxy:v1.28.13\\\"\\ntime=\\\"2026-03-17T15:06:05Z\\\" level=fatal msg=\\\"pulling image: failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/kube-proxy:v1.28.13\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/kube-proxy/manifests/v1.28.13\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\"\\n, error: exit status 1\\n\\t[ERROR ImagePull]: failed to pull image harbor.atmosphere.dev/registry.k8s.io/pause:3.9: output: E0317 15:06:05.895941 37310 log.go:32] \\\"PullImage from image service failed\\\" err=\\\"rpc error: code = Unknown desc = failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/pause:3.9\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/pause/manifests/3.9\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\" image=\\\"harbor.atmosphere.dev/registry.k8s.io/pause:3.9\\\"\\ntime=\\\"2026-03-17T15:06:05Z\\\" level=fatal msg=\\\"pulling image: failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/pause:3.9\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/pause/manifests/3.9\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\"\\n, error: exit status 1\\n\\t[ERROR ImagePull]: failed to pull image harbor.atmosphere.dev/registry.k8s.io/etcd:3.5.12-0: output: E0317 15:06:06.065550 37377 log.go:32] \\\"PullImage from image service failed\\\" err=\\\"rpc error: code = Unknown desc = failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/etcd:3.5.12-0\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/etcd/manifests/3.5.12-0\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\" image=\\\"harbor.atmosphere.dev/registry.k8s.io/etcd:3.5.12-0\\\"\\ntime=\\\"2026-03-17T15:06:06Z\\\" level=fatal msg=\\\"pulling image: failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/etcd:3.5.12-0\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/etcd/manifests/3.5.12-0\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\"\\n, error: exit status 1\\n\\t[ERROR ImagePull]: failed to pull image harbor.atmosphere.dev/registry.k8s.io/coredns/coredns:v1.10.1: output: E0317 15:06:06.238372 37447 log.go:32] \\\"PullImage from image service failed\\\" err=\\\"rpc error: code = Unknown desc = failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/coredns/coredns:v1.10.1\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/coredns/coredns/manifests/v1.10.1\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\" image=\\\"harbor.atmosphere.dev/registry.k8s.io/coredns/coredns:v1.10.1\\\"\\ntime=\\\"2026-03-17T15:06:06Z\\\" level=fatal msg=\\\"pulling image: failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/coredns/coredns:v1.10.1\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/coredns/coredns/manifests/v1.10.1\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\"\\n, error: exit status 1\\n[preflight] If you know what you are doing, you can make a check non-fatal with `--ignore-preflight-errors=...`\\nTo see the stack trace of this error execute with --v=5 or higher\", \"stderr_lines\": [\"W0317 15:06:04.816638 36927 initconfiguration.go:336] [config] WARNING: Ignored YAML document with GroupVersionKind kubeadm.k8s.io/v1beta3, Kind=JoinConfiguration\", \"error execution phase preflight: [preflight] Some fatal errors occurred:\", \"\\t[ERROR ImagePull]: failed to pull image harbor.atmosphere.dev/registry.k8s.io/kube-apiserver:v1.28.13: output: E0317 15:06:05.144773 37025 log.go:32] \\\"PullImage from image service failed\\\" err=\\\"rpc error: code = Unknown desc = failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/kube-apiserver:v1.28.13\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/kube-apiserver/manifests/v1.28.13\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\" image=\\\"harbor.atmosphere.dev/registry.k8s.io/kube-apiserver:v1.28.13\\\"\", \"time=\\\"2026-03-17T15:06:05Z\\\" level=fatal msg=\\\"pulling image: failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/kube-apiserver:v1.28.13\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/kube-apiserver/manifests/v1.28.13\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\"\", \", error: exit status 1\", \"\\t[ERROR ImagePull]: failed to pull image harbor.atmosphere.dev/registry.k8s.io/kube-controller-manager:v1.28.13: output: E0317 15:06:05.332654 37095 log.go:32] \\\"PullImage from image service failed\\\" err=\\\"rpc error: code = Unknown desc = failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/kube-controller-manager:v1.28.13\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/kube-controller-manager/manifests/v1.28.13\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\" image=\\\"harbor.atmosphere.dev/registry.k8s.io/kube-controller-manager:v1.28.13\\\"\", \"time=\\\"2026-03-17T15:06:05Z\\\" level=fatal msg=\\\"pulling image: failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/kube-controller-manager:v1.28.13\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/kube-controller-manager/manifests/v1.28.13\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\"\", \", error: exit status 1\", \"\\t[ERROR ImagePull]: failed to pull image harbor.atmosphere.dev/registry.k8s.io/kube-scheduler:v1.28.13: output: E0317 15:06:05.505462 37162 log.go:32] \\\"PullImage from image service failed\\\" err=\\\"rpc error: code = Unknown desc = failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/kube-scheduler:v1.28.13\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/kube-scheduler/manifests/v1.28.13\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\" image=\\\"harbor.atmosphere.dev/registry.k8s.io/kube-scheduler:v1.28.13\\\"\", \"time=\\\"2026-03-17T15:06:05Z\\\" level=fatal msg=\\\"pulling image: failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/kube-scheduler:v1.28.13\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/kube-scheduler/manifests/v1.28.13\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\"\", \", error: exit status 1\", \"\\t[ERROR ImagePull]: failed to pull image harbor.atmosphere.dev/registry.k8s.io/kube-proxy:v1.28.13: output: E0317 15:06:05.682232 37229 log.go:32] \\\"PullImage from image service failed\\\" err=\\\"rpc error: code = Unknown desc = failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/kube-proxy:v1.28.13\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/kube-proxy/manifests/v1.28.13\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\" image=\\\"harbor.atmosphere.dev/registry.k8s.io/kube-proxy:v1.28.13\\\"\", \"time=\\\"2026-03-17T15:06:05Z\\\" level=fatal msg=\\\"pulling image: failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/kube-proxy:v1.28.13\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/kube-proxy/manifests/v1.28.13\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\"\", \", error: exit status 1\", \"\\t[ERROR ImagePull]: failed to pull image harbor.atmosphere.dev/registry.k8s.io/pause:3.9: output: E0317 15:06:05.895941 37310 log.go:32] \\\"PullImage from image service failed\\\" err=\\\"rpc error: code = Unknown desc = failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/pause:3.9\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/pause/manifests/3.9\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\" image=\\\"harbor.atmosphere.dev/registry.k8s.io/pause:3.9\\\"\", \"time=\\\"2026-03-17T15:06:05Z\\\" level=fatal msg=\\\"pulling image: failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/pause:3.9\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/pause/manifests/3.9\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\"\", \", error: exit status 1\", \"\\t[ERROR ImagePull]: failed to pull image harbor.atmosphere.dev/registry.k8s.io/etcd:3.5.12-0: output: E0317 15:06:06.065550 37377 log.go:32] \\\"PullImage from image service failed\\\" err=\\\"rpc error: code = Unknown desc = failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/etcd:3.5.12-0\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/etcd/manifests/3.5.12-0\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\" image=\\\"harbor.atmosphere.dev/registry.k8s.io/etcd:3.5.12-0\\\"\", \"time=\\\"2026-03-17T15:06:06Z\\\" level=fatal msg=\\\"pulling image: failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/etcd:3.5.12-0\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/etcd/manifests/3.5.12-0\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\"\", \", error: exit status 1\", \"\\t[ERROR ImagePull]: failed to pull image harbor.atmosphere.dev/registry.k8s.io/coredns/coredns:v1.10.1: output: E0317 15:06:06.238372 37447 log.go:32] \\\"PullImage from image service failed\\\" err=\\\"rpc error: code = Unknown desc = failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/coredns/coredns:v1.10.1\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/coredns/coredns/manifests/v1.10.1\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\" image=\\\"harbor.atmosphere.dev/registry.k8s.io/coredns/coredns:v1.10.1\\\"\", \"time=\\\"2026-03-17T15:06:06Z\\\" level=fatal msg=\\\"pulling image: failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/coredns/coredns:v1.10.1\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/coredns/coredns/manifests/v1.10.1\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\"\", \", error: exit status 1\", \"[preflight] If you know what you are doing, you can make a check non-fatal with `--ignore-preflight-errors=...`\", \"To see the stack trace of this error execute with --v=5 or higher\"], \"stdout\": \"[init] Using Kubernetes version: v1.28.13\\n[preflight] Running pre-flight checks\\n[preflight] Pulling images required for setting up a Kubernetes cluster\\n[preflight] This might take a minute or two, depending on the speed of your internet connection\\n[preflight] You can also perform this action in beforehand using 'kubeadm config images pull'\", \"stdout_lines\": [\"[init] Using Kubernetes version: v1.28.13\", \"[preflight] Running pre-flight checks\", \"[preflight] Pulling images required for setting up a Kubernetes cluster\", \"[preflight] This might take a minute or two, depending on the speed of your internet connection\", \"[preflight] You can also perform this action in beforehand using 'kubeadm config images pull'\"]}\n\nPLAY RECAP *********************************************************************\ninstance : ok=201 changed=54 unreachable=0 failed=1 skipped=53 rescued=0 ignored=2\n\nTuesday 17 March 2026 15:06:06 +0000 (0:00:01.658) 0:05:49.501 *********\n===============================================================================\nvexxhost.ceph.mon : Run Bootstrap coomand ------------------------------ 93.49s\nvexxhost.ceph.osd : Install OSDs --------------------------------------- 80.72s\nvexxhost.ceph.mon : Validate monitor exist ----------------------------- 10.19s\nvexxhost.ceph.osd : Get `ceph-volume lvm list` status ------------------ 10.06s\nvexxhost.containers.download_artifact : Download item ------------------- 7.83s\nvexxhost.containers.containerd : Install AppArmor packages -------------- 5.77s\nvexxhost.ceph.osd : Get `cephadm ls` status ----------------------------- 5.36s\nvexxhost.ceph.osd : Ensure all OSDs are non-legacy ---------------------- 5.35s\nvexxhost.ceph.cephadm : Install packages -------------------------------- 5.23s\nvexxhost.containers.download_artifact : Extract archive ----------------- 4.40s\nvexxhost.atmosphere.sysctl : Configure sysctl values -------------------- 3.68s\nvexxhost.kubernetes.kubelet : Install additional packages --------------- 3.46s\nvexxhost.containers.download_artifact : Extract archive ----------------- 3.23s\nvexxhost.containers.download_artifact : Extract archive ----------------- 2.89s\nvexxhost.containers.download_artifact : Extract archive ----------------- 2.66s\nvexxhost.ceph.mgr : Enable the Ceph Manager prometheus module ----------- 2.56s\nvexxhost.ceph.cephadm_host : Add new host to Ceph ----------------------- 2.53s\nvexxhost.containers.download_artifact : Extract archive ----------------- 2.42s\nvexxhost.ceph.cephadm_host : Add new host to Ceph ----------------------- 2.03s\nvexxhost.containers.download_artifact : Extract archive ----------------- 2.00s\nCRITICAL Ansible return code was 2, command was: ansible-playbook --inventory /home/zuul/.ansible/tmp/molecule.v9Wo.csi/inventory --skip-tags molecule-notest,notest --inventory=/home/zuul/src/github.com/vexxhost/atmosphere/inventory.yaml /home/zuul/src/github.com/vexxhost/atmosphere/molecule/csi/converge.yml\nERROR [csi > converge] \u001b[31mExecuted: Failed\u001b[0m\nERROR Ansible return code was 2, command was: ansible-playbook --inventory /home/zuul/.ansible/tmp/molecule.v9Wo.csi/inventory --skip-tags molecule-notest,notest --inventory=/home/zuul/src/github.com/vexxhost/atmosphere/inventory.yaml /home/zuul/src/github.com/vexxhost/atmosphere/molecule/csi/converge.yml", "stdout_lines": [ "Using CPython 3.10.12 interpreter at: /usr/bin/python3", "Creating virtual environment at: .venv", " Building atmosphere @ file:///home/zuul/src/github.com/vexxhost/atmosphere", "Downloading setuptools (1.1MiB)", "Downloading rjsonnet (1.2MiB)", "Downloading kubernetes (1.9MiB)", "Downloading ansible-core (2.1MiB)", "Downloading cryptography (4.2MiB)", "Downloading pygments (1.2MiB)", "Downloading netaddr (2.2MiB)", "Downloading openstacksdk (1.7MiB)", " Building pyperclip==1.9.0", " Downloading rjsonnet", " Downloading netaddr", " Downloading pygments", " Downloading cryptography", " Downloading setuptools", " Downloading kubernetes", " Downloading ansible-core", " Downloading openstacksdk", " Built pyperclip==1.9.0", " Built atmosphere @ file:///home/zuul/src/github.com/vexxhost/atmosphere", "Installed 79 packages in 38ms", "WARNING Molecule scenarios should migrate to 'extensions/molecule'", "INFO [csi > discovery] scenario test matrix: dependency, cleanup, destroy, syntax, create, prepare, converge, idempotence, side_effect, verify, cleanup, destroy", "INFO [csi > prerun] Performing prerun with role_name_check=0...", "INFO [csi > dependency] Executing", "WARNING [csi > dependency] Missing roles requirements file: requirements.yml", "WARNING [csi > dependency] Missing collections requirements file: collections.yml", "WARNING [csi > dependency] Executed: 2 missing (Remove from test_sequence to suppress)", "INFO [csi > cleanup] Executing", "WARNING [csi > cleanup] Executed: Missing playbook (Remove from test_sequence to suppress)", "INFO [csi > destroy] Executing", "WARNING [csi > destroy] Skipping, '--destroy=never' requested.", "INFO [csi > destroy] Executed: Successful", "INFO [csi > syntax] Executing", "", "playbook: /home/zuul/src/github.com/vexxhost/atmosphere/molecule/csi/converge.yml", "INFO [csi > syntax] Executed: Successful", "INFO [csi > create] Executing", "WARNING [csi > create] Executed: Missing playbook (Remove from test_sequence to suppress)", "INFO [csi > prepare] Executing", "", "PLAY [Prepare] *****************************************************************", "", "TASK [Gathering Facts] *********************************************************", "Tuesday 17 March 2026 14:59:43 +0000 (0:00:00.026) 0:00:00.026 *********", "[WARNING]: Platform linux on host instance is using the discovered Python", "interpreter at /usr/bin/python3.10, but future installation of another Python", "interpreter could change the meaning of that path. See", "https://docs.ansible.com/ansible-", "core/2.17/reference_appendices/interpreter_discovery.html for more information.", "ok: [instance]", "", "TASK [Configure short hostname] ************************************************", "Tuesday 17 March 2026 14:59:44 +0000 (0:00:01.185) 0:00:01.211 *********", "changed: [instance]", "", "TASK [Ensure hostname inside hosts file] ***************************************", "Tuesday 17 March 2026 14:59:45 +0000 (0:00:00.670) 0:00:01.882 *********", "[WARNING]: Module remote_tmp /root/.ansible/tmp did not exist and was created", "with a mode of 0700, this may cause issues when running as another user. To", "avoid this, create the remote_tmp dir with the correct permissions manually", "changed: [instance]", "", "TASK [Purge \"snapd\" package] ***************************************************", "Tuesday 17 March 2026 14:59:45 +0000 (0:00:00.266) 0:00:02.149 *********", "ok: [instance]", "", "PLAY [Create devices for Ceph] *************************************************", "", "TASK [Gathering Facts] *********************************************************", "Tuesday 17 March 2026 14:59:46 +0000 (0:00:00.804) 0:00:02.953 *********", "ok: [instance]", "", "TASK [Install depedencies] *****************************************************", "Tuesday 17 March 2026 14:59:46 +0000 (0:00:00.686) 0:00:03.639 *********", "changed: [instance]", "", "TASK [Start up service] ********************************************************", "Tuesday 17 March 2026 15:00:06 +0000 (0:00:19.797) 0:00:23.437 *********", "ok: [instance]", "", "TASK [Generate lvm.conf] *******************************************************", "Tuesday 17 March 2026 15:00:07 +0000 (0:00:00.547) 0:00:23.984 *********", "ok: [instance]", "", "TASK [Write /etc/lvm/lvm.conf] *************************************************", "Tuesday 17 March 2026 15:00:07 +0000 (0:00:00.305) 0:00:24.290 *********", "changed: [instance]", "", "TASK [Get list of all loopback devices] ****************************************", "Tuesday 17 March 2026 15:00:08 +0000 (0:00:00.647) 0:00:24.937 *********", "ok: [instance]", "", "TASK [Fail if there is any existing loopback devices] **************************", "Tuesday 17 March 2026 15:00:08 +0000 (0:00:00.195) 0:00:25.132 *********", "skipping: [instance]", "", "TASK [Create devices for Ceph] *************************************************", "Tuesday 17 March 2026 15:00:08 +0000 (0:00:00.023) 0:00:25.156 *********", "changed: [instance] => (item=osd0)", "changed: [instance] => (item=osd1)", "changed: [instance] => (item=osd2)", "", "TASK [Set permissions on loopback devices] *************************************", "Tuesday 17 March 2026 15:00:08 +0000 (0:00:00.536) 0:00:25.692 *********", "changed: [instance] => (item=osd0)", "changed: [instance] => (item=osd1)", "changed: [instance] => (item=osd2)", "", "TASK [Start loop devices] ******************************************************", "Tuesday 17 March 2026 15:00:09 +0000 (0:00:00.644) 0:00:26.337 *********", "changed: [instance] => (item=osd0)", "changed: [instance] => (item=osd1)", "changed: [instance] => (item=osd2)", "", "TASK [Create a volume group for each loop device] ******************************", "Tuesday 17 March 2026 15:00:10 +0000 (0:00:00.701) 0:00:27.039 *********", "changed: [instance] => (item=osd0)", "changed: [instance] => (item=osd1)", "changed: [instance] => (item=osd2)", "", "TASK [Create a logical volume for each loop device] ****************************", "Tuesday 17 March 2026 15:00:13 +0000 (0:00:03.046) 0:00:30.085 *********", "changed: [instance] => (item=ceph-instance-osd0)", "changed: [instance] => (item=ceph-instance-osd1)", "changed: [instance] => (item=ceph-instance-osd2)", "", "PLAY RECAP *********************************************************************", "instance : ok=15 changed=9 unreachable=0 failed=0 skipped=1 rescued=0 ignored=0", "", "Tuesday 17 March 2026 15:00:15 +0000 (0:00:01.894) 0:00:31.980 *********", "===============================================================================", "Install depedencies ---------------------------------------------------- 19.80s", "Create a volume group for each loop device ------------------------------ 3.05s", "Create a logical volume for each loop device ---------------------------- 1.90s", "Gathering Facts --------------------------------------------------------- 1.19s", "Purge \"snapd\" package --------------------------------------------------- 0.80s", "Start loop devices ------------------------------------------------------ 0.70s", "Gathering Facts --------------------------------------------------------- 0.69s", "Configure short hostname ------------------------------------------------ 0.67s", "Write /etc/lvm/lvm.conf ------------------------------------------------- 0.65s", "Set permissions on loopback devices ------------------------------------- 0.64s", "Start up service -------------------------------------------------------- 0.55s", "Create devices for Ceph ------------------------------------------------- 0.54s", "Generate lvm.conf ------------------------------------------------------- 0.31s", "Ensure hostname inside hosts file --------------------------------------- 0.27s", "Get list of all loopback devices ---------------------------------------- 0.20s", "Fail if there is any existing loopback devices -------------------------- 0.02s", "INFO [csi > prepare] Executed: Successful", "INFO [csi > converge] Executing", "", "PLAY [Debug CSI driver value] **************************************************", "", "TASK [Gathering Facts] *********************************************************", "Tuesday 17 March 2026 15:00:16 +0000 (0:00:00.008) 0:00:00.008 *********", "[WARNING]: Platform linux on host instance is using the discovered Python", "interpreter at /usr/bin/python3.10, but future installation of another Python", "interpreter could change the meaning of that path. See", "https://docs.ansible.com/ansible-", "core/2.17/reference_appendices/interpreter_discovery.html for more information.", "ok: [instance]", "", "TASK [Display CSI driver value and environment variable] ***********************", "Tuesday 17 March 2026 15:00:17 +0000 (0:00:01.015) 0:00:01.024 *********", "ok: [instance] => {", " \"msg\": \"csi_driver=rbd, MOLECULE_CSI_DRIVER=\"", "}", "", "PLAY [all] *********************************************************************", "", "TASK [Gathering Facts] *********************************************************", "Tuesday 17 March 2026 15:00:17 +0000 (0:00:00.051) 0:00:01.075 *********", "ok: [instance]", "", "TASK [Set a fact with the \"atmosphere_images\" for other plays] *****************", "Tuesday 17 March 2026 15:00:18 +0000 (0:00:00.855) 0:00:01.931 *********", "ok: [instance]", "", "PLAY [Deploy Ceph monitors & managers] *****************************************", "", "TASK [Gathering Facts] *********************************************************", "Tuesday 17 March 2026 15:00:18 +0000 (0:00:00.187) 0:00:02.118 *********", "ok: [instance]", "", "TASK [vexxhost.containers.forget_package : Forget package] *********************", "Tuesday 17 March 2026 15:00:19 +0000 (0:00:00.881) 0:00:03.000 *********", "ok: [instance]", "", "TASK [vexxhost.containers.package : Update state for tar] **********************", "Tuesday 17 March 2026 15:00:20 +0000 (0:00:00.290) 0:00:03.290 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.directory : Create directory (/var/lib/downloads)] ***", "Tuesday 17 March 2026 15:00:20 +0000 (0:00:00.045) 0:00:03.336 *********", "changed: [instance]", "", "TASK [vexxhost.containers.download_artifact : Starting download of file] *******", "Tuesday 17 March 2026 15:00:20 +0000 (0:00:00.322) 0:00:03.658 *********", "ok: [instance] => {", " \"msg\": \"https://github.com/opencontainers/runc/releases/download/v1.4.0/runc.amd64\"", "}", "", "TASK [vexxhost.containers.download_artifact : Download item] *******************", "Tuesday 17 March 2026 15:00:20 +0000 (0:00:00.090) 0:00:03.749 *********", "changed: [instance]", "", "TASK [vexxhost.containers.download_artifact : Extract archive] *****************", "Tuesday 17 March 2026 15:00:21 +0000 (0:00:00.738) 0:00:04.487 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.package : Update state for tar] **********************", "Tuesday 17 March 2026 15:00:21 +0000 (0:00:00.045) 0:00:04.533 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.forget_package : Forget package] *********************", "Tuesday 17 March 2026 15:00:21 +0000 (0:00:00.047) 0:00:04.580 *********", "ok: [instance]", "", "TASK [vexxhost.containers.package : Update state for tar] **********************", "Tuesday 17 March 2026 15:00:21 +0000 (0:00:00.207) 0:00:04.788 *********", "ok: [instance]", "", "TASK [vexxhost.containers.download_artifact : Starting download of file] *******", "Tuesday 17 March 2026 15:00:22 +0000 (0:00:01.265) 0:00:06.053 *********", "ok: [instance] => {", " \"msg\": \"https://github.com/containerd/containerd/releases/download/v2.2.0/containerd-2.2.0-linux-amd64.tar.gz\"", "}", "", "TASK [vexxhost.containers.download_artifact : Download item] *******************", "Tuesday 17 March 2026 15:00:22 +0000 (0:00:00.065) 0:00:06.119 *********", "changed: [instance]", "", "TASK [vexxhost.containers.download_artifact : Extract archive] *****************", "Tuesday 17 March 2026 15:00:23 +0000 (0:00:00.740) 0:00:06.859 *********", "changed: [instance]", "", "TASK [vexxhost.containers.containerd : Install SELinux packages] ***************", "Tuesday 17 March 2026 15:00:26 +0000 (0:00:02.885) 0:00:09.745 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.containerd : Set SELinux to permissive at runtime] ***", "Tuesday 17 March 2026 15:00:26 +0000 (0:00:00.034) 0:00:09.779 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.containerd : Persist SELinux permissive mode] ********", "Tuesday 17 March 2026 15:00:26 +0000 (0:00:00.032) 0:00:09.812 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.containerd : Install AppArmor packages] **************", "Tuesday 17 March 2026 15:00:26 +0000 (0:00:00.035) 0:00:09.847 *********", "changed: [instance]", "", "TASK [vexxhost.containers.containerd : Create systemd service file for containerd] ***", "Tuesday 17 March 2026 15:00:32 +0000 (0:00:05.770) 0:00:15.617 *********", "changed: [instance]", "", "TASK [vexxhost.containers.containerd : Create folders for configuration] *******", "Tuesday 17 March 2026 15:00:33 +0000 (0:00:00.671) 0:00:16.289 *********", "changed: [instance] => (item={'path': '/etc/containerd'})", "changed: [instance] => (item={'path': '/var/lib/containerd', 'mode': '0o700'})", "changed: [instance] => (item={'path': '/run/containerd', 'mode': '0o711'})", "changed: [instance] => (item={'path': '/run/containerd/io.containerd.grpc.v1.cri', 'mode': '0o700'})", "changed: [instance] => (item={'path': '/run/containerd/io.containerd.sandbox.controller.v1.shim', 'mode': '0o700'})", "", "TASK [vexxhost.containers.containerd : Create containerd config file] **********", "Tuesday 17 March 2026 15:00:34 +0000 (0:00:00.988) 0:00:17.278 *********", "changed: [instance]", "", "TASK [vexxhost.containers.containerd : Force any restarts if necessary] ********", "Tuesday 17 March 2026 15:00:34 +0000 (0:00:00.573) 0:00:17.851 *********", "", "RUNNING HANDLER [vexxhost.containers.containerd : Reload systemd] **************", "Tuesday 17 March 2026 15:00:34 +0000 (0:00:00.023) 0:00:17.874 *********", "ok: [instance]", "", "RUNNING HANDLER [vexxhost.containers.containerd : Restart containerd] **********", "Tuesday 17 March 2026 15:00:35 +0000 (0:00:00.934) 0:00:18.809 *********", "changed: [instance]", "", "TASK [vexxhost.containers.containerd : Enable and start service] ***************", "Tuesday 17 March 2026 15:00:36 +0000 (0:00:00.456) 0:00:19.265 *********", "changed: [instance]", "", "TASK [vexxhost.containers.forget_package : Forget package] *********************", "Tuesday 17 March 2026 15:00:36 +0000 (0:00:00.527) 0:00:19.792 *********", "ok: [instance]", "", "TASK [vexxhost.containers.download_artifact : Starting download of file] *******", "Tuesday 17 March 2026 15:00:36 +0000 (0:00:00.212) 0:00:20.005 *********", "ok: [instance] => {", " \"msg\": \"https://download.docker.com/linux/static/stable/x86_64/docker-24.0.9.tgz\"", "}", "", "TASK [vexxhost.containers.download_artifact : Download item] *******************", "Tuesday 17 March 2026 15:00:36 +0000 (0:00:00.053) 0:00:20.058 *********", "changed: [instance]", "", "TASK [vexxhost.containers.download_artifact : Extract archive] *****************", "Tuesday 17 March 2026 15:00:37 +0000 (0:00:01.134) 0:00:21.192 *********", "changed: [instance]", "", "TASK [vexxhost.containers.docker : Install AppArmor packages] ******************", "Tuesday 17 March 2026 15:00:42 +0000 (0:00:04.397) 0:00:25.590 *********", "ok: [instance]", "", "TASK [vexxhost.containers.docker : Ensure group \"docker\" exists] ***************", "Tuesday 17 March 2026 15:00:43 +0000 (0:00:01.201) 0:00:26.791 *********", "changed: [instance]", "", "TASK [vexxhost.containers.docker : Create systemd service file for docker] *****", "Tuesday 17 March 2026 15:00:43 +0000 (0:00:00.405) 0:00:27.196 *********", "changed: [instance]", "", "TASK [vexxhost.containers.docker : Create folders for configuration] ***********", "Tuesday 17 March 2026 15:00:44 +0000 (0:00:00.501) 0:00:27.698 *********", "changed: [instance] => (item={'path': '/etc/docker'})", "changed: [instance] => (item={'path': '/var/lib/docker', 'mode': '0o710'})", "changed: [instance] => (item={'path': '/run/docker', 'mode': '0o711'})", "", "TASK [vexxhost.containers.docker : Create systemd socket file for docker] ******", "Tuesday 17 March 2026 15:00:45 +0000 (0:00:00.613) 0:00:28.312 *********", "changed: [instance]", "", "TASK [vexxhost.containers.docker : Create docker daemon config file] ***********", "Tuesday 17 March 2026 15:00:45 +0000 (0:00:00.454) 0:00:28.766 *********", "changed: [instance]", "", "TASK [vexxhost.containers.docker : Force any restarts if necessary] ************", "Tuesday 17 March 2026 15:00:45 +0000 (0:00:00.458) 0:00:29.224 *********", "", "RUNNING HANDLER [vexxhost.containers.containerd : Reload systemd] **************", "Tuesday 17 March 2026 15:00:46 +0000 (0:00:00.018) 0:00:29.242 *********", "ok: [instance]", "", "RUNNING HANDLER [vexxhost.containers.docker : Restart docker] ******************", "Tuesday 17 March 2026 15:00:46 +0000 (0:00:00.736) 0:00:29.978 *********", "changed: [instance]", "", "TASK [vexxhost.containers.docker : Enable and start service] *******************", "Tuesday 17 March 2026 15:00:47 +0000 (0:00:00.706) 0:00:30.685 *********", "changed: [instance]", "", "TASK [vexxhost.ceph.cephadm : Gather variables for each operating system] ******", "Tuesday 17 March 2026 15:00:47 +0000 (0:00:00.546) 0:00:31.231 *********", "ok: [instance] => (item=/home/zuul/.ansible/collections/ansible_collections/vexxhost/ceph/roles/cephadm/vars/ubuntu-22.04.yml)", "", "TASK [vexxhost.ceph.cephadm : Install packages] ********************************", "Tuesday 17 March 2026 15:00:48 +0000 (0:00:00.052) 0:00:31.283 *********", "changed: [instance]", "", "TASK [vexxhost.ceph.cephadm : Ensure services are started] *********************", "Tuesday 17 March 2026 15:00:53 +0000 (0:00:05.228) 0:00:36.512 *********", "ok: [instance] => (item=chronyd)", "ok: [instance] => (item=sshd)", "", "TASK [vexxhost.ceph.cephadm : Download \"cephadm\"] ******************************", "Tuesday 17 March 2026 15:00:53 +0000 (0:00:00.633) 0:00:37.146 *********", "changed: [instance]", "", "TASK [vexxhost.ceph.cephadm : Remove cephadm from old path] ********************", "Tuesday 17 March 2026 15:00:54 +0000 (0:00:00.276) 0:00:37.422 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.cephadm : Ensure \"cephadm\" user is present] ****************", "Tuesday 17 March 2026 15:00:54 +0000 (0:00:00.237) 0:00:37.660 *********", "changed: [instance]", "", "TASK [vexxhost.ceph.cephadm : Allow \"cephadm\" user to have passwordless sudo] ***", "Tuesday 17 March 2026 15:00:54 +0000 (0:00:00.446) 0:00:38.106 *********", "changed: [instance]", "", "TASK [vexxhost.ceph.mon : Get `cephadm ls` status] *****************************", "Tuesday 17 March 2026 15:00:55 +0000 (0:00:00.318) 0:00:38.425 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.mon : Parse the `cephadm ls` output] ***********************", "Tuesday 17 March 2026 15:00:56 +0000 (0:00:01.614) 0:00:40.039 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.mon : Assimilate existing configs in `ceph.conf`] **********", "Tuesday 17 March 2026 15:00:56 +0000 (0:00:00.055) 0:00:40.095 *********", "skipping: [instance]", "", "TASK [vexxhost.ceph.mon : Adopt monitor to cluster] ****************************", "Tuesday 17 March 2026 15:00:56 +0000 (0:00:00.036) 0:00:40.132 *********", "skipping: [instance]", "", "TASK [vexxhost.ceph.mon : Adopt manager to cluster] ****************************", "Tuesday 17 March 2026 15:00:56 +0000 (0:00:00.033) 0:00:40.165 *********", "skipping: [instance]", "", "TASK [vexxhost.ceph.mon : Enable \"cephadm\" mgr module] *************************", "Tuesday 17 March 2026 15:00:56 +0000 (0:00:00.031) 0:00:40.197 *********", "skipping: [instance]", "", "TASK [vexxhost.ceph.mon : Set orchestrator backend to \"cephadm\"] ***************", "Tuesday 17 March 2026 15:00:57 +0000 (0:00:00.038) 0:00:40.235 *********", "skipping: [instance]", "", "TASK [vexxhost.ceph.mon : Use `cephadm` user for cephadm] **********************", "Tuesday 17 March 2026 15:00:57 +0000 (0:00:00.030) 0:00:40.266 *********", "skipping: [instance]", "", "TASK [vexxhost.ceph.mon : Generate \"cephadm\" key] ******************************", "Tuesday 17 March 2026 15:00:57 +0000 (0:00:00.035) 0:00:40.301 *********", "skipping: [instance]", "", "TASK [vexxhost.ceph.mon : Set Ceph Monitor IP address] *************************", "Tuesday 17 March 2026 15:00:57 +0000 (0:00:00.035) 0:00:40.337 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.mon : Check if any node is bootstrapped] *******************", "Tuesday 17 March 2026 15:00:57 +0000 (0:00:00.112) 0:00:40.449 *********", "ok: [instance] => (item=instance)", "", "TASK [vexxhost.ceph.mon : Select pre-existing bootstrap node if exists] ********", "Tuesday 17 March 2026 15:00:57 +0000 (0:00:00.210) 0:00:40.659 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.mon : Bootstrap cluster] ***********************************", "Tuesday 17 March 2026 15:00:57 +0000 (0:00:00.049) 0:00:40.709 *********", "included: /home/zuul/.ansible/collections/ansible_collections/vexxhost/ceph/roles/mon/tasks/bootstrap-ceph.yml for instance", "", "TASK [vexxhost.ceph.mon : Generate temporary file for \"ceph.conf\"] *************", "Tuesday 17 March 2026 15:00:57 +0000 (0:00:00.076) 0:00:40.785 *********", "changed: [instance]", "", "TASK [vexxhost.ceph.mon : Include extra configuration values] ******************", "Tuesday 17 March 2026 15:00:57 +0000 (0:00:00.302) 0:00:41.087 *********", "changed: [instance] => (item={'option': 'mon allow pool size one', 'section': 'global', 'value': True})", "changed: [instance] => (item={'option': 'osd crush chooseleaf type', 'section': 'global', 'value': 0})", "changed: [instance] => (item={'option': 'auth allow insecure global id reclaim', 'section': 'mon', 'value': False})", "", "TASK [vexxhost.ceph.mon : Run Bootstrap coomand] *******************************", "Tuesday 17 March 2026 15:00:58 +0000 (0:00:00.669) 0:00:41.757 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.mon : Remove temporary file for \"ceph.conf\"] ***************", "Tuesday 17 March 2026 15:02:32 +0000 (0:01:33.486) 0:02:15.243 *********", "changed: [instance]", "", "TASK [vexxhost.ceph.mon : Set bootstrap node] **********************************", "Tuesday 17 March 2026 15:02:32 +0000 (0:00:00.229) 0:02:15.473 *********", "ok: [instance]", "", "TASK [Install Ceph host] *******************************************************", "Tuesday 17 March 2026 15:02:32 +0000 (0:00:00.039) 0:02:15.512 *********", "included: vexxhost.ceph.cephadm_host for instance", "", "TASK [vexxhost.ceph.cephadm_host : Get public SSH key for \"cephadm\" user] ******", "Tuesday 17 March 2026 15:02:32 +0000 (0:00:00.074) 0:02:15.586 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.cephadm_host : Set fact with public SSH key for \"cephadm\" user] ***", "Tuesday 17 March 2026 15:02:33 +0000 (0:00:01.570) 0:02:17.157 *********", "ok: [instance] => (item=instance)", "", "TASK [vexxhost.ceph.cephadm_host : Set authorized key for \"cephadm\"] ***********", "Tuesday 17 March 2026 15:02:33 +0000 (0:00:00.056) 0:02:17.214 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.cephadm_host : Add new host to Ceph] ***********************", "Tuesday 17 March 2026 15:02:34 +0000 (0:00:00.427) 0:02:17.641 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.mon : Configure \"mon\" label for monitors] ******************", "Tuesday 17 March 2026 15:02:36 +0000 (0:00:02.026) 0:02:19.667 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.mon : Validate monitor exist] ******************************", "Tuesday 17 March 2026 15:02:37 +0000 (0:00:01.525) 0:02:21.192 *********", "ok: [instance]", "", "TASK [Install Ceph host] *******************************************************", "Tuesday 17 March 2026 15:02:48 +0000 (0:00:10.189) 0:02:31.382 *********", "included: vexxhost.ceph.cephadm_host for instance", "", "TASK [vexxhost.ceph.cephadm_host : Get public SSH key for \"cephadm\" user] ******", "Tuesday 17 March 2026 15:02:48 +0000 (0:00:00.081) 0:02:31.464 *********", "skipping: [instance]", "", "TASK [vexxhost.ceph.cephadm_host : Set fact with public SSH key for \"cephadm\" user] ***", "Tuesday 17 March 2026 15:02:48 +0000 (0:00:00.167) 0:02:31.631 *********", "skipping: [instance] => (item=instance)", "skipping: [instance]", "", "TASK [vexxhost.ceph.cephadm_host : Set authorized key for \"cephadm\"] ***********", "Tuesday 17 March 2026 15:02:48 +0000 (0:00:00.053) 0:02:31.684 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.cephadm_host : Add new host to Ceph] ***********************", "Tuesday 17 March 2026 15:02:48 +0000 (0:00:00.261) 0:02:31.946 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.mgr : Configure \"mgr\" label for managers] ******************", "Tuesday 17 March 2026 15:02:50 +0000 (0:00:01.941) 0:02:33.887 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.mgr : Validate manager exist] ******************************", "Tuesday 17 March 2026 15:02:52 +0000 (0:00:01.581) 0:02:35.468 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.mgr : Enable the Ceph Manager prometheus module] ***********", "Tuesday 17 March 2026 15:02:53 +0000 (0:00:01.456) 0:02:36.925 *********", "ok: [instance]", "", "PLAY [Deploy Ceph OSDs] ********************************************************", "", "TASK [Gathering Facts] *********************************************************", "Tuesday 17 March 2026 15:02:56 +0000 (0:00:02.559) 0:02:39.485 *********", "ok: [instance]", "", "TASK [vexxhost.containers.forget_package : Forget package] *********************", "Tuesday 17 March 2026 15:02:57 +0000 (0:00:00.925) 0:02:40.410 *********", "ok: [instance]", "", "TASK [vexxhost.containers.package : Update state for tar] **********************", "Tuesday 17 March 2026 15:02:57 +0000 (0:00:00.238) 0:02:40.649 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.directory : Create directory (/var/lib/downloads)] ***", "Tuesday 17 March 2026 15:02:57 +0000 (0:00:00.040) 0:02:40.689 *********", "ok: [instance]", "", "TASK [vexxhost.containers.download_artifact : Starting download of file] *******", "Tuesday 17 March 2026 15:02:57 +0000 (0:00:00.241) 0:02:40.931 *********", "ok: [instance] => {", " \"msg\": \"https://github.com/opencontainers/runc/releases/download/v1.4.0/runc.amd64\"", "}", "", "TASK [vexxhost.containers.download_artifact : Download item] *******************", "Tuesday 17 March 2026 15:02:57 +0000 (0:00:00.051) 0:02:40.983 *********", "ok: [instance]", "", "TASK [vexxhost.containers.download_artifact : Extract archive] *****************", "Tuesday 17 March 2026 15:02:58 +0000 (0:00:00.312) 0:02:41.295 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.package : Update state for tar] **********************", "Tuesday 17 March 2026 15:02:58 +0000 (0:00:00.052) 0:02:41.347 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.forget_package : Forget package] *********************", "Tuesday 17 March 2026 15:02:58 +0000 (0:00:00.048) 0:02:41.396 *********", "ok: [instance]", "", "TASK [vexxhost.containers.package : Update state for tar] **********************", "Tuesday 17 March 2026 15:02:58 +0000 (0:00:00.210) 0:02:41.606 *********", "ok: [instance]", "", "TASK [vexxhost.containers.download_artifact : Starting download of file] *******", "Tuesday 17 March 2026 15:02:59 +0000 (0:00:01.086) 0:02:42.693 *********", "ok: [instance] => {", " \"msg\": \"https://github.com/containerd/containerd/releases/download/v2.2.0/containerd-2.2.0-linux-amd64.tar.gz\"", "}", "", "TASK [vexxhost.containers.download_artifact : Download item] *******************", "Tuesday 17 March 2026 15:02:59 +0000 (0:00:00.065) 0:02:42.758 *********", "ok: [instance]", "", "TASK [vexxhost.containers.download_artifact : Extract archive] *****************", "Tuesday 17 March 2026 15:02:59 +0000 (0:00:00.347) 0:02:43.106 *********", "ok: [instance]", "", "TASK [vexxhost.containers.containerd : Install SELinux packages] ***************", "Tuesday 17 March 2026 15:03:01 +0000 (0:00:02.000) 0:02:45.106 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.containerd : Set SELinux to permissive at runtime] ***", "Tuesday 17 March 2026 15:03:01 +0000 (0:00:00.035) 0:02:45.142 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.containerd : Persist SELinux permissive mode] ********", "Tuesday 17 March 2026 15:03:01 +0000 (0:00:00.034) 0:02:45.176 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.containerd : Install AppArmor packages] **************", "Tuesday 17 March 2026 15:03:01 +0000 (0:00:00.032) 0:02:45.209 *********", "ok: [instance]", "", "TASK [vexxhost.containers.containerd : Create systemd service file for containerd] ***", "Tuesday 17 March 2026 15:03:02 +0000 (0:00:00.983) 0:02:46.192 *********", "ok: [instance]", "", "TASK [vexxhost.containers.containerd : Create folders for configuration] *******", "Tuesday 17 March 2026 15:03:03 +0000 (0:00:00.439) 0:02:46.632 *********", "ok: [instance] => (item={'path': '/etc/containerd'})", "ok: [instance] => (item={'path': '/var/lib/containerd', 'mode': '0o700'})", "ok: [instance] => (item={'path': '/run/containerd', 'mode': '0o711'})", "ok: [instance] => (item={'path': '/run/containerd/io.containerd.grpc.v1.cri', 'mode': '0o700'})", "ok: [instance] => (item={'path': '/run/containerd/io.containerd.sandbox.controller.v1.shim', 'mode': '0o700'})", "", "TASK [vexxhost.containers.containerd : Create containerd config file] **********", "Tuesday 17 March 2026 15:03:04 +0000 (0:00:00.914) 0:02:47.546 *********", "ok: [instance]", "", "TASK [vexxhost.containers.containerd : Force any restarts if necessary] ********", "Tuesday 17 March 2026 15:03:04 +0000 (0:00:00.544) 0:02:48.091 *********", "", "TASK [vexxhost.containers.containerd : Enable and start service] ***************", "Tuesday 17 March 2026 15:03:04 +0000 (0:00:00.017) 0:02:48.109 *********", "ok: [instance]", "", "TASK [vexxhost.containers.forget_package : Forget package] *********************", "Tuesday 17 March 2026 15:03:05 +0000 (0:00:00.369) 0:02:48.478 *********", "ok: [instance]", "", "TASK [vexxhost.containers.download_artifact : Starting download of file] *******", "Tuesday 17 March 2026 15:03:05 +0000 (0:00:00.225) 0:02:48.703 *********", "ok: [instance] => {", " \"msg\": \"https://download.docker.com/linux/static/stable/x86_64/docker-24.0.9.tgz\"", "}", "", "TASK [vexxhost.containers.download_artifact : Download item] *******************", "Tuesday 17 March 2026 15:03:05 +0000 (0:00:00.054) 0:02:48.758 *********", "ok: [instance]", "", "TASK [vexxhost.containers.download_artifact : Extract archive] *****************", "Tuesday 17 March 2026 15:03:05 +0000 (0:00:00.390) 0:02:49.148 *********", "ok: [instance]", "", "TASK [vexxhost.containers.docker : Install AppArmor packages] ******************", "Tuesday 17 March 2026 15:03:09 +0000 (0:00:03.226) 0:02:52.375 *********", "ok: [instance]", "", "TASK [vexxhost.containers.docker : Ensure group \"docker\" exists] ***************", "Tuesday 17 March 2026 15:03:10 +0000 (0:00:01.359) 0:02:53.735 *********", "ok: [instance]", "", "TASK [vexxhost.containers.docker : Create systemd service file for docker] *****", "Tuesday 17 March 2026 15:03:10 +0000 (0:00:00.209) 0:02:53.944 *********", "ok: [instance]", "", "TASK [vexxhost.containers.docker : Create folders for configuration] ***********", "Tuesday 17 March 2026 15:03:11 +0000 (0:00:00.503) 0:02:54.448 *********", "ok: [instance] => (item={'path': '/etc/docker'})", "ok: [instance] => (item={'path': '/var/lib/docker', 'mode': '0o710'})", "ok: [instance] => (item={'path': '/run/docker', 'mode': '0o711'})", "", "TASK [vexxhost.containers.docker : Create systemd socket file for docker] ******", "Tuesday 17 March 2026 15:03:11 +0000 (0:00:00.607) 0:02:55.055 *********", "ok: [instance]", "", "TASK [vexxhost.containers.docker : Create docker daemon config file] ***********", "Tuesday 17 March 2026 15:03:12 +0000 (0:00:00.468) 0:02:55.523 *********", "ok: [instance]", "", "TASK [vexxhost.containers.docker : Force any restarts if necessary] ************", "Tuesday 17 March 2026 15:03:12 +0000 (0:00:00.458) 0:02:55.982 *********", "", "TASK [vexxhost.containers.docker : Enable and start service] *******************", "Tuesday 17 March 2026 15:03:12 +0000 (0:00:00.016) 0:02:55.998 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.cephadm : Gather variables for each operating system] ******", "Tuesday 17 March 2026 15:03:13 +0000 (0:00:00.401) 0:02:56.401 *********", "ok: [instance] => (item=/home/zuul/.ansible/collections/ansible_collections/vexxhost/ceph/roles/cephadm/vars/ubuntu-22.04.yml)", "", "TASK [vexxhost.ceph.cephadm : Install packages] ********************************", "Tuesday 17 March 2026 15:03:13 +0000 (0:00:00.070) 0:02:56.471 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.cephadm : Ensure services are started] *********************", "Tuesday 17 March 2026 15:03:14 +0000 (0:00:01.413) 0:02:57.884 *********", "ok: [instance] => (item=chronyd)", "ok: [instance] => (item=sshd)", "", "TASK [vexxhost.ceph.cephadm : Download \"cephadm\"] ******************************", "Tuesday 17 March 2026 15:03:15 +0000 (0:00:00.685) 0:02:58.570 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.cephadm : Remove cephadm from old path] ********************", "Tuesday 17 March 2026 15:03:15 +0000 (0:00:00.306) 0:02:58.877 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.cephadm : Ensure \"cephadm\" user is present] ****************", "Tuesday 17 March 2026 15:03:15 +0000 (0:00:00.198) 0:02:59.075 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.cephadm : Allow \"cephadm\" user to have passwordless sudo] ***", "Tuesday 17 March 2026 15:03:16 +0000 (0:00:00.274) 0:02:59.350 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.osd : Get monitor status] **********************************", "Tuesday 17 March 2026 15:03:16 +0000 (0:00:00.203) 0:02:59.553 *********", "ok: [instance] => (item=instance)", "", "TASK [vexxhost.ceph.osd : Select admin host] ***********************************", "Tuesday 17 March 2026 15:03:16 +0000 (0:00:00.232) 0:02:59.786 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.osd : Get `cephadm ls` status] *****************************", "Tuesday 17 March 2026 15:03:16 +0000 (0:00:00.047) 0:02:59.834 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.osd : Parse the `cephadm ls` output] ***********************", "Tuesday 17 March 2026 15:03:21 +0000 (0:00:05.362) 0:03:05.197 *********", "ok: [instance]", "", "TASK [Install Ceph host] *******************************************************", "Tuesday 17 March 2026 15:03:22 +0000 (0:00:00.047) 0:03:05.245 *********", "included: vexxhost.ceph.cephadm_host for instance", "", "TASK [vexxhost.ceph.cephadm_host : Get public SSH key for \"cephadm\" user] ******", "Tuesday 17 March 2026 15:03:22 +0000 (0:00:00.067) 0:03:05.313 *********", "skipping: [instance]", "", "TASK [vexxhost.ceph.cephadm_host : Set fact with public SSH key for \"cephadm\" user] ***", "Tuesday 17 March 2026 15:03:22 +0000 (0:00:00.038) 0:03:05.352 *********", "skipping: [instance] => (item=instance)", "skipping: [instance]", "", "TASK [vexxhost.ceph.cephadm_host : Set authorized key for \"cephadm\"] ***********", "Tuesday 17 March 2026 15:03:22 +0000 (0:00:00.042) 0:03:05.395 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.cephadm_host : Add new host to Ceph] ***********************", "Tuesday 17 March 2026 15:03:22 +0000 (0:00:00.250) 0:03:05.645 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.osd : Adopt OSDs to cluster] *******************************", "Tuesday 17 March 2026 15:03:24 +0000 (0:00:02.528) 0:03:08.173 *********", "skipping: [instance]", "", "TASK [vexxhost.ceph.osd : Wait until OSD added to cephadm] *********************", "Tuesday 17 March 2026 15:03:24 +0000 (0:00:00.035) 0:03:08.208 *********", "skipping: [instance]", "", "TASK [vexxhost.ceph.osd : Ensure all OSDs are non-legacy] **********************", "Tuesday 17 March 2026 15:03:25 +0000 (0:00:00.031) 0:03:08.240 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.osd : Get `ceph-volume lvm list` status] *******************", "Tuesday 17 March 2026 15:03:30 +0000 (0:00:05.351) 0:03:13.592 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.osd : Install OSDs] ****************************************", "Tuesday 17 March 2026 15:03:40 +0000 (0:00:10.055) 0:03:23.647 *********", "ok: [instance] => (item=/dev/ceph-instance-osd0/data)", "ok: [instance] => (item=/dev/ceph-instance-osd1/data)", "ok: [instance] => (item=/dev/ceph-instance-osd2/data)", "", "TASK [vexxhost.ceph.osd : Get mon dump] ****************************************", "Tuesday 17 March 2026 15:05:01 +0000 (0:01:20.717) 0:04:44.365 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.osd : Mark require osd release] ****************************", "Tuesday 17 March 2026 15:05:02 +0000 (0:00:01.619) 0:04:45.984 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.osd : Wait for all OSD to be running] **********************", "Tuesday 17 March 2026 15:05:04 +0000 (0:00:01.415) 0:04:47.400 *********", "included: /home/zuul/.ansible/collections/ansible_collections/vexxhost/ceph/roles/osd/tasks/check-osds.yml for instance", "", "TASK [vexxhost.ceph.osd : Set the retry count] *********************************", "Tuesday 17 March 2026 15:05:04 +0000 (0:00:00.069) 0:04:47.470 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.osd : Get `ceph orch ps`] **********************************", "Tuesday 17 March 2026 15:05:04 +0000 (0:00:00.045) 0:04:47.515 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.osd : OSD daemon list] *************************************", "Tuesday 17 March 2026 15:05:05 +0000 (0:00:01.439) 0:04:48.954 *********", "ok: [instance]", "", "TASK [vexxhost.ceph.osd : Fail if any OSD not running] *************************", "Tuesday 17 March 2026 15:05:05 +0000 (0:00:00.045) 0:04:49.000 *********", "skipping: [instance] => (item=1)", "skipping: [instance] => (item=1)", "skipping: [instance] => (item=1)", "skipping: [instance]", "", "TASK [vexxhost.ceph.osd : Fail if any duplicate OSD ID] ************************", "Tuesday 17 March 2026 15:05:05 +0000 (0:00:00.046) 0:04:49.046 *********", "skipping: [instance]", "", "PLAY [all] *********************************************************************", "", "TASK [Ensure RBD kernel module is loaded] **************************************", "Tuesday 17 March 2026 15:05:05 +0000 (0:00:00.055) 0:04:49.102 *********", "changed: [instance]", "", "PLAY [all] *********************************************************************", "", "TASK [Gathering Facts] *********************************************************", "Tuesday 17 March 2026 15:05:06 +0000 (0:00:00.351) 0:04:49.453 *********", "ok: [instance]", "", "TASK [vexxhost.atmosphere.sysctl : Configure sysctl values] ********************", "Tuesday 17 March 2026 15:05:07 +0000 (0:00:00.963) 0:04:50.417 *********", "changed: [instance] => (item={'name': 'fs.aio-max-nr', 'value': 1048576})", "changed: [instance] => (item={'name': 'net.ipv4.tcp_timestamps', 'value': 0})", "changed: [instance] => (item={'name': 'net.ipv4.tcp_sack', 'value': 1})", "changed: [instance] => (item={'name': 'net.core.netdev_budget', 'value': 1000})", "changed: [instance] => (item={'name': 'net.core.netdev_max_backlog', 'value': 250000})", "changed: [instance] => (item={'name': 'net.core.rmem_max', 'value': 4194304})", "changed: [instance] => (item={'name': 'net.core.wmem_max', 'value': 4194304})", "changed: [instance] => (item={'name': 'net.core.rmem_default', 'value': 4194304})", "changed: [instance] => (item={'name': 'net.core.wmem_default', 'value': 4194304})", "changed: [instance] => (item={'name': 'net.core.optmem_max', 'value': 4194304})", "changed: [instance] => (item={'name': 'net.ipv4.tcp_rmem', 'value': '4096 87380 4194304'})", "changed: [instance] => (item={'name': 'net.ipv4.tcp_wmem', 'value': '4096 65536 4194304'})", "changed: [instance] => (item={'name': 'net.ipv4.tcp_low_latency', 'value': 1})", "changed: [instance] => (item={'name': 'net.ipv4.tcp_adv_win_scale', 'value': 1})", "changed: [instance] => (item={'name': 'net.ipv4.neigh.default.gc_thresh1', 'value': 128})", "changed: [instance] => (item={'name': 'net.ipv4.neigh.default.gc_thresh2', 'value': 28872})", "changed: [instance] => (item={'name': 'net.ipv4.neigh.default.gc_thresh3', 'value': 32768})", "changed: [instance] => (item={'name': 'net.ipv6.neigh.default.gc_thresh1', 'value': 128})", "changed: [instance] => (item={'name': 'net.ipv6.neigh.default.gc_thresh2', 'value': 28872})", "changed: [instance] => (item={'name': 'net.ipv6.neigh.default.gc_thresh3', 'value': 32768})", "", "TASK [vexxhost.atmosphere.ethtool : Create folder for persistent configuration] ***", "Tuesday 17 March 2026 15:05:10 +0000 (0:00:03.679) 0:04:54.097 *********", "changed: [instance]", "", "TASK [vexxhost.atmosphere.ethtool : Install persistent \"ethtool\" tuning] *******", "Tuesday 17 March 2026 15:05:11 +0000 (0:00:00.179) 0:04:54.276 *********", "changed: [instance]", "", "TASK [vexxhost.atmosphere.ethtool : Run \"ethtool\" tuning] **********************", "Tuesday 17 March 2026 15:05:11 +0000 (0:00:00.412) 0:04:54.688 *********", "ok: [instance]", "", "TASK [Set a fact with the \"atmosphere_images\" for other plays] *****************", "Tuesday 17 March 2026 15:05:11 +0000 (0:00:00.216) 0:04:54.904 *********", "ok: [instance]", "", "PLAY [Configure Kubernetes VIP] ************************************************", "", "TASK [Gathering Facts] *********************************************************", "Tuesday 17 March 2026 15:05:11 +0000 (0:00:00.037) 0:04:54.942 *********", "ok: [instance]", "", "TASK [vexxhost.containers.directory : Create directory (/etc/kubernetes/manifests)] ***", "Tuesday 17 March 2026 15:05:12 +0000 (0:00:00.861) 0:04:55.804 *********", "changed: [instance]", "", "TASK [vexxhost.kubernetes.kube_vip : Uninstall legacy HA stack] ****************", "Tuesday 17 March 2026 15:05:12 +0000 (0:00:00.191) 0:04:55.995 *********", "ok: [instance] => (item=/etc/keepalived/keepalived.conf)", "ok: [instance] => (item=/etc/keepalived/check_apiserver.sh)", "ok: [instance] => (item=/etc/kubernetes/manifests/keepalived.yaml)", "ok: [instance] => (item=/etc/haproxy/haproxy.cfg)", "ok: [instance] => (item=/etc/kubernetes/manifests/haproxy.yaml)", "", "TASK [vexxhost.kubernetes.kube_vip : Switch API server to run on port 6443] ****", "Tuesday 17 March 2026 15:05:13 +0000 (0:00:00.865) 0:04:56.861 *********", "failed: [instance] (item=/etc/kubernetes/manifests/kube-apiserver.yaml) => {\"ansible_loop_var\": \"item\", \"changed\": false, \"item\": \"/etc/kubernetes/manifests/kube-apiserver.yaml\", \"msg\": \"Path /etc/kubernetes/manifests/kube-apiserver.yaml does not exist !\", \"rc\": 257}", "failed: [instance] (item=/etc/kubernetes/controller-manager.conf) => {\"ansible_loop_var\": \"item\", \"changed\": false, \"item\": \"/etc/kubernetes/controller-manager.conf\", \"msg\": \"Path /etc/kubernetes/controller-manager.conf does not exist !\", \"rc\": 257}", "failed: [instance] (item=/etc/kubernetes/scheduler.conf) => {\"ansible_loop_var\": \"item\", \"changed\": false, \"item\": \"/etc/kubernetes/scheduler.conf\", \"msg\": \"Path /etc/kubernetes/scheduler.conf does not exist !\", \"rc\": 257}", "...ignoring", "", "TASK [vexxhost.kubernetes.kube_vip : Check if super-admin.conf exists] *********", "Tuesday 17 March 2026 15:05:14 +0000 (0:00:00.499) 0:04:57.360 *********", "ok: [instance]", "", "TASK [vexxhost.kubernetes.kube_vip : Check if kubeadm has already run] *********", "Tuesday 17 March 2026 15:05:14 +0000 (0:00:00.190) 0:04:57.551 *********", "ok: [instance]", "", "TASK [vexxhost.kubernetes.kube_vip : Set fact with KUBECONFIG path] ************", "Tuesday 17 March 2026 15:05:14 +0000 (0:00:00.187) 0:04:57.738 *********", "ok: [instance]", "", "TASK [vexxhost.kubernetes.kube_vip : Set fact with KUBECONFIG path (with super-admin.conf)] ***", "Tuesday 17 March 2026 15:05:14 +0000 (0:00:00.030) 0:04:57.769 *********", "ok: [instance]", "", "TASK [vexxhost.kubernetes.kube_vip : Upload Kubernetes manifest] ***************", "Tuesday 17 March 2026 15:05:14 +0000 (0:00:00.039) 0:04:57.808 *********", "ok: [instance]", "", "TASK [vexxhost.kubernetes.kube_vip : Ensure kube-vip configuration file] *******", "Tuesday 17 March 2026 15:05:15 +0000 (0:00:00.554) 0:04:58.363 *********", "ok: [instance]", "", "TASK [vexxhost.kubernetes.kube_vip : Flush handlers] ***************************", "Tuesday 17 March 2026 15:05:15 +0000 (0:00:00.192) 0:04:58.555 *********", "", "PLAY [Install Kubernetes] ******************************************************", "", "TASK [Gathering Facts] *********************************************************", "Tuesday 17 March 2026 15:05:15 +0000 (0:00:00.054) 0:04:58.609 *********", "ok: [instance]", "", "TASK [vexxhost.containers.forget_package : Forget package] *********************", "Tuesday 17 March 2026 15:05:16 +0000 (0:00:00.984) 0:04:59.594 *********", "ok: [instance]", "", "TASK [vexxhost.containers.package : Update state for tar] **********************", "Tuesday 17 March 2026 15:05:16 +0000 (0:00:00.199) 0:04:59.793 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.directory : Create directory (/var/lib/downloads)] ***", "Tuesday 17 March 2026 15:05:16 +0000 (0:00:00.036) 0:04:59.830 *********", "ok: [instance]", "", "TASK [vexxhost.containers.download_artifact : Starting download of file] *******", "Tuesday 17 March 2026 15:05:16 +0000 (0:00:00.217) 0:05:00.047 *********", "ok: [instance] => {", " \"msg\": \"https://github.com/opencontainers/runc/releases/download/v1.4.0/runc.amd64\"", "}", "", "TASK [vexxhost.containers.download_artifact : Download item] *******************", "Tuesday 17 March 2026 15:05:16 +0000 (0:00:00.052) 0:05:00.099 *********", "ok: [instance]", "", "TASK [vexxhost.containers.download_artifact : Extract archive] *****************", "Tuesday 17 March 2026 15:05:17 +0000 (0:00:00.305) 0:05:00.405 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.forget_package : Forget package] *********************", "Tuesday 17 March 2026 15:05:17 +0000 (0:00:00.038) 0:05:00.444 *********", "ok: [instance]", "", "TASK [vexxhost.containers.package : Update state for tar] **********************", "Tuesday 17 March 2026 15:05:17 +0000 (0:00:00.190) 0:05:00.634 *********", "ok: [instance]", "", "TASK [vexxhost.containers.download_artifact : Starting download of file] *******", "Tuesday 17 March 2026 15:05:18 +0000 (0:00:00.965) 0:05:01.600 *********", "ok: [instance] => {", " \"msg\": \"https://github.com/containerd/containerd/releases/download/v2.2.0/containerd-2.2.0-linux-amd64.tar.gz\"", "}", "", "TASK [vexxhost.containers.download_artifact : Download item] *******************", "Tuesday 17 March 2026 15:05:18 +0000 (0:00:00.053) 0:05:01.654 *********", "ok: [instance]", "", "TASK [vexxhost.containers.download_artifact : Extract archive] *****************", "Tuesday 17 March 2026 15:05:18 +0000 (0:00:00.306) 0:05:01.961 *********", "ok: [instance]", "", "TASK [vexxhost.containers.containerd : Install SELinux packages] ***************", "Tuesday 17 March 2026 15:05:20 +0000 (0:00:01.873) 0:05:03.834 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.containerd : Set SELinux to permissive at runtime] ***", "Tuesday 17 March 2026 15:05:20 +0000 (0:00:00.032) 0:05:03.867 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.containerd : Persist SELinux permissive mode] ********", "Tuesday 17 March 2026 15:05:20 +0000 (0:00:00.033) 0:05:03.901 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.containerd : Install AppArmor packages] **************", "Tuesday 17 March 2026 15:05:20 +0000 (0:00:00.032) 0:05:03.934 *********", "ok: [instance]", "", "TASK [vexxhost.containers.containerd : Create systemd service file for containerd] ***", "Tuesday 17 March 2026 15:05:21 +0000 (0:00:01.007) 0:05:04.941 *********", "ok: [instance]", "", "TASK [vexxhost.containers.containerd : Create folders for configuration] *******", "Tuesday 17 March 2026 15:05:22 +0000 (0:00:00.416) 0:05:05.357 *********", "ok: [instance] => (item={'path': '/etc/containerd'})", "ok: [instance] => (item={'path': '/var/lib/containerd', 'mode': '0o700'})", "ok: [instance] => (item={'path': '/run/containerd', 'mode': '0o711'})", "ok: [instance] => (item={'path': '/run/containerd/io.containerd.grpc.v1.cri', 'mode': '0o700'})", "ok: [instance] => (item={'path': '/run/containerd/io.containerd.sandbox.controller.v1.shim', 'mode': '0o700'})", "", "TASK [vexxhost.containers.containerd : Create containerd config file] **********", "Tuesday 17 March 2026 15:05:23 +0000 (0:00:00.889) 0:05:06.247 *********", "ok: [instance]", "", "TASK [vexxhost.containers.containerd : Force any restarts if necessary] ********", "Tuesday 17 March 2026 15:05:23 +0000 (0:00:00.504) 0:05:06.751 *********", "", "TASK [vexxhost.containers.containerd : Enable and start service] ***************", "Tuesday 17 March 2026 15:05:23 +0000 (0:00:00.006) 0:05:06.758 *********", "ok: [instance]", "", "TASK [vexxhost.kubernetes.kubernetes_upgrade_check : Retrieve the \"kubeadm-config\" ConfigMap] ***", "Tuesday 17 March 2026 15:05:23 +0000 (0:00:00.363) 0:05:07.121 *********", "fatal: [instance]: FAILED! => {\"changed\": false, \"msg\": \"Failed to import the required Python library (kubernetes) on instance's Python /usr/bin/python3.10. Please read the module documentation and install it in the appropriate location. If the required library is installed, but Ansible is using the wrong Python interpreter, please consult the documentation on ansible_python_interpreter\"}", "...ignoring", "", "TASK [vexxhost.kubernetes.kubernetes_upgrade_check : Parse the ClusterConfiguration] ***", "Tuesday 17 March 2026 15:05:24 +0000 (0:00:00.593) 0:05:07.715 *********", "skipping: [instance]", "", "TASK [vexxhost.kubernetes.kubernetes_upgrade_check : Retrieve the current Kubernetes version] ***", "Tuesday 17 March 2026 15:05:24 +0000 (0:00:00.028) 0:05:07.744 *********", "skipping: [instance]", "", "TASK [vexxhost.kubernetes.kubernetes_upgrade_check : Extract major, minor, and patch versions] ***", "Tuesday 17 March 2026 15:05:24 +0000 (0:00:00.034) 0:05:07.778 *********", "skipping: [instance]", "", "TASK [vexxhost.kubernetes.kubernetes_upgrade_check : Fail if we're jumping more than one minor version] ***", "Tuesday 17 March 2026 15:05:24 +0000 (0:00:00.032) 0:05:07.811 *********", "skipping: [instance]", "", "TASK [vexxhost.kubernetes.kubernetes_upgrade_check : Set fact if we need to upgrade] ***", "Tuesday 17 March 2026 15:05:24 +0000 (0:00:00.034) 0:05:07.846 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.forget_package : Forget package] *********************", "Tuesday 17 March 2026 15:05:24 +0000 (0:00:00.041) 0:05:07.887 *********", "ok: [instance]", "", "TASK [vexxhost.containers.download_artifact : Starting download of file] *******", "Tuesday 17 March 2026 15:05:24 +0000 (0:00:00.200) 0:05:08.088 *********", "ok: [instance] => {", " \"msg\": \"https://dl.k8s.io/release/v1.28.13/bin/linux/amd64/kubeadm\"", "}", "", "TASK [vexxhost.containers.download_artifact : Download item] *******************", "Tuesday 17 March 2026 15:05:24 +0000 (0:00:00.041) 0:05:08.129 *********", "changed: [instance]", "", "TASK [vexxhost.containers.download_artifact : Extract archive] *****************", "Tuesday 17 March 2026 15:05:25 +0000 (0:00:00.769) 0:05:08.899 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.forget_package : Forget package] *********************", "Tuesday 17 March 2026 15:05:25 +0000 (0:00:00.037) 0:05:08.936 *********", "ok: [instance]", "", "TASK [vexxhost.containers.download_artifact : Starting download of file] *******", "Tuesday 17 March 2026 15:05:25 +0000 (0:00:00.214) 0:05:09.151 *********", "ok: [instance] => {", " \"msg\": \"https://dl.k8s.io/release/v1.28.13/bin/linux/amd64/kubectl\"", "}", "", "TASK [vexxhost.containers.download_artifact : Download item] *******************", "Tuesday 17 March 2026 15:05:25 +0000 (0:00:00.041) 0:05:09.192 *********", "changed: [instance]", "", "TASK [vexxhost.containers.download_artifact : Extract archive] *****************", "Tuesday 17 March 2026 15:05:26 +0000 (0:00:00.819) 0:05:10.012 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.containerd : Install SELinux packages] ***************", "Tuesday 17 March 2026 15:05:26 +0000 (0:00:00.048) 0:05:10.060 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.containerd : Set SELinux to permissive at runtime] ***", "Tuesday 17 March 2026 15:05:26 +0000 (0:00:00.030) 0:05:10.090 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.containerd : Persist SELinux permissive mode] ********", "Tuesday 17 March 2026 15:05:26 +0000 (0:00:00.030) 0:05:10.120 *********", "skipping: [instance]", "", "TASK [vexxhost.containers.containerd : Install AppArmor packages] **************", "Tuesday 17 March 2026 15:05:26 +0000 (0:00:00.025) 0:05:10.146 *********", "ok: [instance]", "", "TASK [vexxhost.containers.containerd : Create systemd service file for containerd] ***", "Tuesday 17 March 2026 15:05:27 +0000 (0:00:00.981) 0:05:11.127 *********", "ok: [instance]", "", "TASK [vexxhost.containers.containerd : Create folders for configuration] *******", "Tuesday 17 March 2026 15:05:28 +0000 (0:00:00.453) 0:05:11.581 *********", "ok: [instance] => (item={'path': '/etc/containerd'})", "ok: [instance] => (item={'path': '/var/lib/containerd', 'mode': '0o700'})", "ok: [instance] => (item={'path': '/run/containerd', 'mode': '0o711'})", "ok: [instance] => (item={'path': '/run/containerd/io.containerd.grpc.v1.cri', 'mode': '0o700'})", "ok: [instance] => (item={'path': '/run/containerd/io.containerd.sandbox.controller.v1.shim', 'mode': '0o700'})", "", "TASK [vexxhost.containers.containerd : Create containerd config file] **********", "Tuesday 17 March 2026 15:05:29 +0000 (0:00:00.930) 0:05:12.512 *********", "ok: [instance]", "", "TASK [vexxhost.containers.containerd : Force any restarts if necessary] ********", "Tuesday 17 March 2026 15:05:29 +0000 (0:00:00.507) 0:05:13.019 *********", "", "TASK [vexxhost.containers.containerd : Enable and start service] ***************", "Tuesday 17 March 2026 15:05:29 +0000 (0:00:00.006) 0:05:13.025 *********", "ok: [instance]", "", "TASK [vexxhost.containers.forget_package : Forget package] *********************", "Tuesday 17 March 2026 15:05:30 +0000 (0:00:00.355) 0:05:13.381 *********", "ok: [instance]", "", "TASK [vexxhost.containers.download_artifact : Starting download of file] *******", "Tuesday 17 March 2026 15:05:30 +0000 (0:00:00.210) 0:05:13.592 *********", "ok: [instance] => {", " \"msg\": \"https://github.com/kubernetes-sigs/cri-tools/releases/download/v1.34.0/crictl-v1.34.0-linux-amd64.tar.gz\"", "}", "", "TASK [vexxhost.containers.download_artifact : Download item] *******************", "Tuesday 17 March 2026 15:05:30 +0000 (0:00:00.059) 0:05:13.651 *********", "changed: [instance]", "", "TASK [vexxhost.containers.download_artifact : Extract archive] *****************", "Tuesday 17 March 2026 15:05:31 +0000 (0:00:00.672) 0:05:14.323 *********", "changed: [instance]", "", "TASK [vexxhost.containers.download_artifact : Starting download of file] *******", "Tuesday 17 March 2026 15:05:33 +0000 (0:00:02.424) 0:05:16.748 *********", "ok: [instance] => {", " \"msg\": \"https://github.com/kubernetes-sigs/cri-tools/releases/download/v1.34.0/critest-v1.34.0-linux-amd64.tar.gz\"", "}", "", "TASK [vexxhost.containers.download_artifact : Download item] *******************", "Tuesday 17 March 2026 15:05:33 +0000 (0:00:00.057) 0:05:16.806 *********", "changed: [instance]", "", "TASK [vexxhost.containers.download_artifact : Extract archive] *****************", "Tuesday 17 March 2026 15:05:34 +0000 (0:00:00.692) 0:05:17.498 *********", "changed: [instance]", "", "TASK [vexxhost.containers.cri_tools : Create crictl config] ********************", "Tuesday 17 March 2026 15:05:35 +0000 (0:00:01.362) 0:05:18.860 *********", "changed: [instance]", "", "TASK [vexxhost.containers.directory : Create directory (/opt/cni/bin)] *********", "Tuesday 17 March 2026 15:05:36 +0000 (0:00:00.486) 0:05:19.346 *********", "changed: [instance]", "", "TASK [vexxhost.containers.forget_package : Forget package] *********************", "Tuesday 17 March 2026 15:05:36 +0000 (0:00:00.208) 0:05:19.555 *********", "ok: [instance]", "", "TASK [vexxhost.containers.download_artifact : Starting download of file] *******", "Tuesday 17 March 2026 15:05:36 +0000 (0:00:00.206) 0:05:19.761 *********", "ok: [instance] => {", " \"msg\": \"https://github.com/containernetworking/plugins/releases/download/v1.8.0/cni-plugins-linux-amd64-v1.8.0.tgz\"", "}", "", "TASK [vexxhost.containers.download_artifact : Download item] *******************", "Tuesday 17 March 2026 15:05:36 +0000 (0:00:00.051) 0:05:19.813 *********", "changed: [instance]", "", "TASK [vexxhost.containers.download_artifact : Extract archive] *****************", "Tuesday 17 March 2026 15:05:37 +0000 (0:00:01.154) 0:05:20.968 *********", "changed: [instance]", "", "TASK [vexxhost.containers.cni_plugins : Gather variables for each operating system] ***", "Tuesday 17 March 2026 15:05:40 +0000 (0:00:02.657) 0:05:23.625 *********", "ok: [instance] => (item=/home/zuul/.ansible/collections/ansible_collections/vexxhost/containers/roles/cni_plugins/vars/debian.yml)", "", "TASK [vexxhost.containers.cni_plugins : Install additional packages] ***********", "Tuesday 17 March 2026 15:05:40 +0000 (0:00:00.052) 0:05:23.677 *********", "ok: [instance]", "", "TASK [vexxhost.containers.cni_plugins : Ensure IPv6 is enabled] ****************", "Tuesday 17 March 2026 15:05:41 +0000 (0:00:01.285) 0:05:24.963 *********", "changed: [instance]", "", "TASK [vexxhost.containers.cni_plugins : Enable kernel modules on-boot] *********", "Tuesday 17 March 2026 15:05:41 +0000 (0:00:00.201) 0:05:25.165 *********", "changed: [instance]", "", "TASK [vexxhost.containers.cni_plugins : Enable kernel modules in runtime] ******", "Tuesday 17 March 2026 15:05:42 +0000 (0:00:00.458) 0:05:25.624 *********", "changed: [instance] => (item=br_netfilter)", "ok: [instance] => (item=ip_tables)", "changed: [instance] => (item=ip6_tables)", "changed: [instance] => (item=nf_conntrack)", "", "TASK [vexxhost.containers.forget_package : Forget package] *********************", "Tuesday 17 March 2026 15:05:43 +0000 (0:00:00.840) 0:05:26.464 *********", "ok: [instance]", "", "TASK [vexxhost.containers.download_artifact : Starting download of file] *******", "Tuesday 17 March 2026 15:05:43 +0000 (0:00:00.209) 0:05:26.674 *********", "ok: [instance] => {", " \"msg\": \"https://dl.k8s.io/release/v1.28.13/bin/linux/amd64/kubelet\"", "}", "", "TASK [vexxhost.containers.download_artifact : Download item] *******************", "Tuesday 17 March 2026 15:05:43 +0000 (0:00:00.042) 0:05:26.716 *********", "changed: [instance]", "", "TASK [vexxhost.containers.download_artifact : Extract archive] *****************", "Tuesday 17 March 2026 15:05:51 +0000 (0:00:07.825) 0:05:34.542 *********", "skipping: [instance]", "", "TASK [vexxhost.kubernetes.kubelet : Gather variables for each operating system] ***", "Tuesday 17 March 2026 15:05:51 +0000 (0:00:00.039) 0:05:34.581 *********", "ok: [instance] => (item=/home/zuul/.ansible/collections/ansible_collections/vexxhost/kubernetes/roles/kubelet/vars/debian.yml)", "", "TASK [vexxhost.kubernetes.kubelet : Install coreutils] *************************", "Tuesday 17 March 2026 15:05:51 +0000 (0:00:00.050) 0:05:34.632 *********", "skipping: [instance]", "", "TASK [vexxhost.kubernetes.kubelet : Install additional packages] ***************", "Tuesday 17 March 2026 15:05:51 +0000 (0:00:00.034) 0:05:34.666 *********", "changed: [instance]", "", "TASK [vexxhost.kubernetes.kubelet : Configure sysctl values] *******************", "Tuesday 17 March 2026 15:05:54 +0000 (0:00:03.459) 0:05:38.126 *********", "changed: [instance] => (item={'name': 'net.ipv4.ip_forward', 'value': 1})", "changed: [instance] => (item={'name': 'net.bridge.bridge-nf-call-iptables', 'value': 1})", "changed: [instance] => (item={'name': 'net.bridge.bridge-nf-call-ip6tables', 'value': 1})", "changed: [instance] => (item={'name': 'net.ipv4.conf.all.rp_filter', 'value': 0})", "changed: [instance] => (item={'name': 'fs.inotify.max_queued_events', 'value': 1048576})", "changed: [instance] => (item={'name': 'fs.inotify.max_user_instances', 'value': 8192})", "changed: [instance] => (item={'name': 'fs.inotify.max_user_watches', 'value': 1048576})", "", "TASK [vexxhost.kubernetes.kubelet : Create folders for kubernetes configuration] ***", "Tuesday 17 March 2026 15:05:56 +0000 (0:00:01.353) 0:05:39.480 *********", "changed: [instance] => (item=/etc/systemd/system/kubelet.service.d)", "ok: [instance] => (item=/etc/kubernetes)", "ok: [instance] => (item=/etc/kubernetes/manifests)", "", "TASK [vexxhost.kubernetes.kubelet : Add kubelet systemd service config] ********", "Tuesday 17 March 2026 15:05:56 +0000 (0:00:00.562) 0:05:40.042 *********", "changed: [instance]", "", "TASK [vexxhost.kubernetes.kubelet : Add kubeadm dropin for kubelet systemd service config] ***", "Tuesday 17 March 2026 15:05:57 +0000 (0:00:00.482) 0:05:40.525 *********", "changed: [instance]", "", "TASK [vexxhost.kubernetes.kubelet : Check swap status] *************************", "Tuesday 17 March 2026 15:05:57 +0000 (0:00:00.444) 0:05:40.970 *********", "ok: [instance]", "", "TASK [vexxhost.kubernetes.kubelet : Disable swap] ******************************", "Tuesday 17 March 2026 15:05:57 +0000 (0:00:00.197) 0:05:41.167 *********", "skipping: [instance]", "", "TASK [vexxhost.kubernetes.kubelet : Remove swapfile from /etc/fstab] ***********", "Tuesday 17 March 2026 15:05:57 +0000 (0:00:00.038) 0:05:41.205 *********", "ok: [instance] => (item=swap)", "ok: [instance] => (item=none)", "", "TASK [vexxhost.kubernetes.kubelet : Create noswap systemd service config file] ***", "Tuesday 17 March 2026 15:05:58 +0000 (0:00:00.506) 0:05:41.712 *********", "changed: [instance]", "", "TASK [vexxhost.kubernetes.kubelet : Enable noswap service] *********************", "Tuesday 17 March 2026 15:05:58 +0000 (0:00:00.461) 0:05:42.173 *********", "changed: [instance]", "", "TASK [vexxhost.kubernetes.kubelet : Force any restarts if necessary] ***********", "Tuesday 17 March 2026 15:05:59 +0000 (0:00:00.562) 0:05:42.736 *********", "", "RUNNING HANDLER [vexxhost.kubernetes.kubelet : Reload systemd] *****************", "Tuesday 17 March 2026 15:05:59 +0000 (0:00:00.006) 0:05:42.743 *********", "ok: [instance]", "", "TASK [vexxhost.kubernetes.kubelet : Enable and start kubelet service] **********", "Tuesday 17 March 2026 15:06:00 +0000 (0:00:00.737) 0:05:43.481 *********", "changed: [instance]", "", "TASK [vexxhost.kubernetes.kubelet : Ensure availability of dbus on Debian] *****", "Tuesday 17 March 2026 15:06:00 +0000 (0:00:00.568) 0:05:44.049 *********", "ok: [instance]", "", "TASK [vexxhost.kubernetes.kubelet : Configure short hostname] ******************", "Tuesday 17 March 2026 15:06:01 +0000 (0:00:01.101) 0:05:45.151 *********", "ok: [instance]", "", "TASK [vexxhost.kubernetes.kubelet : Ensure hostname inside hosts file] *********", "Tuesday 17 March 2026 15:06:02 +0000 (0:00:00.745) 0:05:45.896 *********", "ok: [instance]", "", "TASK [vexxhost.kubernetes.kubernetes : Remove kubernetes repository] ***********", "Tuesday 17 March 2026 15:06:02 +0000 (0:00:00.213) 0:05:46.109 *********", "ok: [instance]", "", "TASK [vexxhost.kubernetes.kubernetes : Setup control plane] ********************", "Tuesday 17 March 2026 15:06:03 +0000 (0:00:00.459) 0:05:46.569 *********", "included: /home/zuul/.ansible/collections/ansible_collections/vexxhost/kubernetes/roles/kubernetes/tasks/control-plane.yml for instance", "", "TASK [vexxhost.kubernetes.kubernetes : Bootstrap cluster] **********************", "Tuesday 17 March 2026 15:06:03 +0000 (0:00:00.087) 0:05:46.656 *********", "included: /home/zuul/.ansible/collections/ansible_collections/vexxhost/kubernetes/roles/kubernetes/tasks/bootstrap-cluster.yml for instance", "", "TASK [vexxhost.kubernetes.kubernetes : Check if any control plane is bootstrapped] ***", "Tuesday 17 March 2026 15:06:03 +0000 (0:00:00.085) 0:05:46.742 *********", "ok: [instance] => (item=instance)", "", "TASK [vexxhost.kubernetes.kubernetes : Pick node from pre-existing cluster] ****", "Tuesday 17 March 2026 15:06:03 +0000 (0:00:00.211) 0:05:46.954 *********", "skipping: [instance]", "", "TASK [vexxhost.kubernetes.kubernetes : Select first node to initialize cluster] ***", "Tuesday 17 March 2026 15:06:03 +0000 (0:00:00.042) 0:05:46.996 *********", "ok: [instance]", "", "TASK [vexxhost.kubernetes.kubernetes : Print selected bootstrap node] **********", "Tuesday 17 March 2026 15:06:03 +0000 (0:00:00.045) 0:05:47.041 *********", "ok: [instance] => {", " \"msg\": \"instance\"", "}", "", "TASK [vexxhost.kubernetes.kubernetes : Upload cluster configuration for bootstrap node] ***", "Tuesday 17 March 2026 15:06:03 +0000 (0:00:00.037) 0:05:47.078 *********", "changed: [instance]", "", "TASK [vexxhost.kubernetes.kubernetes : Create pki folder] **********************", "Tuesday 17 March 2026 15:06:04 +0000 (0:00:00.550) 0:05:47.629 *********", "skipping: [instance]", "", "TASK [vexxhost.kubernetes.kubernetes : Create kubernetes ca key] ***************", "Tuesday 17 March 2026 15:06:04 +0000 (0:00:00.031) 0:05:47.661 *********", "skipping: [instance]", "", "TASK [vexxhost.kubernetes.kubernetes : Create kubernetes ca cert] **************", "Tuesday 17 March 2026 15:06:04 +0000 (0:00:00.028) 0:05:47.689 *********", "skipping: [instance]", "", "TASK [vexxhost.kubernetes.kubernetes : Create etcd-ca key] *********************", "Tuesday 17 March 2026 15:06:04 +0000 (0:00:00.030) 0:05:47.720 *********", "skipping: [instance]", "", "TASK [vexxhost.kubernetes.kubernetes : Create etcd-ca cert] ********************", "Tuesday 17 March 2026 15:06:04 +0000 (0:00:00.031) 0:05:47.752 *********", "skipping: [instance]", "", "TASK [vexxhost.kubernetes.kubernetes : Create front-proxy-ca key] **************", "Tuesday 17 March 2026 15:06:04 +0000 (0:00:00.027) 0:05:47.779 *********", "skipping: [instance]", "", "TASK [vexxhost.kubernetes.kubernetes : Create front-proxy-ca cert] *************", "Tuesday 17 March 2026 15:06:04 +0000 (0:00:00.031) 0:05:47.810 *********", "skipping: [instance]", "", "TASK [vexxhost.kubernetes.kubernetes : Initialize cluster] *********************", "Tuesday 17 March 2026 15:06:04 +0000 (0:00:00.031) 0:05:47.842 *********", "fatal: [instance]: FAILED! => {\"changed\": true, \"cmd\": \"kubeadm init --config /etc/kubernetes/kubeadm.yaml --upload-certs --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests\\n\", \"delta\": \"0:00:01.458451\", \"end\": \"2026-03-17 15:06:06.244432\", \"msg\": \"non-zero return code\", \"rc\": 1, \"start\": \"2026-03-17 15:06:04.785981\", \"stderr\": \"W0317 15:06:04.816638 36927 initconfiguration.go:336] [config] WARNING: Ignored YAML document with GroupVersionKind kubeadm.k8s.io/v1beta3, Kind=JoinConfiguration\\nerror execution phase preflight: [preflight] Some fatal errors occurred:\\n\\t[ERROR ImagePull]: failed to pull image harbor.atmosphere.dev/registry.k8s.io/kube-apiserver:v1.28.13: output: E0317 15:06:05.144773 37025 log.go:32] \\\"PullImage from image service failed\\\" err=\\\"rpc error: code = Unknown desc = failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/kube-apiserver:v1.28.13\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/kube-apiserver/manifests/v1.28.13\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\" image=\\\"harbor.atmosphere.dev/registry.k8s.io/kube-apiserver:v1.28.13\\\"\\ntime=\\\"2026-03-17T15:06:05Z\\\" level=fatal msg=\\\"pulling image: failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/kube-apiserver:v1.28.13\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/kube-apiserver/manifests/v1.28.13\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\"\\n, error: exit status 1\\n\\t[ERROR ImagePull]: failed to pull image harbor.atmosphere.dev/registry.k8s.io/kube-controller-manager:v1.28.13: output: E0317 15:06:05.332654 37095 log.go:32] \\\"PullImage from image service failed\\\" err=\\\"rpc error: code = Unknown desc = failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/kube-controller-manager:v1.28.13\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/kube-controller-manager/manifests/v1.28.13\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\" image=\\\"harbor.atmosphere.dev/registry.k8s.io/kube-controller-manager:v1.28.13\\\"\\ntime=\\\"2026-03-17T15:06:05Z\\\" level=fatal msg=\\\"pulling image: failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/kube-controller-manager:v1.28.13\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/kube-controller-manager/manifests/v1.28.13\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\"\\n, error: exit status 1\\n\\t[ERROR ImagePull]: failed to pull image harbor.atmosphere.dev/registry.k8s.io/kube-scheduler:v1.28.13: output: E0317 15:06:05.505462 37162 log.go:32] \\\"PullImage from image service failed\\\" err=\\\"rpc error: code = Unknown desc = failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/kube-scheduler:v1.28.13\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/kube-scheduler/manifests/v1.28.13\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\" image=\\\"harbor.atmosphere.dev/registry.k8s.io/kube-scheduler:v1.28.13\\\"\\ntime=\\\"2026-03-17T15:06:05Z\\\" level=fatal msg=\\\"pulling image: failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/kube-scheduler:v1.28.13\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/kube-scheduler/manifests/v1.28.13\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\"\\n, error: exit status 1\\n\\t[ERROR ImagePull]: failed to pull image harbor.atmosphere.dev/registry.k8s.io/kube-proxy:v1.28.13: output: E0317 15:06:05.682232 37229 log.go:32] \\\"PullImage from image service failed\\\" err=\\\"rpc error: code = Unknown desc = failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/kube-proxy:v1.28.13\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/kube-proxy/manifests/v1.28.13\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\" image=\\\"harbor.atmosphere.dev/registry.k8s.io/kube-proxy:v1.28.13\\\"\\ntime=\\\"2026-03-17T15:06:05Z\\\" level=fatal msg=\\\"pulling image: failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/kube-proxy:v1.28.13\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/kube-proxy/manifests/v1.28.13\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\"\\n, error: exit status 1\\n\\t[ERROR ImagePull]: failed to pull image harbor.atmosphere.dev/registry.k8s.io/pause:3.9: output: E0317 15:06:05.895941 37310 log.go:32] \\\"PullImage from image service failed\\\" err=\\\"rpc error: code = Unknown desc = failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/pause:3.9\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/pause/manifests/3.9\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\" image=\\\"harbor.atmosphere.dev/registry.k8s.io/pause:3.9\\\"\\ntime=\\\"2026-03-17T15:06:05Z\\\" level=fatal msg=\\\"pulling image: failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/pause:3.9\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/pause/manifests/3.9\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\"\\n, error: exit status 1\\n\\t[ERROR ImagePull]: failed to pull image harbor.atmosphere.dev/registry.k8s.io/etcd:3.5.12-0: output: E0317 15:06:06.065550 37377 log.go:32] \\\"PullImage from image service failed\\\" err=\\\"rpc error: code = Unknown desc = failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/etcd:3.5.12-0\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/etcd/manifests/3.5.12-0\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\" image=\\\"harbor.atmosphere.dev/registry.k8s.io/etcd:3.5.12-0\\\"\\ntime=\\\"2026-03-17T15:06:06Z\\\" level=fatal msg=\\\"pulling image: failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/etcd:3.5.12-0\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/etcd/manifests/3.5.12-0\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\"\\n, error: exit status 1\\n\\t[ERROR ImagePull]: failed to pull image harbor.atmosphere.dev/registry.k8s.io/coredns/coredns:v1.10.1: output: E0317 15:06:06.238372 37447 log.go:32] \\\"PullImage from image service failed\\\" err=\\\"rpc error: code = Unknown desc = failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/coredns/coredns:v1.10.1\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/coredns/coredns/manifests/v1.10.1\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\" image=\\\"harbor.atmosphere.dev/registry.k8s.io/coredns/coredns:v1.10.1\\\"\\ntime=\\\"2026-03-17T15:06:06Z\\\" level=fatal msg=\\\"pulling image: failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/coredns/coredns:v1.10.1\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/coredns/coredns/manifests/v1.10.1\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\"\\n, error: exit status 1\\n[preflight] If you know what you are doing, you can make a check non-fatal with `--ignore-preflight-errors=...`\\nTo see the stack trace of this error execute with --v=5 or higher\", \"stderr_lines\": [\"W0317 15:06:04.816638 36927 initconfiguration.go:336] [config] WARNING: Ignored YAML document with GroupVersionKind kubeadm.k8s.io/v1beta3, Kind=JoinConfiguration\", \"error execution phase preflight: [preflight] Some fatal errors occurred:\", \"\\t[ERROR ImagePull]: failed to pull image harbor.atmosphere.dev/registry.k8s.io/kube-apiserver:v1.28.13: output: E0317 15:06:05.144773 37025 log.go:32] \\\"PullImage from image service failed\\\" err=\\\"rpc error: code = Unknown desc = failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/kube-apiserver:v1.28.13\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/kube-apiserver/manifests/v1.28.13\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\" image=\\\"harbor.atmosphere.dev/registry.k8s.io/kube-apiserver:v1.28.13\\\"\", \"time=\\\"2026-03-17T15:06:05Z\\\" level=fatal msg=\\\"pulling image: failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/kube-apiserver:v1.28.13\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/kube-apiserver/manifests/v1.28.13\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\"\", \", error: exit status 1\", \"\\t[ERROR ImagePull]: failed to pull image harbor.atmosphere.dev/registry.k8s.io/kube-controller-manager:v1.28.13: output: E0317 15:06:05.332654 37095 log.go:32] \\\"PullImage from image service failed\\\" err=\\\"rpc error: code = Unknown desc = failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/kube-controller-manager:v1.28.13\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/kube-controller-manager/manifests/v1.28.13\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\" image=\\\"harbor.atmosphere.dev/registry.k8s.io/kube-controller-manager:v1.28.13\\\"\", \"time=\\\"2026-03-17T15:06:05Z\\\" level=fatal msg=\\\"pulling image: failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/kube-controller-manager:v1.28.13\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/kube-controller-manager/manifests/v1.28.13\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\"\", \", error: exit status 1\", \"\\t[ERROR ImagePull]: failed to pull image harbor.atmosphere.dev/registry.k8s.io/kube-scheduler:v1.28.13: output: E0317 15:06:05.505462 37162 log.go:32] \\\"PullImage from image service failed\\\" err=\\\"rpc error: code = Unknown desc = failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/kube-scheduler:v1.28.13\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/kube-scheduler/manifests/v1.28.13\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\" image=\\\"harbor.atmosphere.dev/registry.k8s.io/kube-scheduler:v1.28.13\\\"\", \"time=\\\"2026-03-17T15:06:05Z\\\" level=fatal msg=\\\"pulling image: failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/kube-scheduler:v1.28.13\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/kube-scheduler/manifests/v1.28.13\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\"\", \", error: exit status 1\", \"\\t[ERROR ImagePull]: failed to pull image harbor.atmosphere.dev/registry.k8s.io/kube-proxy:v1.28.13: output: E0317 15:06:05.682232 37229 log.go:32] \\\"PullImage from image service failed\\\" err=\\\"rpc error: code = Unknown desc = failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/kube-proxy:v1.28.13\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/kube-proxy/manifests/v1.28.13\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\" image=\\\"harbor.atmosphere.dev/registry.k8s.io/kube-proxy:v1.28.13\\\"\", \"time=\\\"2026-03-17T15:06:05Z\\\" level=fatal msg=\\\"pulling image: failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/kube-proxy:v1.28.13\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/kube-proxy/manifests/v1.28.13\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\"\", \", error: exit status 1\", \"\\t[ERROR ImagePull]: failed to pull image harbor.atmosphere.dev/registry.k8s.io/pause:3.9: output: E0317 15:06:05.895941 37310 log.go:32] \\\"PullImage from image service failed\\\" err=\\\"rpc error: code = Unknown desc = failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/pause:3.9\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/pause/manifests/3.9\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\" image=\\\"harbor.atmosphere.dev/registry.k8s.io/pause:3.9\\\"\", \"time=\\\"2026-03-17T15:06:05Z\\\" level=fatal msg=\\\"pulling image: failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/pause:3.9\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/pause/manifests/3.9\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\"\", \", error: exit status 1\", \"\\t[ERROR ImagePull]: failed to pull image harbor.atmosphere.dev/registry.k8s.io/etcd:3.5.12-0: output: E0317 15:06:06.065550 37377 log.go:32] \\\"PullImage from image service failed\\\" err=\\\"rpc error: code = Unknown desc = failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/etcd:3.5.12-0\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/etcd/manifests/3.5.12-0\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\" image=\\\"harbor.atmosphere.dev/registry.k8s.io/etcd:3.5.12-0\\\"\", \"time=\\\"2026-03-17T15:06:06Z\\\" level=fatal msg=\\\"pulling image: failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/etcd:3.5.12-0\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/etcd/manifests/3.5.12-0\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\"\", \", error: exit status 1\", \"\\t[ERROR ImagePull]: failed to pull image harbor.atmosphere.dev/registry.k8s.io/coredns/coredns:v1.10.1: output: E0317 15:06:06.238372 37447 log.go:32] \\\"PullImage from image service failed\\\" err=\\\"rpc error: code = Unknown desc = failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/coredns/coredns:v1.10.1\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/coredns/coredns/manifests/v1.10.1\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\" image=\\\"harbor.atmosphere.dev/registry.k8s.io/coredns/coredns:v1.10.1\\\"\", \"time=\\\"2026-03-17T15:06:06Z\\\" level=fatal msg=\\\"pulling image: failed to pull and unpack image \\\\\\\"harbor.atmosphere.dev/registry.k8s.io/coredns/coredns:v1.10.1\\\\\\\": failed to resolve image: failed to do request: Head \\\\\\\"https://harbor.atmosphere.dev/v2/registry.k8s.io/coredns/coredns/manifests/v1.10.1\\\\\\\": dial tcp 199.204.45.204:443: connect: connection refused\\\"\", \", error: exit status 1\", \"[preflight] If you know what you are doing, you can make a check non-fatal with `--ignore-preflight-errors=...`\", \"To see the stack trace of this error execute with --v=5 or higher\"], \"stdout\": \"[init] Using Kubernetes version: v1.28.13\\n[preflight] Running pre-flight checks\\n[preflight] Pulling images required for setting up a Kubernetes cluster\\n[preflight] This might take a minute or two, depending on the speed of your internet connection\\n[preflight] You can also perform this action in beforehand using 'kubeadm config images pull'\", \"stdout_lines\": [\"[init] Using Kubernetes version: v1.28.13\", \"[preflight] Running pre-flight checks\", \"[preflight] Pulling images required for setting up a Kubernetes cluster\", \"[preflight] This might take a minute or two, depending on the speed of your internet connection\", \"[preflight] You can also perform this action in beforehand using 'kubeadm config images pull'\"]}", "", "PLAY RECAP *********************************************************************", "instance : ok=201 changed=54 unreachable=0 failed=1 skipped=53 rescued=0 ignored=2", "", "Tuesday 17 March 2026 15:06:06 +0000 (0:00:01.658) 0:05:49.501 *********", "===============================================================================", "vexxhost.ceph.mon : Run Bootstrap coomand ------------------------------ 93.49s", "vexxhost.ceph.osd : Install OSDs --------------------------------------- 80.72s", "vexxhost.ceph.mon : Validate monitor exist ----------------------------- 10.19s", "vexxhost.ceph.osd : Get `ceph-volume lvm list` status ------------------ 10.06s", "vexxhost.containers.download_artifact : Download item ------------------- 7.83s", "vexxhost.containers.containerd : Install AppArmor packages -------------- 5.77s", "vexxhost.ceph.osd : Get `cephadm ls` status ----------------------------- 5.36s", "vexxhost.ceph.osd : Ensure all OSDs are non-legacy ---------------------- 5.35s", "vexxhost.ceph.cephadm : Install packages -------------------------------- 5.23s", "vexxhost.containers.download_artifact : Extract archive ----------------- 4.40s", "vexxhost.atmosphere.sysctl : Configure sysctl values -------------------- 3.68s", "vexxhost.kubernetes.kubelet : Install additional packages --------------- 3.46s", "vexxhost.containers.download_artifact : Extract archive ----------------- 3.23s", "vexxhost.containers.download_artifact : Extract archive ----------------- 2.89s", "vexxhost.containers.download_artifact : Extract archive ----------------- 2.66s", "vexxhost.ceph.mgr : Enable the Ceph Manager prometheus module ----------- 2.56s", "vexxhost.ceph.cephadm_host : Add new host to Ceph ----------------------- 2.53s", "vexxhost.containers.download_artifact : Extract archive ----------------- 2.42s", "vexxhost.ceph.cephadm_host : Add new host to Ceph ----------------------- 2.03s", "vexxhost.containers.download_artifact : Extract archive ----------------- 2.00s", "CRITICAL Ansible return code was 2, command was: ansible-playbook --inventory /home/zuul/.ansible/tmp/molecule.v9Wo.csi/inventory --skip-tags molecule-notest,notest --inventory=/home/zuul/src/github.com/vexxhost/atmosphere/inventory.yaml /home/zuul/src/github.com/vexxhost/atmosphere/molecule/csi/converge.yml", "ERROR [csi > converge] \u001b[31mExecuted: Failed\u001b[0m", "ERROR Ansible return code was 2, command was: ansible-playbook --inventory /home/zuul/.ansible/tmp/molecule.v9Wo.csi/inventory --skip-tags molecule-notest,notest --inventory=/home/zuul/src/github.com/vexxhost/atmosphere/inventory.yaml /home/zuul/src/github.com/vexxhost/atmosphere/molecule/csi/converge.yml" ], "zuul_log_id": "0242ac17-0011-afa9-1f84-000000000006-1-instance" } }, "task": { "duration": { "end": "2026-03-17T15:06:06.796271Z", "start": "2026-03-17T14:58:59.225362Z" }, "id": "0242ac17-0011-afa9-1f84-000000000006", "name": "Run Molecule scenario" } } ] } ], "stats": { "instance": { "changed": 2, "failures": 1, "ignored": 0, "ok": 2, "rescued": 0, "skipped": 0, "unreachable": 0 } }, "trusted": false }, { "branch": "stable/2023.1", "index": "0", "phase": "post", "playbook": "github.com/vexxhost/atmosphere/test-playbooks/molecule/post.yml", "plays": [ { "play": { "duration": { "end": "2026-03-17T15:06:19.111171Z", "start": "2026-03-17T15:06:07.548746Z" }, "id": "0242ac17-0011-7209-73ad-000000000002", "name": "all" }, "tasks": [ { "hosts": { "instance": { "action": "file", "changed": true, "diff": { "after": { "path": "/tmp/logs/system", "state": "directory" }, "before": { "path": "/tmp/logs/system", "state": "absent" } }, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/tmp/logs/system", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/tmp/logs/system", "size": 4096, "state": "directory", "uid": 0 } }, "role": { "id": "0242ac17-0011-7209-73ad-00000000000a", "name": "gather-host-logs", "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-host-logs" }, "task": { "duration": { "end": "2026-03-17T15:06:07.904897Z", "start": "2026-03-17T15:06:07.563542Z" }, "id": "0242ac17-0011-7209-73ad-00000000000c", "name": "creating directory for system status" } }, { "hosts": { "instance": { "action": "shell", "changed": true, "cmd": "set -x\nsystemd-cgls --full --all --no-pager > /tmp/logs/system/systemd-cgls.txt\nip addr > /tmp/logs/system/ip-addr.txt\nip route > /tmp/logs/system/ip-route.txt\nlsblk > /tmp/logs/system/lsblk.txt\nmount > /tmp/logs/system/mount.txt\ndocker images > /tmp/logs/system/docker-images.txt\nbrctl show > /tmp/logs/system/brctl-show.txt\nps aux --sort=-%mem > /tmp/logs/system/ps.txt\ndpkg -l > /tmp/logs/system/packages.txt\nCONTAINERS=($(docker ps -a --format '{{ .Names }}' --filter label=zuul))\nif [ ! -z \"$CONTAINERS\" ]; then\n mkdir -p \"/tmp/logs/system/containers\"\n for CONTAINER in ${CONTAINERS}; do\n docker logs \"${CONTAINER}\" > \"/tmp/logs/system/containers/${CONTAINER}.txt\"\n done\nfi", "delta": "0:00:00.095980", "end": "2026-03-17 15:06:08.344147", "invocation": { "module_args": { "_raw_params": "set -x\nsystemd-cgls --full --all --no-pager > /tmp/logs/system/systemd-cgls.txt\nip addr > /tmp/logs/system/ip-addr.txt\nip route > /tmp/logs/system/ip-route.txt\nlsblk > /tmp/logs/system/lsblk.txt\nmount > /tmp/logs/system/mount.txt\ndocker images > /tmp/logs/system/docker-images.txt\nbrctl show > /tmp/logs/system/brctl-show.txt\nps aux --sort=-%mem > /tmp/logs/system/ps.txt\ndpkg -l > /tmp/logs/system/packages.txt\nCONTAINERS=($(docker ps -a --format '{{ .Names }}' --filter label=zuul))\nif [ ! -z \"$CONTAINERS\" ]; then\n mkdir -p \"/tmp/logs/system/containers\"\n for CONTAINER in ${CONTAINERS}; do\n docker logs \"${CONTAINER}\" > \"/tmp/logs/system/containers/${CONTAINER}.txt\"\n done\nfi", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": "/bin/bash", "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0242ac17-0011-7209-73ad-00000000000d-1-instance", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-03-17 15:06:08.248167", "stderr": "", "stderr_lines": [], "stdout": "+ systemd-cgls --full --all --no-pager\n+ ip addr\n+ ip route\n+ lsblk\n+ mount\n+ docker images\n+ brctl show\n/bin/bash: line 8: brctl: command not found\n+ ps aux --sort=-%mem\n+ dpkg -l\n+ CONTAINERS=($(docker ps -a --format '{{ .Names }}' --filter label=zuul))\n++ docker ps -a --format '{{ .Names }}' --filter label=zuul\n+ '[' '!' -z '' ']'", "stdout_lines": [ "+ systemd-cgls --full --all --no-pager", "+ ip addr", "+ ip route", "+ lsblk", "+ mount", "+ docker images", "+ brctl show", "/bin/bash: line 8: brctl: command not found", "+ ps aux --sort=-%mem", "+ dpkg -l", "+ CONTAINERS=($(docker ps -a --format '{{ .Names }}' --filter label=zuul))", "++ docker ps -a --format '{{ .Names }}' --filter label=zuul", "+ '[' '!' -z '' ']'" ], "zuul_log_id": "0242ac17-0011-7209-73ad-00000000000d-1-instance" } }, "role": { "id": "0242ac17-0011-7209-73ad-00000000000a", "name": "gather-host-logs", "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-host-logs" }, "task": { "duration": { "end": "2026-03-17T15:06:08.451456Z", "start": "2026-03-17T15:06:07.930557Z" }, "id": "0242ac17-0011-7209-73ad-00000000000d", "name": "Get logs for each host" } }, { "hosts": { "instance": { "action": "synchronize", "changed": true, "cmd": "/usr/bin/rsync --delay-updates -F --compress --archive --rsh='/usr/bin/ssh -S none -o Port=22 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null' --rsync-path='sudo -u root rsync' --out-format='<>%i %n%L' zuul@199.204.45.156:/tmp/logs/system /var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/logs/instance", "invocation": { "module_args": { "_local_rsync_password": null, "_local_rsync_path": "rsync", "_ssh_args": null, "_substitute_controller": false, "archive": true, "checksum": false, "compress": true, "copy_links": false, "delay_updates": true, "delete": false, "dest": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/logs/instance", "dest_port": 22, "dirs": false, "existing_only": false, "group": null, "link_dest": null, "links": null, "mode": "pull", "owner": null, "partial": false, "perms": null, "private_key": null, "recursive": null, "rsync_opts": [], "rsync_path": "sudo -u root rsync", "rsync_timeout": 0, "set_remote_user": true, "src": "zuul@199.204.45.156:/tmp/logs/system", "ssh_connection_multiplexing": false, "times": null, "use_ssh_args": false, "verify_host": false } }, "msg": "created directory /var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/logs/instance\ncd+++++++++ system/\n>f+++++++++ system/brctl-show.txt\n>f+++++++++ system/docker-images.txt\n>f+++++++++ system/ip-addr.txt\n>f+++++++++ system/ip-route.txt\n>f+++++++++ system/lsblk.txt\n>f+++++++++ system/mount.txt\n>f+++++++++ system/packages.txt\n>f+++++++++ system/ps.txt\n>f+++++++++ system/systemd-cgls.txt\n", "rc": 0, "stdout_lines": [ "created directory /var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/logs/instance", "cd+++++++++ system/", ">f+++++++++ system/brctl-show.txt", ">f+++++++++ system/docker-images.txt", ">f+++++++++ system/ip-addr.txt", ">f+++++++++ system/ip-route.txt", ">f+++++++++ system/lsblk.txt", ">f+++++++++ system/mount.txt", ">f+++++++++ system/packages.txt", ">f+++++++++ system/ps.txt", ">f+++++++++ system/systemd-cgls.txt" ] } }, "role": { "id": "0242ac17-0011-7209-73ad-00000000000a", "name": "gather-host-logs", "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-host-logs" }, "task": { "duration": { "end": "2026-03-17T15:06:09.117877Z", "start": "2026-03-17T15:06:08.459741Z" }, "id": "0242ac17-0011-7209-73ad-00000000000e", "name": "Downloads logs to executor" } }, { "hosts": { "instance": { "action": "file", "changed": true, "msg": "All items completed", "results": [ { "ansible_loop_var": "directory", "changed": true, "diff": { "after": { "path": "/tmp/logs/helm/values", "state": "directory" }, "before": { "path": "/tmp/logs/helm/values", "state": "absent" } }, "directory": "values", "failed": false, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/tmp/logs/helm/values", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/tmp/logs/helm/values", "size": 4096, "state": "directory", "uid": 0 }, { "ansible_loop_var": "directory", "changed": true, "diff": { "after": { "path": "/tmp/logs/helm/releases", "state": "directory" }, "before": { "path": "/tmp/logs/helm/releases", "state": "absent" } }, "directory": "releases", "failed": false, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/tmp/logs/helm/releases", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/tmp/logs/helm/releases", "size": 4096, "state": "directory", "uid": 0 } ] } }, "role": { "id": "0242ac17-0011-7209-73ad-000000000010", "name": "helm-release-status", "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/helm-release-status" }, "task": { "duration": { "end": "2026-03-17T15:06:09.510111Z", "start": "2026-03-17T15:06:09.126787Z" }, "id": "0242ac17-0011-7209-73ad-000000000012", "name": "creating directory for helm release status" } }, { "hosts": { "instance": { "action": "shell", "changed": true, "cmd": "set -e\n\nfor namespace in $(kubectl get namespaces --no-headers --output custom-columns=\":metadata.name\"); do\n # get all Helm releases including pending and failed releases\n for release in $(helm list --all --short --namespace $namespace); do\n # Make respective directories only when a Helm release actually exists in the namespace\n # to prevent uploading a bunch of empty directories for namespaces without a Helm release.\n mkdir -p /tmp/logs/helm/releases/$namespace\n mkdir -p /tmp/logs/helm/values/$namespace\n\n helm status $release --namespace $namespace >> /tmp/logs/helm/releases/$namespace/$release.txt\n helm get values $release --namespace $namespace --all >> /tmp/logs/helm/values/$namespace/$release.yaml\n done\ndone", "delta": "0:00:00.080964", "end": "2026-03-17 15:06:09.816996", "invocation": { "module_args": { "_raw_params": "set -e\n\nfor namespace in $(kubectl get namespaces --no-headers --output custom-columns=\":metadata.name\"); do\n # get all Helm releases including pending and failed releases\n for release in $(helm list --all --short --namespace $namespace); do\n # Make respective directories only when a Helm release actually exists in the namespace\n # to prevent uploading a bunch of empty directories for namespaces without a Helm release.\n mkdir -p /tmp/logs/helm/releases/$namespace\n mkdir -p /tmp/logs/helm/values/$namespace\n\n helm status $release --namespace $namespace >> /tmp/logs/helm/releases/$namespace/$release.txt\n helm get values $release --namespace $namespace --all >> /tmp/logs/helm/values/$namespace/$release.yaml\n done\ndone", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": "/bin/bash", "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0242ac17-0011-7209-73ad-000000000014-1-instance", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-03-17 15:06:09.736032", "stderr": "", "stderr_lines": [], "stdout": "E0317 15:06:09.806256 37557 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 15:06:09.807105 37557 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 15:06:09.808991 37557 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 15:06:09.809664 37557 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 15:06:09.811495 37557 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nThe connection to the server localhost:8080 was refused - did you specify the right host or port?", "stdout_lines": [ "E0317 15:06:09.806256 37557 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 15:06:09.807105 37557 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 15:06:09.808991 37557 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 15:06:09.809664 37557 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 15:06:09.811495 37557 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "The connection to the server localhost:8080 was refused - did you specify the right host or port?" ], "zuul_log_id": "0242ac17-0011-7209-73ad-000000000014-1-instance" } }, "role": { "id": "0242ac17-0011-7209-73ad-000000000010", "name": "helm-release-status", "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/helm-release-status" }, "task": { "duration": { "end": "2026-03-17T15:06:10.061715Z", "start": "2026-03-17T15:06:09.542212Z" }, "id": "0242ac17-0011-7209-73ad-000000000014", "name": "Gather get release status for helm charts" } }, { "hosts": { "instance": { "action": "synchronize", "changed": true, "cmd": "/usr/bin/rsync --delay-updates -F --compress --archive --rsh='/usr/bin/ssh -S none -o Port=22 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null' --rsync-path='sudo -u root rsync' --out-format='<>%i %n%L' zuul@199.204.45.156:/tmp/logs/helm /var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/logs/instance", "invocation": { "module_args": { "_local_rsync_password": null, "_local_rsync_path": "rsync", "_ssh_args": null, "_substitute_controller": false, "archive": true, "checksum": false, "compress": true, "copy_links": false, "delay_updates": true, "delete": false, "dest": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/logs/instance", "dest_port": 22, "dirs": false, "existing_only": false, "group": null, "link_dest": null, "links": null, "mode": "pull", "owner": null, "partial": false, "perms": null, "private_key": null, "recursive": null, "rsync_opts": [], "rsync_path": "sudo -u root rsync", "rsync_timeout": 0, "set_remote_user": true, "src": "zuul@199.204.45.156:/tmp/logs/helm", "ssh_connection_multiplexing": false, "times": null, "use_ssh_args": false, "verify_host": false } }, "msg": "cd+++++++++ helm/\ncd+++++++++ helm/releases/\ncd+++++++++ helm/values/\n", "rc": 0, "stdout_lines": [ "cd+++++++++ helm/", "cd+++++++++ helm/releases/", "cd+++++++++ helm/values/" ] } }, "role": { "id": "0242ac17-0011-7209-73ad-000000000010", "name": "helm-release-status", "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/helm-release-status" }, "task": { "duration": { "end": "2026-03-17T15:06:10.569602Z", "start": "2026-03-17T15:06:10.067433Z" }, "id": "0242ac17-0011-7209-73ad-000000000015", "name": "Downloads logs to executor" } }, { "hosts": { "instance": { "action": "file", "changed": true, "diff": { "after": { "path": "/tmp/logs/objects/cluster", "state": "directory" }, "before": { "path": "/tmp/logs/objects/cluster", "state": "absent" } }, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/tmp/logs/objects/cluster", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/tmp/logs/objects/cluster", "size": 4096, "state": "directory", "uid": 0 } }, "role": { "id": "0242ac17-0011-7209-73ad-000000000017", "name": "describe-kubernetes-objects", "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/describe-kubernetes-objects" }, "task": { "duration": { "end": "2026-03-17T15:06:10.782805Z", "start": "2026-03-17T15:06:10.583611Z" }, "id": "0242ac17-0011-7209-73ad-000000000019", "name": "creating directory for cluster scoped objects" } }, { "hosts": { "instance": { "action": "shell", "changed": true, "cmd": "set -e\nexport OBJECT_TYPE=node,clusterrole,clusterrolebinding,storageclass,namespace\nexport PARALLELISM_FACTOR=2\n\nfunction list_objects () {\n printf ${OBJECT_TYPE} | xargs -d ',' -I {} -P1 -n1 bash -c 'echo \"$@\"' _ {}\n}\nexport -f list_objects\n\nfunction name_objects () {\n export OBJECT=$1\n kubectl get ${OBJECT} -o name | xargs -L1 -I {} -P1 -n1 bash -c 'echo \"${OBJECT} ${1#*/}\"' _ {}\n}\nexport -f name_objects\n\nfunction get_objects () {\n input=($1)\n export OBJECT=${input[0]}\n export NAME=${input[1]#*/}\n echo \"${OBJECT}/${NAME}\"\n DIR=\"/tmp/logs/objects/cluster/${OBJECT}\"\n mkdir -p ${DIR}\n kubectl get ${OBJECT} ${NAME} -o yaml > \"${DIR}/${NAME}.yaml\"\n kubectl describe ${OBJECT} ${NAME} > \"${DIR}/${NAME}.txt\"\n}\nexport -f get_objects\n\nlist_objects | xargs -r -n 1 -P ${PARALLELISM_FACTOR} -I {} bash -c 'name_objects \"$@\"' _ {} | xargs -r -n 1 -P ${PARALLELISM_FACTOR} -I {} bash -c 'get_objects \"$@\"' _ {}", "delta": "0:00:00.212355", "end": "2026-03-17 15:06:11.203359", "invocation": { "module_args": { "_raw_params": "set -e\nexport OBJECT_TYPE=node,clusterrole,clusterrolebinding,storageclass,namespace\nexport PARALLELISM_FACTOR=2\n\nfunction list_objects () {\n printf ${OBJECT_TYPE} | xargs -d ',' -I {} -P1 -n1 bash -c 'echo \"$@\"' _ {}\n}\nexport -f list_objects\n\nfunction name_objects () {\n export OBJECT=$1\n kubectl get ${OBJECT} -o name | xargs -L1 -I {} -P1 -n1 bash -c 'echo \"${OBJECT} ${1#*/}\"' _ {}\n}\nexport -f name_objects\n\nfunction get_objects () {\n input=($1)\n export OBJECT=${input[0]}\n export NAME=${input[1]#*/}\n echo \"${OBJECT}/${NAME}\"\n DIR=\"/tmp/logs/objects/cluster/${OBJECT}\"\n mkdir -p ${DIR}\n kubectl get ${OBJECT} ${NAME} -o yaml > \"${DIR}/${NAME}.yaml\"\n kubectl describe ${OBJECT} ${NAME} > \"${DIR}/${NAME}.txt\"\n}\nexport -f get_objects\n\nlist_objects | xargs -r -n 1 -P ${PARALLELISM_FACTOR} -I {} bash -c 'name_objects \"$@\"' _ {} | xargs -r -n 1 -P ${PARALLELISM_FACTOR} -I {} bash -c 'get_objects \"$@\"' _ {}", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": "/bin/bash", "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0242ac17-0011-7209-73ad-00000000001a-1-instance", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-03-17 15:06:10.991004", "stderr": "", "stderr_lines": [], "stdout": "xargs: warning: options --max-args and --replace/-I/-i are mutually exclusive, ignoring previous --max-args value\nxargs: warning: options --max-args and --replace/-I/-i are mutually exclusive, ignoring previous --max-args value\nxargs: warning: options --max-lines and --replace/-I/-i are mutually exclusive, ignoring previous --max-lines value\nxargs: warning: options --max-lines and --replace/-I/-i are mutually exclusive, ignoring previous --max-lines value\nE0317 15:06:11.058625 37616 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 15:06:11.059153 37616 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 15:06:11.061124 37616 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 15:06:11.061585 37616 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 15:06:11.063016 37616 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nThe connection to the server localhost:8080 was refused - did you specify the right host or port?\nxargs: warning: options --max-lines and --replace/-I/-i are mutually exclusive, ignoring previous --max-lines value\nE0317 15:06:11.073514 37624 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 15:06:11.073845 37624 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 15:06:11.075296 37624 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 15:06:11.075722 37624 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 15:06:11.077377 37624 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nThe connection to the server localhost:8080 was refused - did you specify the right host or port?\nxargs: warning: options --max-lines and --replace/-I/-i are mutually exclusive, ignoring previous --max-lines value\nE0317 15:06:11.126611 37643 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 15:06:11.127564 37643 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 15:06:11.129321 37643 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 15:06:11.129869 37643 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 15:06:11.131023 37643 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nThe connection to the server localhost:8080 was refused - did you specify the right host or port?\nxargs: warning: options --max-lines and --replace/-I/-i are mutually exclusive, ignoring previous --max-lines value\nE0317 15:06:11.151659 37653 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 15:06:11.152632 37653 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 15:06:11.154639 37653 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 15:06:11.155143 37653 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 15:06:11.157332 37653 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nThe connection to the server localhost:8080 was refused - did you specify the right host or port?\nE0317 15:06:11.189600 37667 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 15:06:11.192877 37667 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 15:06:11.193636 37667 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 15:06:11.195351 37667 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 15:06:11.196162 37667 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nThe connection to the server localhost:8080 was refused - did you specify the right host or port?", "stdout_lines": [ "xargs: warning: options --max-args and --replace/-I/-i are mutually exclusive, ignoring previous --max-args value", "xargs: warning: options --max-args and --replace/-I/-i are mutually exclusive, ignoring previous --max-args value", "xargs: warning: options --max-lines and --replace/-I/-i are mutually exclusive, ignoring previous --max-lines value", "xargs: warning: options --max-lines and --replace/-I/-i are mutually exclusive, ignoring previous --max-lines value", "E0317 15:06:11.058625 37616 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 15:06:11.059153 37616 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 15:06:11.061124 37616 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 15:06:11.061585 37616 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 15:06:11.063016 37616 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "The connection to the server localhost:8080 was refused - did you specify the right host or port?", "xargs: warning: options --max-lines and --replace/-I/-i are mutually exclusive, ignoring previous --max-lines value", "E0317 15:06:11.073514 37624 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 15:06:11.073845 37624 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 15:06:11.075296 37624 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 15:06:11.075722 37624 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 15:06:11.077377 37624 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "The connection to the server localhost:8080 was refused - did you specify the right host or port?", "xargs: warning: options --max-lines and --replace/-I/-i are mutually exclusive, ignoring previous --max-lines value", "E0317 15:06:11.126611 37643 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 15:06:11.127564 37643 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 15:06:11.129321 37643 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 15:06:11.129869 37643 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 15:06:11.131023 37643 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "The connection to the server localhost:8080 was refused - did you specify the right host or port?", "xargs: warning: options --max-lines and --replace/-I/-i are mutually exclusive, ignoring previous --max-lines value", "E0317 15:06:11.151659 37653 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 15:06:11.152632 37653 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 15:06:11.154639 37653 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 15:06:11.155143 37653 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 15:06:11.157332 37653 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "The connection to the server localhost:8080 was refused - did you specify the right host or port?", "E0317 15:06:11.189600 37667 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 15:06:11.192877 37667 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 15:06:11.193636 37667 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 15:06:11.195351 37667 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 15:06:11.196162 37667 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "The connection to the server localhost:8080 was refused - did you specify the right host or port?" ], "zuul_log_id": "0242ac17-0011-7209-73ad-00000000001a-1-instance" } }, "role": { "id": "0242ac17-0011-7209-73ad-000000000017", "name": "describe-kubernetes-objects", "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/describe-kubernetes-objects" }, "task": { "duration": { "end": "2026-03-17T15:06:11.329434Z", "start": "2026-03-17T15:06:10.809852Z" }, "id": "0242ac17-0011-7209-73ad-00000000001a", "name": "Gathering descriptions for cluster scoped objects" } }, { "hosts": { "instance": { "action": "file", "changed": true, "diff": { "after": { "path": "/tmp/logs/objects/namespaced", "state": "directory" }, "before": { "path": "/tmp/logs/objects/namespaced", "state": "absent" } }, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/tmp/logs/objects/namespaced", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/tmp/logs/objects/namespaced", "size": 4096, "state": "directory", "uid": 0 } }, "role": { "id": "0242ac17-0011-7209-73ad-000000000017", "name": "describe-kubernetes-objects", "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/describe-kubernetes-objects" }, "task": { "duration": { "end": "2026-03-17T15:06:11.536366Z", "start": "2026-03-17T15:06:11.336460Z" }, "id": "0242ac17-0011-7209-73ad-00000000001b", "name": "creating directory for namespace scoped objects" } }, { "hosts": { "instance": { "action": "shell", "changed": true, "cmd": "set -e\nexport OBJECT_TYPE=configmaps,cronjobs,daemonsets,deployment,endpoints,ingresses,jobs,networkpolicies,pods,podsecuritypolicies,persistentvolumeclaims,rolebindings,roles,secrets,serviceaccounts,services,statefulsets\nexport PARALLELISM_FACTOR=2\nfunction get_namespaces () {\n kubectl get namespaces -o name | awk -F '/' '{ print $NF }'\n}\n\nfunction list_namespaced_objects () {\n export NAMESPACE=$1\n printf ${OBJECT_TYPE} | xargs -d ',' -I {} -P1 -n1 bash -c 'echo \"${NAMESPACE} $@\"' _ {}\n}\nexport -f list_namespaced_objects\n\nfunction name_objects () {\n input=($1)\n export NAMESPACE=${input[0]}\n export OBJECT=${input[1]}\n kubectl get -n ${NAMESPACE} ${OBJECT} -o name | xargs -L1 -I {} -P1 -n1 bash -c 'echo \"${NAMESPACE} ${OBJECT} $@\"' _ {}\n}\nexport -f name_objects\n\nfunction get_objects () {\n input=($1)\n export NAMESPACE=${input[0]}\n export OBJECT=${input[1]}\n export NAME=${input[2]#*/}\n echo \"${NAMESPACE}/${OBJECT}/${NAME}\"\n DIR=\"/tmp/logs/objects/namespaced/${NAMESPACE}/${OBJECT}\"\n mkdir -p ${DIR}\n kubectl get -n ${NAMESPACE} ${OBJECT} ${NAME} -o yaml > \"${DIR}/${NAME}.yaml\"\n kubectl describe -n ${NAMESPACE} ${OBJECT} ${NAME} > \"${DIR}/${NAME}.txt\"\n}\nexport -f get_objects\n\nget_namespaces | xargs -r -n 1 -P ${PARALLELISM_FACTOR} -I {} bash -c 'list_namespaced_objects \"$@\"' _ {} | xargs -r -n 1 -P ${PARALLELISM_FACTOR} -I {} bash -c 'name_objects \"$@\"' _ {} | xargs -r -n 1 -P ${PARALLELISM_FACTOR} -I {} bash -c 'get_objects \"$@\"' _ {}", "delta": "0:00:00.062250", "end": "2026-03-17 15:06:11.890799", "invocation": { "module_args": { "_raw_params": "set -e\nexport OBJECT_TYPE=configmaps,cronjobs,daemonsets,deployment,endpoints,ingresses,jobs,networkpolicies,pods,podsecuritypolicies,persistentvolumeclaims,rolebindings,roles,secrets,serviceaccounts,services,statefulsets\nexport PARALLELISM_FACTOR=2\nfunction get_namespaces () {\n kubectl get namespaces -o name | awk -F '/' '{ print $NF }'\n}\n\nfunction list_namespaced_objects () {\n export NAMESPACE=$1\n printf ${OBJECT_TYPE} | xargs -d ',' -I {} -P1 -n1 bash -c 'echo \"${NAMESPACE} $@\"' _ {}\n}\nexport -f list_namespaced_objects\n\nfunction name_objects () {\n input=($1)\n export NAMESPACE=${input[0]}\n export OBJECT=${input[1]}\n kubectl get -n ${NAMESPACE} ${OBJECT} -o name | xargs -L1 -I {} -P1 -n1 bash -c 'echo \"${NAMESPACE} ${OBJECT} $@\"' _ {}\n}\nexport -f name_objects\n\nfunction get_objects () {\n input=($1)\n export NAMESPACE=${input[0]}\n export OBJECT=${input[1]}\n export NAME=${input[2]#*/}\n echo \"${NAMESPACE}/${OBJECT}/${NAME}\"\n DIR=\"/tmp/logs/objects/namespaced/${NAMESPACE}/${OBJECT}\"\n mkdir -p ${DIR}\n kubectl get -n ${NAMESPACE} ${OBJECT} ${NAME} -o yaml > \"${DIR}/${NAME}.yaml\"\n kubectl describe -n ${NAMESPACE} ${OBJECT} ${NAME} > \"${DIR}/${NAME}.txt\"\n}\nexport -f get_objects\n\nget_namespaces | xargs -r -n 1 -P ${PARALLELISM_FACTOR} -I {} bash -c 'list_namespaced_objects \"$@\"' _ {} | xargs -r -n 1 -P ${PARALLELISM_FACTOR} -I {} bash -c 'name_objects \"$@\"' _ {} | xargs -r -n 1 -P ${PARALLELISM_FACTOR} -I {} bash -c 'get_objects \"$@\"' _ {}", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": "/bin/bash", "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0242ac17-0011-7209-73ad-00000000001c-1-instance", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-03-17 15:06:11.828549", "stderr": "", "stderr_lines": [], "stdout": "xargs: warning: options --max-args and --replace/-I/-i are mutually exclusive, ignoring previous --max-args value\nxargs: warning: options --max-args and --replace/-I/-i are mutually exclusive, ignoring previous --max-args value\nxargs: warning: options --max-args and --replace/-I/-i are mutually exclusive, ignoring previous --max-args value\nE0317 15:06:11.880625 37698 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 15:06:11.881032 37698 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 15:06:11.882994 37698 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 15:06:11.883571 37698 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 15:06:11.885151 37698 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nThe connection to the server localhost:8080 was refused - did you specify the right host or port?", "stdout_lines": [ "xargs: warning: options --max-args and --replace/-I/-i are mutually exclusive, ignoring previous --max-args value", "xargs: warning: options --max-args and --replace/-I/-i are mutually exclusive, ignoring previous --max-args value", "xargs: warning: options --max-args and --replace/-I/-i are mutually exclusive, ignoring previous --max-args value", "E0317 15:06:11.880625 37698 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 15:06:11.881032 37698 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 15:06:11.882994 37698 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 15:06:11.883571 37698 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 15:06:11.885151 37698 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "The connection to the server localhost:8080 was refused - did you specify the right host or port?" ], "zuul_log_id": "0242ac17-0011-7209-73ad-00000000001c-1-instance" } }, "role": { "id": "0242ac17-0011-7209-73ad-000000000017", "name": "describe-kubernetes-objects", "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/describe-kubernetes-objects" }, "task": { "duration": { "end": "2026-03-17T15:06:12.139461Z", "start": "2026-03-17T15:06:11.622060Z" }, "id": "0242ac17-0011-7209-73ad-00000000001c", "name": "Gathering descriptions for namespace scoped objects" } }, { "hosts": { "instance": { "action": "synchronize", "changed": true, "cmd": "/usr/bin/rsync --delay-updates -F --compress --archive --rsh='/usr/bin/ssh -S none -o Port=22 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null' --rsync-path='sudo -u root rsync' --out-format='<>%i %n%L' zuul@199.204.45.156:/tmp/logs/objects /var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/logs/instance", "invocation": { "module_args": { "_local_rsync_password": null, "_local_rsync_path": "rsync", "_ssh_args": null, "_substitute_controller": false, "archive": true, "checksum": false, "compress": true, "copy_links": false, "delay_updates": true, "delete": false, "dest": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/logs/instance", "dest_port": 22, "dirs": false, "existing_only": false, "group": null, "link_dest": null, "links": null, "mode": "pull", "owner": null, "partial": false, "perms": null, "private_key": null, "recursive": null, "rsync_opts": [], "rsync_path": "sudo -u root rsync", "rsync_timeout": 0, "set_remote_user": true, "src": "zuul@199.204.45.156:/tmp/logs/objects", "ssh_connection_multiplexing": false, "times": null, "use_ssh_args": false, "verify_host": false } }, "msg": "cd+++++++++ objects/\ncd+++++++++ objects/cluster/\ncd+++++++++ objects/namespaced/\n", "rc": 0, "stdout_lines": [ "cd+++++++++ objects/", "cd+++++++++ objects/cluster/", "cd+++++++++ objects/namespaced/" ] } }, "role": { "id": "0242ac17-0011-7209-73ad-000000000017", "name": "describe-kubernetes-objects", "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/describe-kubernetes-objects" }, "task": { "duration": { "end": "2026-03-17T15:06:12.646501Z", "start": "2026-03-17T15:06:12.145050Z" }, "id": "0242ac17-0011-7209-73ad-00000000001d", "name": "Downloads logs to executor" } }, { "hosts": { "instance": { "action": "file", "changed": true, "diff": { "after": { "path": "/tmp/logs/pod-logs", "state": "directory" }, "before": { "path": "/tmp/logs/pod-logs", "state": "absent" } }, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/tmp/logs/pod-logs", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/tmp/logs/pod-logs", "size": 4096, "state": "directory", "uid": 0 } }, "role": { "id": "0242ac17-0011-7209-73ad-00000000001f", "name": "gather-pod-logs", "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-pod-logs" }, "task": { "duration": { "end": "2026-03-17T15:06:12.853916Z", "start": "2026-03-17T15:06:12.659532Z" }, "id": "0242ac17-0011-7209-73ad-000000000021", "name": "creating directory for pod logs" } }, { "hosts": { "instance": { "action": "file", "changed": true, "diff": { "after": { "path": "/tmp/logs/pod-logs/failed-pods", "state": "directory" }, "before": { "path": "/tmp/logs/pod-logs/failed-pods", "state": "absent" } }, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/tmp/logs/pod-logs/failed-pods", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/tmp/logs/pod-logs/failed-pods", "size": 4096, "state": "directory", "uid": 0 } }, "role": { "id": "0242ac17-0011-7209-73ad-00000000001f", "name": "gather-pod-logs", "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-pod-logs" }, "task": { "duration": { "end": "2026-03-17T15:06:13.054221Z", "start": "2026-03-17T15:06:12.860056Z" }, "id": "0242ac17-0011-7209-73ad-000000000022", "name": "creating directory for failed pod logs" } }, { "hosts": { "instance": { "action": "shell", "changed": true, "cmd": "set -e\nfunction get_namespaces () {\n kubectl get namespaces -o name | awk -F '/' '{ print $NF }'\n}\nfunction get_pods () {\n NAMESPACE=$1\n kubectl get pods -n ${NAMESPACE} -o name | awk -F '/' '{ print $NF }' | xargs -I {} echo ${NAMESPACE} {}\n}\nexport -f get_pods\nfunction get_pod_logs () {\n NAMESPACE=${1% *}\n POD=${1#* }\n INIT_CONTAINERS=$(kubectl get pod $POD -n ${NAMESPACE} -o json | jq -r '.spec.initContainers[]?.name')\n CONTAINERS=$(kubectl get pod $POD -n ${NAMESPACE} -o json | jq -r '.spec.containers[].name')\n for CONTAINER in ${INIT_CONTAINERS} ${CONTAINERS}; do\n echo \"${NAMESPACE}/${POD}/${CONTAINER}\"\n mkdir -p \"/tmp/logs/pod-logs/${NAMESPACE}/${POD}\"\n mkdir -p \"/tmp/logs/pod-logs/failed-pods/${NAMESPACE}/${POD}\"\n kubectl logs ${POD} -n ${NAMESPACE} -c ${CONTAINER} > \"/tmp/logs/pod-logs/${NAMESPACE}/${POD}/${CONTAINER}.txt\"\n kubectl logs --previous ${POD} -n ${NAMESPACE} -c ${CONTAINER} > \"/tmp/logs/pod-logs/failed-pods/${NAMESPACE}/${POD}/${CONTAINER}.txt\"\n done\n}\nexport -f get_pod_logs\nget_namespaces | xargs -r -I {} bash -c 'get_pods \"$@\"' _ {} | xargs -r -I {} bash -c 'get_pod_logs \"$@\"' _ {}", "delta": "0:00:00.063468", "end": "2026-03-17 15:06:13.345940", "invocation": { "module_args": { "_raw_params": "set -e\nfunction get_namespaces () {\n kubectl get namespaces -o name | awk -F '/' '{ print $NF }'\n}\nfunction get_pods () {\n NAMESPACE=$1\n kubectl get pods -n ${NAMESPACE} -o name | awk -F '/' '{ print $NF }' | xargs -I {} echo ${NAMESPACE} {}\n}\nexport -f get_pods\nfunction get_pod_logs () {\n NAMESPACE=${1% *}\n POD=${1#* }\n INIT_CONTAINERS=$(kubectl get pod $POD -n ${NAMESPACE} -o json | jq -r '.spec.initContainers[]?.name')\n CONTAINERS=$(kubectl get pod $POD -n ${NAMESPACE} -o json | jq -r '.spec.containers[].name')\n for CONTAINER in ${INIT_CONTAINERS} ${CONTAINERS}; do\n echo \"${NAMESPACE}/${POD}/${CONTAINER}\"\n mkdir -p \"/tmp/logs/pod-logs/${NAMESPACE}/${POD}\"\n mkdir -p \"/tmp/logs/pod-logs/failed-pods/${NAMESPACE}/${POD}\"\n kubectl logs ${POD} -n ${NAMESPACE} -c ${CONTAINER} > \"/tmp/logs/pod-logs/${NAMESPACE}/${POD}/${CONTAINER}.txt\"\n kubectl logs --previous ${POD} -n ${NAMESPACE} -c ${CONTAINER} > \"/tmp/logs/pod-logs/failed-pods/${NAMESPACE}/${POD}/${CONTAINER}.txt\"\n done\n}\nexport -f get_pod_logs\nget_namespaces | xargs -r -I {} bash -c 'get_pods \"$@\"' _ {} | xargs -r -I {} bash -c 'get_pod_logs \"$@\"' _ {}", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": "/bin/bash", "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0242ac17-0011-7209-73ad-000000000023-1-instance", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-03-17 15:06:13.282472", "stderr": "", "stderr_lines": [], "stdout": "E0317 15:06:13.337618 37748 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 15:06:13.338126 37748 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 15:06:13.339719 37748 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 15:06:13.340320 37748 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 15:06:13.341946 37748 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nThe connection to the server localhost:8080 was refused - did you specify the right host or port?", "stdout_lines": [ "E0317 15:06:13.337618 37748 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 15:06:13.338126 37748 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 15:06:13.339719 37748 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 15:06:13.340320 37748 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 15:06:13.341946 37748 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "The connection to the server localhost:8080 was refused - did you specify the right host or port?" ], "zuul_log_id": "0242ac17-0011-7209-73ad-000000000023-1-instance" } }, "role": { "id": "0242ac17-0011-7209-73ad-00000000001f", "name": "gather-pod-logs", "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-pod-logs" }, "task": { "duration": { "end": "2026-03-17T15:06:13.616760Z", "start": "2026-03-17T15:06:13.101742Z" }, "id": "0242ac17-0011-7209-73ad-000000000023", "name": "retrieve all kubernetes logs, current and previous (if they exist)" } }, { "hosts": { "instance": { "action": "synchronize", "changed": true, "cmd": "/usr/bin/rsync --delay-updates -F --compress --archive --rsh='/usr/bin/ssh -S none -o Port=22 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null' --rsync-path='sudo -u root rsync' --out-format='<>%i %n%L' zuul@199.204.45.156:/tmp/logs/pod-logs /var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/logs/instance", "invocation": { "module_args": { "_local_rsync_password": null, "_local_rsync_path": "rsync", "_ssh_args": null, "_substitute_controller": false, "archive": true, "checksum": false, "compress": true, "copy_links": false, "delay_updates": true, "delete": false, "dest": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/logs/instance", "dest_port": 22, "dirs": false, "existing_only": false, "group": null, "link_dest": null, "links": null, "mode": "pull", "owner": null, "partial": false, "perms": null, "private_key": null, "recursive": null, "rsync_opts": [], "rsync_path": "sudo -u root rsync", "rsync_timeout": 0, "set_remote_user": true, "src": "zuul@199.204.45.156:/tmp/logs/pod-logs", "ssh_connection_multiplexing": false, "times": null, "use_ssh_args": false, "verify_host": false } }, "msg": "cd+++++++++ pod-logs/\ncd+++++++++ pod-logs/failed-pods/\n", "rc": 0, "stdout_lines": [ "cd+++++++++ pod-logs/", "cd+++++++++ pod-logs/failed-pods/" ] } }, "role": { "id": "0242ac17-0011-7209-73ad-00000000001f", "name": "gather-pod-logs", "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-pod-logs" }, "task": { "duration": { "end": "2026-03-17T15:06:14.105058Z", "start": "2026-03-17T15:06:13.622214Z" }, "id": "0242ac17-0011-7209-73ad-000000000024", "name": "Downloads pod logs to executor" } }, { "hosts": { "instance": { "action": "file", "changed": true, "diff": { "after": { "path": "/tmp/logs/prometheus", "state": "directory" }, "before": { "path": "/tmp/logs/prometheus", "state": "absent" } }, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/tmp/logs/prometheus", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/tmp/logs/prometheus", "size": 4096, "state": "directory", "uid": 0 } }, "role": { "id": "0242ac17-0011-7209-73ad-000000000026", "name": "gather-prom-metrics", "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-prom-metrics" }, "task": { "duration": { "end": "2026-03-17T15:06:14.342812Z", "start": "2026-03-17T15:06:14.119023Z" }, "id": "0242ac17-0011-7209-73ad-000000000028", "name": "creating directory for helm release descriptions" } }, { "hosts": { "instance": { "action": "shell", "changed": true, "cmd": "set -e\nNAMESPACES=$(kubectl get namespaces -o json | jq -r '.items[].metadata.name')\nfor NS in $NAMESPACES; do\n SERVICES=$(kubectl get svc -n $NS -o json | jq -r '.items[] | select(.spec.ports[].name==\"metrics\") | .metadata.name')\n for SVC in $SERVICES; do\n PORT=$(kubectl get svc $SVC -n $NS -o json | jq -r '.spec.ports[] | select(.name==\"metrics\") | .port')\n echo \"Scraping $SVC.$NS:$PORT/metrics:\"\n curl \"$SVC.$NS:$PORT/metrics\" >> \"/tmp/logs\"/prometheus/$NS-$SVC.txt || true\n done\ndone", "delta": "0:00:00.064590", "end": "2026-03-17 15:06:14.635854", "invocation": { "module_args": { "_raw_params": "set -e\nNAMESPACES=$(kubectl get namespaces -o json | jq -r '.items[].metadata.name')\nfor NS in $NAMESPACES; do\n SERVICES=$(kubectl get svc -n $NS -o json | jq -r '.items[] | select(.spec.ports[].name==\"metrics\") | .metadata.name')\n for SVC in $SERVICES; do\n PORT=$(kubectl get svc $SVC -n $NS -o json | jq -r '.spec.ports[] | select(.name==\"metrics\") | .port')\n echo \"Scraping $SVC.$NS:$PORT/metrics:\"\n curl \"$SVC.$NS:$PORT/metrics\" >> \"/tmp/logs\"/prometheus/$NS-$SVC.txt || true\n done\ndone", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": "/bin/bash", "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0242ac17-0011-7209-73ad-000000000029-1-instance", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-03-17 15:06:14.571264", "stderr": "", "stderr_lines": [], "stdout": "E0317 15:06:14.625836 37790 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 15:06:14.627739 37790 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 15:06:14.628654 37790 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 15:06:14.630370 37790 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 15:06:14.630905 37790 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nThe connection to the server localhost:8080 was refused - did you specify the right host or port?", "stdout_lines": [ "E0317 15:06:14.625836 37790 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 15:06:14.627739 37790 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 15:06:14.628654 37790 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 15:06:14.630370 37790 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 15:06:14.630905 37790 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "The connection to the server localhost:8080 was refused - did you specify the right host or port?" ], "zuul_log_id": "0242ac17-0011-7209-73ad-000000000029-1-instance" } }, "role": { "id": "0242ac17-0011-7209-73ad-000000000026", "name": "gather-prom-metrics", "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-prom-metrics" }, "task": { "duration": { "end": "2026-03-17T15:06:14.897456Z", "start": "2026-03-17T15:06:14.378950Z" }, "id": "0242ac17-0011-7209-73ad-000000000029", "name": "Get metrics from exporter services in all namespaces" } }, { "hosts": { "instance": { "action": "shell", "changed": true, "cmd": "set -e\nmgr_endpoints=$(kubectl get endpoints -n ceph -l component=manager -o json | jq -r '.items[].subsets[].addresses[].ip')\necho \"ceph-mgr endpoints: $mgr_endpoints\"\nfor endpoint in $mgr_endpoints; do\n echo \"checking ceph-mgr at $endpoint\"\n metrics_curl=\"curl $endpoint:9283/metrics\"\n op=$(eval \"$metrics_curl\")\n if [[ -n $op ]]; then\n curl $endpoint:9283/metrics >> \"/tmp/logs\"/prometheus/ceph-ceph-mgr.txt\n break\n else\n echo \"$endpoint is a standby ceph-mgr. Trying next endpoint\"\n fi\ndone", "delta": "0:00:00.071767", "end": "2026-03-17 15:06:15.186013", "invocation": { "module_args": { "_raw_params": "set -e\nmgr_endpoints=$(kubectl get endpoints -n ceph -l component=manager -o json | jq -r '.items[].subsets[].addresses[].ip')\necho \"ceph-mgr endpoints: $mgr_endpoints\"\nfor endpoint in $mgr_endpoints; do\n echo \"checking ceph-mgr at $endpoint\"\n metrics_curl=\"curl $endpoint:9283/metrics\"\n op=$(eval \"$metrics_curl\")\n if [[ -n $op ]]; then\n curl $endpoint:9283/metrics >> \"/tmp/logs\"/prometheus/ceph-ceph-mgr.txt\n break\n else\n echo \"$endpoint is a standby ceph-mgr. Trying next endpoint\"\n fi\ndone", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": "/bin/bash", "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0242ac17-0011-7209-73ad-00000000002a-1-instance", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-03-17 15:06:15.114246", "stderr": "", "stderr_lines": [], "stdout": "E0317 15:06:15.173348 37812 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 15:06:15.175161 37812 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 15:06:15.175822 37812 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 15:06:15.177246 37812 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 15:06:15.177598 37812 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nThe connection to the server localhost:8080 was refused - did you specify the right host or port?\nceph-mgr endpoints: ", "stdout_lines": [ "E0317 15:06:15.173348 37812 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 15:06:15.175161 37812 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 15:06:15.175822 37812 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 15:06:15.177246 37812 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 15:06:15.177598 37812 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "The connection to the server localhost:8080 was refused - did you specify the right host or port?", "ceph-mgr endpoints: " ], "zuul_log_id": "0242ac17-0011-7209-73ad-00000000002a-1-instance" } }, "role": { "id": "0242ac17-0011-7209-73ad-000000000026", "name": "gather-prom-metrics", "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-prom-metrics" }, "task": { "duration": { "end": "2026-03-17T15:06:15.444197Z", "start": "2026-03-17T15:06:14.924357Z" }, "id": "0242ac17-0011-7209-73ad-00000000002a", "name": "Get ceph metrics from ceph-mgr" } }, { "hosts": { "instance": { "action": "shell", "changed": true, "cmd": "set -e\nNAMESPACE=\"osh-infra\"\nAPP_LABEL=\"fluentd\"\nPODS=$(kubectl get pods -n $NAMESPACE -l application=$APP_LABEL -o json | jq -r '.items[].metadata.name')\nfor POD in $PODS; do\n IP=$(kubectl get pod -n $NAMESPACE $POD -o json | jq -r '.status.podIP')\n PORT=$(kubectl get pod -n $NAMESPACE $POD -o json | jq -r '.spec.containers[0].ports[] | select(.name==\"metrics\") | .containerPort')\n echo \"Scraping $POD at $IP:$PORT/metrics\"\n curl \"$IP:$PORT/metrics\" >> \"/tmp/logs\"/prometheus/$POD.txt || true\ndone", "delta": "0:00:00.070477", "end": "2026-03-17 15:06:15.738479", "invocation": { "module_args": { "_raw_params": "set -e\nNAMESPACE=\"osh-infra\"\nAPP_LABEL=\"fluentd\"\nPODS=$(kubectl get pods -n $NAMESPACE -l application=$APP_LABEL -o json | jq -r '.items[].metadata.name')\nfor POD in $PODS; do\n IP=$(kubectl get pod -n $NAMESPACE $POD -o json | jq -r '.status.podIP')\n PORT=$(kubectl get pod -n $NAMESPACE $POD -o json | jq -r '.spec.containers[0].ports[] | select(.name==\"metrics\") | .containerPort')\n echo \"Scraping $POD at $IP:$PORT/metrics\"\n curl \"$IP:$PORT/metrics\" >> \"/tmp/logs\"/prometheus/$POD.txt || true\ndone", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": "/bin/bash", "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0242ac17-0011-7209-73ad-00000000002b-1-instance", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-03-17 15:06:15.668002", "stderr": "", "stderr_lines": [], "stdout": "E0317 15:06:15.729379 37834 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 15:06:15.730255 37834 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 15:06:15.732008 37834 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 15:06:15.732662 37834 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nE0317 15:06:15.734026 37834 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused\nThe connection to the server localhost:8080 was refused - did you specify the right host or port?", "stdout_lines": [ "E0317 15:06:15.729379 37834 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 15:06:15.730255 37834 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 15:06:15.732008 37834 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 15:06:15.732662 37834 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "E0317 15:06:15.734026 37834 memcache.go:265] couldn't get current server API group list: Get \"http://localhost:8080/api?timeout=32s\": dial tcp [::1]:8080: connect: connection refused", "The connection to the server localhost:8080 was refused - did you specify the right host or port?" ], "zuul_log_id": "0242ac17-0011-7209-73ad-00000000002b-1-instance" } }, "role": { "id": "0242ac17-0011-7209-73ad-000000000026", "name": "gather-prom-metrics", "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-prom-metrics" }, "task": { "duration": { "end": "2026-03-17T15:06:17.328391Z", "start": "2026-03-17T15:06:15.479436Z" }, "id": "0242ac17-0011-7209-73ad-00000000002b", "name": "Get metrics from fluentd pods" } }, { "hosts": { "instance": { "action": "synchronize", "changed": true, "cmd": "/usr/bin/rsync --delay-updates -F --compress --archive --rsh='/usr/bin/ssh -S none -o Port=22 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null' --rsync-path='sudo -u root rsync' --out-format='<>%i %n%L' zuul@199.204.45.156:/tmp/logs/prometheus /var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/logs/instance", "invocation": { "module_args": { "_local_rsync_password": null, "_local_rsync_path": "rsync", "_ssh_args": null, "_substitute_controller": false, "archive": true, "checksum": false, "compress": true, "copy_links": false, "delay_updates": true, "delete": false, "dest": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/logs/instance", "dest_port": 22, "dirs": false, "existing_only": false, "group": null, "link_dest": null, "links": null, "mode": "pull", "owner": null, "partial": false, "perms": null, "private_key": null, "recursive": null, "rsync_opts": [], "rsync_path": "sudo -u root rsync", "rsync_timeout": 0, "set_remote_user": true, "src": "zuul@199.204.45.156:/tmp/logs/prometheus", "ssh_connection_multiplexing": false, "times": null, "use_ssh_args": false, "verify_host": false } }, "msg": "cd+++++++++ prometheus/\n", "rc": 0, "stdout_lines": [ "cd+++++++++ prometheus/" ] } }, "role": { "id": "0242ac17-0011-7209-73ad-000000000026", "name": "gather-prom-metrics", "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-prom-metrics" }, "task": { "duration": { "end": "2026-03-17T15:06:17.829862Z", "start": "2026-03-17T15:06:17.333456Z" }, "id": "0242ac17-0011-7209-73ad-00000000002c", "name": "Downloads logs to executor" } }, { "hosts": { "instance": { "action": "file", "changed": true, "diff": { "after": { "path": "/tmp/logs/selenium", "state": "directory" }, "before": { "path": "/tmp/logs/selenium", "state": "absent" } }, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/tmp/logs/selenium", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/tmp/logs/selenium", "size": 4096, "state": "directory", "uid": 0 } }, "role": { "id": "0242ac17-0011-7209-73ad-00000000002e", "name": "gather-selenium-data", "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-selenium-data" }, "task": { "duration": { "end": "2026-03-17T15:06:18.045903Z", "start": "2026-03-17T15:06:17.840217Z" }, "id": "0242ac17-0011-7209-73ad-000000000030", "name": "creating directory for helm release descriptions" } }, { "hosts": { "instance": { "action": "shell", "changed": true, "cmd": "set -x\ncp /tmp/artifacts/* /tmp/logs/selenium/.", "delta": "0:00:00.006187", "end": "2026-03-17 15:06:18.273192", "failed": true, "invocation": { "module_args": { "_raw_params": "set -x\ncp /tmp/artifacts/* /tmp/logs/selenium/.", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": "/bin/bash", "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0242ac17-0011-7209-73ad-000000000031-1-instance", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "non-zero return code", "rc": 1, "start": "2026-03-17 15:06:18.267005", "stderr": "", "stderr_lines": [], "stdout": "+ cp '/tmp/artifacts/*' /tmp/logs/selenium/.\ncp: cannot stat '/tmp/artifacts/*': No such file or directory", "stdout_lines": [ "+ cp '/tmp/artifacts/*' /tmp/logs/selenium/.", "cp: cannot stat '/tmp/artifacts/*': No such file or directory" ], "zuul_log_id": "0242ac17-0011-7209-73ad-000000000031-1-instance" } }, "role": { "id": "0242ac17-0011-7209-73ad-00000000002e", "name": "gather-selenium-data", "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-selenium-data" }, "task": { "duration": { "end": "2026-03-17T15:06:18.588871Z", "start": "2026-03-17T15:06:18.071930Z" }, "id": "0242ac17-0011-7209-73ad-000000000031", "name": "Get selenium data" } }, { "hosts": { "instance": { "action": "synchronize", "changed": true, "cmd": "/usr/bin/rsync --delay-updates -F --compress --archive --rsh='/usr/bin/ssh -S none -o Port=22 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null' --rsync-path='sudo -u root rsync' --out-format='<>%i %n%L' zuul@199.204.45.156:/tmp/logs/selenium /var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/logs/instance", "invocation": { "module_args": { "_local_rsync_password": null, "_local_rsync_path": "rsync", "_ssh_args": null, "_substitute_controller": false, "archive": true, "checksum": false, "compress": true, "copy_links": false, "delay_updates": true, "delete": false, "dest": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/logs/instance", "dest_port": 22, "dirs": false, "existing_only": false, "group": null, "link_dest": null, "links": null, "mode": "pull", "owner": null, "partial": false, "perms": null, "private_key": null, "recursive": null, "rsync_opts": [], "rsync_path": "sudo -u root rsync", "rsync_timeout": 0, "set_remote_user": true, "src": "zuul@199.204.45.156:/tmp/logs/selenium", "ssh_connection_multiplexing": false, "times": null, "use_ssh_args": false, "verify_host": false } }, "msg": "cd+++++++++ selenium/\n", "rc": 0, "stdout_lines": [ "cd+++++++++ selenium/" ] } }, "role": { "id": "0242ac17-0011-7209-73ad-00000000002e", "name": "gather-selenium-data", "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-selenium-data" }, "task": { "duration": { "end": "2026-03-17T15:06:19.111171Z", "start": "2026-03-17T15:06:18.595661Z" }, "id": "0242ac17-0011-7209-73ad-000000000032", "name": "Downloads logs to executor" } } ] } ], "stats": { "instance": { "changed": 23, "failures": 0, "ignored": 1, "ok": 23, "rescued": 0, "skipped": 0, "unreachable": 0 } }, "trusted": false }, { "branch": "main", "index": "1", "phase": "post", "playbook": "github.com/vexxhost/zuul-config/playbooks/base/post.yaml", "plays": [ { "play": { "duration": { "end": "2026-03-17T15:06:23.587813Z", "start": "2026-03-17T15:06:19.923948Z" }, "id": "0242ac17-0011-dbe4-68ca-000000000002", "name": "all" }, "tasks": [ { "hosts": { "instance": { "action": "set_fact", "changed": false, "false_condition": "groups['all'] | length > 1", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0242ac17-0011-dbe4-68ca-000000000006", "name": "fetch-output", "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/fetch-output" }, "task": { "duration": { "end": "2026-03-17T15:06:20.285616Z", "start": "2026-03-17T15:06:19.935427Z" }, "id": "0242ac17-0011-dbe4-68ca-000000000008", "name": "Set log path for multiple nodes" } }, { "hosts": { "instance": { "action": "set_fact", "ansible_facts": { "log_path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/logs" }, "changed": false } }, "role": { "id": "0242ac17-0011-dbe4-68ca-000000000006", "name": "fetch-output", "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/fetch-output" }, "task": { "duration": { "end": "2026-03-17T15:06:20.338802Z", "start": "2026-03-17T15:06:20.296856Z" }, "id": "0242ac17-0011-dbe4-68ca-000000000009", "name": "Set log path for single node" } }, { "hosts": { "instance": { "action": "file", "changed": true, "msg": "All items completed", "results": [ { "ansible_loop_var": "zj_output_dir", "changed": false, "diff": { "after": { "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/logs" }, "before": { "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/logs" } }, "failed": false, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": 493, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/logs", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/logs", "size": 4096, "state": "directory", "uid": 0, "zj_output_dir": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/logs" }, { "ansible_loop_var": "zj_output_dir", "changed": true, "diff": { "after": { "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/artifacts", "state": "directory" }, "before": { "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/artifacts", "state": "absent" } }, "failed": false, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": 493, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/artifacts", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/artifacts", "size": 4096, "state": "directory", "uid": 0, "zj_output_dir": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/artifacts" }, { "ansible_loop_var": "zj_output_dir", "changed": true, "diff": { "after": { "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/docs", "state": "directory" }, "before": { "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/docs", "state": "absent" } }, "failed": false, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": 493, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/docs", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/docs", "size": 4096, "state": "directory", "uid": 0, "zj_output_dir": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/docs" } ] } }, "role": { "id": "0242ac17-0011-dbe4-68ca-000000000006", "name": "fetch-output", "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/fetch-output" }, "task": { "duration": { "end": "2026-03-17T15:06:21.257129Z", "start": "2026-03-17T15:06:20.345434Z" }, "id": "0242ac17-0011-dbe4-68ca-00000000000a", "name": "Ensure local output dirs" } }, { "hosts": { "instance": { "action": "synchronize", "changed": true, "msg": "All items completed", "results": [ { "ansible_loop_var": "zj_output", "changed": true, "cmd": "/usr/bin/rsync --delay-updates -F --compress --archive --no-owner --no-group --rsh='/usr/bin/ssh -S none -o Port=22' --out-format='<>%i %n%L' zuul@199.204.45.156:/home/zuul/zuul-output/logs/ /var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/logs/", "failed": false, "invocation": { "module_args": { "_local_rsync_password": null, "_local_rsync_path": "rsync", "_ssh_args": null, "_substitute_controller": false, "archive": true, "checksum": false, "compress": true, "copy_links": false, "delay_updates": true, "delete": false, "dest": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/logs/", "dest_port": 22, "dirs": false, "existing_only": false, "group": false, "link_dest": null, "links": null, "mode": "pull", "owner": false, "partial": false, "perms": null, "private_key": null, "recursive": null, "rsync_opts": [], "rsync_path": null, "rsync_timeout": 0, "set_remote_user": true, "src": "zuul@199.204.45.156:/home/zuul/zuul-output/logs/", "ssh_connection_multiplexing": false, "times": null, "use_ssh_args": false, "verify_host": true } }, "msg": ".d..t...... ./\n", "rc": 0, "stdout_lines": [ ".d..t...... ./" ], "zj_output": { "dest": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/logs", "src": "logs" } }, { "ansible_loop_var": "zj_output", "changed": true, "cmd": "/usr/bin/rsync --delay-updates -F --compress --archive --no-owner --no-group --rsh='/usr/bin/ssh -S none -o Port=22' --out-format='<>%i %n%L' zuul@199.204.45.156:/home/zuul/zuul-output/artifacts/ /var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/artifacts/", "failed": false, "invocation": { "module_args": { "_local_rsync_password": null, "_local_rsync_path": "rsync", "_ssh_args": null, "_substitute_controller": false, "archive": true, "checksum": false, "compress": true, "copy_links": false, "delay_updates": true, "delete": false, "dest": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/artifacts/", "dest_port": 22, "dirs": false, "existing_only": false, "group": false, "link_dest": null, "links": null, "mode": "pull", "owner": false, "partial": false, "perms": null, "private_key": null, "recursive": null, "rsync_opts": [], "rsync_path": null, "rsync_timeout": 0, "set_remote_user": true, "src": "zuul@199.204.45.156:/home/zuul/zuul-output/artifacts/", "ssh_connection_multiplexing": false, "times": null, "use_ssh_args": false, "verify_host": true } }, "msg": ".d..t...... ./\n", "rc": 0, "stdout_lines": [ ".d..t...... ./" ], "zj_output": { "dest": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/artifacts", "src": "artifacts" } }, { "ansible_loop_var": "zj_output", "changed": true, "cmd": "/usr/bin/rsync --delay-updates -F --compress --archive --no-owner --no-group --rsh='/usr/bin/ssh -S none -o Port=22' --out-format='<>%i %n%L' zuul@199.204.45.156:/home/zuul/zuul-output/docs/ /var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/docs/", "failed": false, "invocation": { "module_args": { "_local_rsync_password": null, "_local_rsync_path": "rsync", "_ssh_args": null, "_substitute_controller": false, "archive": true, "checksum": false, "compress": true, "copy_links": false, "delay_updates": true, "delete": false, "dest": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/docs/", "dest_port": 22, "dirs": false, "existing_only": false, "group": false, "link_dest": null, "links": null, "mode": "pull", "owner": false, "partial": false, "perms": null, "private_key": null, "recursive": null, "rsync_opts": [], "rsync_path": null, "rsync_timeout": 0, "set_remote_user": true, "src": "zuul@199.204.45.156:/home/zuul/zuul-output/docs/", "ssh_connection_multiplexing": false, "times": null, "use_ssh_args": false, "verify_host": true } }, "msg": ".d..t...... ./\n", "rc": 0, "stdout_lines": [ ".d..t...... ./" ], "zj_output": { "dest": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/docs", "src": "docs" } } ] } }, "role": { "id": "0242ac17-0011-dbe4-68ca-000000000006", "name": "fetch-output", "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/fetch-output" }, "task": { "duration": { "end": "2026-03-17T15:06:22.890206Z", "start": "2026-03-17T15:06:21.265630Z" }, "id": "0242ac17-0011-dbe4-68ca-00000000000c", "name": "Collect logs, artifacts and docs" } }, { "hosts": { "instance": { "action": "shell", "changed": true, "msg": "All items completed", "results": [ { "ansible_loop_var": "zj_item", "changed": true, "cmd": "if [ -n \"$(find /var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/artifacts -mindepth 1)\" ] ; then\n # Only create target directory if it is needed.\n # Do not fail if it is already there.\n mkdir -p /var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/logs/artifacts\n # Leave the original directory behind so that other roles\n # operating on the interface directories can simply no-op.\n mv -f /var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/artifacts/* /var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/logs/artifacts\nfi\n", "delta": "0:00:00.005623", "end": "2026-03-17 15:06:23.286774", "failed": false, "invocation": { "module_args": { "_raw_params": "if [ -n \"$(find /var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/artifacts -mindepth 1)\" ] ; then\n # Only create target directory if it is needed.\n # Do not fail if it is already there.\n mkdir -p /var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/logs/artifacts\n # Leave the original directory behind so that other roles\n # operating on the interface directories can simply no-op.\n mv -f /var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/artifacts/* /var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/logs/artifacts\nfi\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-03-17 15:06:23.281151", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zj_item": "artifacts", "zuul_log_id": "in-loop-ignore" }, { "ansible_loop_var": "zj_item", "changed": true, "cmd": "if [ -n \"$(find /var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/docs -mindepth 1)\" ] ; then\n # Only create target directory if it is needed.\n # Do not fail if it is already there.\n mkdir -p /var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/logs/docs\n # Leave the original directory behind so that other roles\n # operating on the interface directories can simply no-op.\n mv -f /var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/docs/* /var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/logs/docs\nfi\n", "delta": "0:00:00.006732", "end": "2026-03-17 15:06:23.535058", "failed": false, "invocation": { "module_args": { "_raw_params": "if [ -n \"$(find /var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/docs -mindepth 1)\" ] ; then\n # Only create target directory if it is needed.\n # Do not fail if it is already there.\n mkdir -p /var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/logs/docs\n # Leave the original directory behind so that other roles\n # operating on the interface directories can simply no-op.\n mv -f /var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/docs/* /var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/work/logs/docs\nfi\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-03-17 15:06:23.528326", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zj_item": "docs", "zuul_log_id": "in-loop-ignore" } ] } }, "role": { "id": "0242ac17-0011-dbe4-68ca-00000000000f", "name": "merge-output-to-logs", "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/merge-output-to-logs" }, "task": { "duration": { "end": "2026-03-17T15:06:23.587813Z", "start": "2026-03-17T15:06:22.903319Z" }, "id": "0242ac17-0011-dbe4-68ca-000000000011", "name": "Move artifacts and docs to logs dir" } } ] }, { "play": { "duration": { "end": "2026-03-17T15:06:24.029212Z", "start": "2026-03-17T15:06:23.599389Z" }, "id": "0242ac17-0011-dbe4-68ca-000000000013", "name": "all" }, "tasks": [ { "hosts": { "instance": { "action": "authorized_key", "changed": true, "comment": null, "exclusive": false, "follow": false, "invocation": { "module_args": { "changed": true, "comment": null, "exclusive": false, "follow": false, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCj4sT6xtT244WRtuZLHNzHQDZroRl2vOlHc2j2yiuE/s4y1f4WVr4iy895E0p23w4XYUlpWhvxN7X8QooNgEAW1exLwk9MsR+TZ8NKT71a/z4OB3KKsZGzDiabO0HMg9TkF2kgOsciVhqUw6aDzQqe7Nqh1+oquISXBNLvMlyX1Q/PavnG862kqibfRVtyaFcvUuYEE3zFmyIxCK2Xg77fC1ePpJmnPQayvIkOB25SCFrhtcmBECuy+gEmQjmbjVwiQWafNTBqSn2ejaAh9hTFabMuM+kMbGEzs6WbFX3cNa2PV0YJgUFAPFBtsDzgWq1lp+Zp57ZAU9mlRQeASn0MLj3brqs1aZbiIo914stm+outzA3tLk3zWyrblDIfY0wpM5gw52r4j1ipFtuZnKoa5bg/hctZtIQWtA/a+V/spXQFxyO4zFbI1Xt5Rr0EssVr0nS3iNG54qjApBuY2KWDstR7XKz0WGbBOwg0vIPdOuLhEbV4WI/bZOCf9r3/gZs= zuul-build-sshkey", "key_options": null, "keyfile": "/home/zuul/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "absent", "user": "zuul", "validate_certs": true } }, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCj4sT6xtT244WRtuZLHNzHQDZroRl2vOlHc2j2yiuE/s4y1f4WVr4iy895E0p23w4XYUlpWhvxN7X8QooNgEAW1exLwk9MsR+TZ8NKT71a/z4OB3KKsZGzDiabO0HMg9TkF2kgOsciVhqUw6aDzQqe7Nqh1+oquISXBNLvMlyX1Q/PavnG862kqibfRVtyaFcvUuYEE3zFmyIxCK2Xg77fC1ePpJmnPQayvIkOB25SCFrhtcmBECuy+gEmQjmbjVwiQWafNTBqSn2ejaAh9hTFabMuM+kMbGEzs6WbFX3cNa2PV0YJgUFAPFBtsDzgWq1lp+Zp57ZAU9mlRQeASn0MLj3brqs1aZbiIo914stm+outzA3tLk3zWyrblDIfY0wpM5gw52r4j1ipFtuZnKoa5bg/hctZtIQWtA/a+V/spXQFxyO4zFbI1Xt5Rr0EssVr0nS3iNG54qjApBuY2KWDstR7XKz0WGbBOwg0vIPdOuLhEbV4WI/bZOCf9r3/gZs= zuul-build-sshkey", "key_options": null, "keyfile": "/home/zuul/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "absent", "user": "zuul", "validate_certs": true } }, "role": { "id": "0242ac17-0011-dbe4-68ca-000000000016", "name": "remove-build-sshkey", "path": "/var/lib/zuul/builds/d8aae5687e3849d0a4a6be563463ee13/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/remove-build-sshkey" }, "task": { "duration": { "end": "2026-03-17T15:06:24.029212Z", "start": "2026-03-17T15:06:23.607470Z" }, "id": "0242ac17-0011-dbe4-68ca-000000000018", "name": "Remove the build SSH key from all nodes" } } ] } ], "stats": { "instance": { "changed": 4, "failures": 0, "ignored": 0, "ok": 5, "rescued": 0, "skipped": 1, "unreachable": 0 } }, "trusted": true } ]