all: children: tempest: hosts: controller: null zuul_unreachable: hosts: {} hosts: controller: ansible_connection: ssh ansible_host: 199.204.45.144 ansible_port: 22 ansible_python_interpreter: auto ansible_user: zuul configure_swap_size: 8192 devstack_local_conf: post-config: $NEUTRON_CONF: DEFAULT: global_physnet_mtu: '{{ external_bridge_mtu }}' /etc/magnum/magnum.conf: cluster_template: kubernetes_allowed_network_drivers: calico,cilium kubernetes_default_network_driver: calico nova_client: api_version: 2.15 /etc/manila/manila.conf: generic: connect_share_server_to_tenant_network: true driver_handles_share_servers: true devstack_localrc: ADMIN_PASSWORD: secretadmin DATABASE_PASSWORD: secretdatabase DEBUG_LIBVIRT_COREDUMPS: true DISABLE_AMP_IMAGE_BUILD: true ENABLE_SYSCTL_MEM_TUNING: true ENABLE_SYSCTL_NET_TUNING: true ENABLE_ZSWAP: true ERROR_ON_CLONE: true FIXED_RANGE: 10.1.0.0/20 FLOATING_RANGE: 172.24.5.0/24 GIT_BASE: https://github.com HOST_IP: '{{ hostvars[''controller''][''nodepool''][''private_ipv4''] }}' IPV4_ADDRS_SAFE_TO_USE: 10.1.0.0/20 LIBVIRT_TYPE: '{{ devstack_libvirt_type | default("qemu") }}' LOGFILE: /opt/stack/logs/devstacklog.txt LOG_COLOR: false MAGNUM_GUEST_IMAGE_URL: '{{ image_url }}' MANILA_DEFAULT_SHARE_TYPE_EXTRA_SPECS: snapshot_support=True create_share_from_snapshot_support=True MANILA_ENABLED_BACKENDS: generic MANILA_USE_SERVICE_INSTANCE_PASSWORD: true NETWORK_GATEWAY: 10.1.0.1 NOVA_LIBVIRT_TB_CACHE_SIZE: 128 NOVA_VNC_ENABLED: true OCTAVIA_NODE: api OVN_DBS_LOG_LEVEL: dbg PUBLIC_BRIDGE_MTU: '{{ external_bridge_mtu }}' PUBLIC_NETWORK_GATEWAY: 172.24.5.1 RABBIT_PASSWORD: secretrabbit SERVICE_HOST: '{{ hostvars[''controller''][''nodepool''][''private_ipv4''] }}' SERVICE_PASSWORD: secretservice SWIFT_HASH: 1234123412341234 SWIFT_REPLICAS: 1 SWIFT_START_ALL_SERVICES: false VERBOSE: true VERBOSE_NO_TIMESTAMP: true devstack_plugins: barbican: https://github.com/openstack/barbican magnum: https://review.opendev.org/openstack/magnum magnum-cluster-api: https://github.com/vexxhost/magnum-cluster-api manila: https://github.com/openstack/manila octavia: https://github.com/openstack/octavia ovn-octavia-provider: https://github.com/openstack/ovn-octavia-provider devstack_services: base: false c-api: true c-bak: true c-sch: true c-vol: true dstat: false etcd3: true file_tracker: true g-api: true horizon: false key: true memory_tracker: true mysql: true n-api: true n-api-meta: true n-cond: true n-cpu: true n-novnc: true n-sch: true o-api: true o-da: true o-hk: true octavia: true openstack-cli-server: true ovn-controller: true ovn-northd: true ovs-vswitchd: true ovsdb-server: true placement-api: true q-ovn-agent: true q-svc: true rabbit: true s-account: false s-container: false s-object: false s-proxy: false tempest: false tls-proxy: true extensions_to_txt: auto: true conf: true localrc: true log: true stackenv: true image_url: https://github.com/vexxhost/capo-image-elements/releases/latest/download/ubuntu-22.04-{{ kube_tag }}.qcow2 kube_tag: v1.35.3 network_driver: calico nodepool: az: nova cloud: public external_id: edc0801e-01b3-4766-83e7-e560da20162f host_id: f373a28d302a4990c6af48a982661c254feecb826df4c059c9d84662 interface_ip: 199.204.45.144 label: ubuntu-noble-16 node_properties: {} private_ipv4: 199.204.45.144 private_ipv6: null provider: yul1 public_ipv4: 199.204.45.144 public_ipv6: 2604:e100:1:0:f816:3eff:febb:5c83 region: ca-ymq-1 slot: null zuul_copy_output: /etc/ceph: logs /etc/glusterfs/glusterd.vol: logs /etc/libvirt: logs /etc/lvm: logs /etc/resolv.conf: logs /etc/sudoers: logs /etc/sudoers.d: logs /var/log/ceph: logs /var/log/glusterfs: logs /var/log/libvirt: logs /var/log/mysql: logs /var/log/openvswitch: logs /var/log/postgresql: logs /var/log/rabbitmq: logs /var/log/unbound.log: logs '{{ devstack_conf_dir }}/.localrc.auto': logs '{{ devstack_conf_dir }}/.stackenv': logs '{{ devstack_conf_dir }}/local.conf': logs '{{ devstack_conf_dir }}/localrc': logs '{{ devstack_full_log}}': logs '{{ devstack_log_dir }}/atop': logs '{{ devstack_log_dir }}/devstacklog.txt': logs '{{ devstack_log_dir }}/devstacklog.txt.summary': logs '{{ devstack_log_dir }}/dstat-csv.log': logs '{{ devstack_log_dir }}/qemu.coredump': logs '{{ devstack_log_dir }}/tcpdump.pcap': logs '{{ devstack_log_dir }}/worlddump-latest.txt': logs '{{ stage_dir }}/apache': logs '{{ stage_dir }}/apache_config': logs '{{ stage_dir }}/audit.log': logs '{{ stage_dir }}/core': logs '{{ stage_dir }}/deprecations.log': logs '{{ stage_dir }}/df.txt': logs '{{ stage_dir }}/dpkg-l.txt': logs '{{ stage_dir }}/etc': logs '{{ stage_dir }}/iptables.txt': logs '{{ stage_dir }}/listen53.txt': logs '{{ stage_dir }}/mount.txt': logs '{{ stage_dir }}/performance.json': logs '{{ stage_dir }}/pip2-freeze.txt': logs '{{ stage_dir }}/pip3-freeze.txt': logs '{{ stage_dir }}/rpm-qa.txt': logs '{{ stage_dir }}/services.txt': logs '{{ stage_dir }}/verify_tempest_conf.log': logs zuul_node: az: nova cloud: public external_id: edc0801e-01b3-4766-83e7-e560da20162f host_id: f373a28d302a4990c6af48a982661c254feecb826df4c059c9d84662 interface_ip: 199.204.45.144 label: ubuntu-noble-16 node_properties: {} private_ipv4: 199.204.45.144 private_ipv6: null provider: yul1 public_ipv4: 199.204.45.144 public_ipv6: 2604:e100:1:0:f816:3eff:febb:5c83 region: ca-ymq-1 slot: null uuid: null vars: configure_swap_size: 8192 devstack_local_conf: post-config: $NEUTRON_CONF: DEFAULT: global_physnet_mtu: '{{ external_bridge_mtu }}' /etc/magnum/magnum.conf: cluster_template: kubernetes_allowed_network_drivers: calico,cilium kubernetes_default_network_driver: calico nova_client: api_version: 2.15 /etc/manila/manila.conf: generic: connect_share_server_to_tenant_network: true driver_handles_share_servers: true devstack_localrc: ADMIN_PASSWORD: secretadmin DATABASE_PASSWORD: secretdatabase DEBUG_LIBVIRT_COREDUMPS: true DISABLE_AMP_IMAGE_BUILD: true ENABLE_SYSCTL_MEM_TUNING: true ENABLE_SYSCTL_NET_TUNING: true ENABLE_ZSWAP: true ERROR_ON_CLONE: true FIXED_RANGE: 10.1.0.0/20 FLOATING_RANGE: 172.24.5.0/24 GIT_BASE: https://github.com HOST_IP: '{{ hostvars[''controller''][''nodepool''][''private_ipv4''] }}' IPV4_ADDRS_SAFE_TO_USE: 10.1.0.0/20 LIBVIRT_TYPE: '{{ devstack_libvirt_type | default("qemu") }}' LOGFILE: /opt/stack/logs/devstacklog.txt LOG_COLOR: false MAGNUM_GUEST_IMAGE_URL: '{{ image_url }}' MANILA_DEFAULT_SHARE_TYPE_EXTRA_SPECS: snapshot_support=True create_share_from_snapshot_support=True MANILA_ENABLED_BACKENDS: generic MANILA_USE_SERVICE_INSTANCE_PASSWORD: true NETWORK_GATEWAY: 10.1.0.1 NOVA_LIBVIRT_TB_CACHE_SIZE: 128 NOVA_VNC_ENABLED: true OCTAVIA_NODE: api OVN_DBS_LOG_LEVEL: dbg PUBLIC_BRIDGE_MTU: '{{ external_bridge_mtu }}' PUBLIC_NETWORK_GATEWAY: 172.24.5.1 RABBIT_PASSWORD: secretrabbit SERVICE_HOST: '{{ hostvars[''controller''][''nodepool''][''private_ipv4''] }}' SERVICE_PASSWORD: secretservice SWIFT_HASH: 1234123412341234 SWIFT_REPLICAS: 1 SWIFT_START_ALL_SERVICES: false VERBOSE: true VERBOSE_NO_TIMESTAMP: true devstack_plugins: barbican: https://github.com/openstack/barbican magnum: https://review.opendev.org/openstack/magnum magnum-cluster-api: https://github.com/vexxhost/magnum-cluster-api manila: https://github.com/openstack/manila octavia: https://github.com/openstack/octavia ovn-octavia-provider: https://github.com/openstack/ovn-octavia-provider devstack_services: base: false c-api: true c-bak: true c-sch: true c-vol: true dstat: false etcd3: true file_tracker: true g-api: true horizon: false key: true memory_tracker: true mysql: true n-api: true n-api-meta: true n-cond: true n-cpu: true n-novnc: true n-sch: true o-api: true o-da: true o-hk: true octavia: true openstack-cli-server: true ovn-controller: true ovn-northd: true ovs-vswitchd: true ovsdb-server: true placement-api: true q-ovn-agent: true q-svc: true rabbit: true s-account: false s-container: false s-object: false s-proxy: false tempest: false tls-proxy: true extensions_to_txt: auto: true conf: true localrc: true log: true stackenv: true image_url: https://github.com/vexxhost/capo-image-elements/releases/latest/download/ubuntu-22.04-{{ kube_tag }}.qcow2 kube_tag: v1.35.3 network_driver: calico zuul: _inheritance_path: - '' - '' - '' - '' - '' - '' - '' - '' - '' - '' ansible_version: '9' attempts: 1 branch: main build: b06e4be19eb641ac86b49f7f0844cf75 build_refs: - branch: main change: '972' change_message: "chore(deps): update dependency pytest to v9 [security]\n\nThis PR contains the following updates:\n\n| Package | Change | [Age](https://docs.renovatebot.com/merge-confidence/) | [Confidence](https://docs.renovatebot.com/merge-confidence/) |\n|---|---|---|---|\n| [pytest](https://redirect.github.com/pytest-dev/pytest) ([changelog](https://docs.pytest.org/en/stable/changelog.html)) | `<9` \u2192 `<10` | ![age](https://developer.mend.io/api/mc/badges/age/pypi/pytest/9.0.3?slim=true) | ![confidence](https://developer.mend.io/api/mc/badges/confidence/pypi/pytest/8.3.5/9.0.3?slim=true) |\n\n### GitHub Vulnerability Alerts\n\n#### [CVE-2025-71176](https://nvd.nist.gov/vuln/detail/CVE-2025-71176)\n\npytest through 9.0.2 on UNIX relies on directories with the `/tmp/pytest-of-{user}` name pattern, which allows local users to cause a denial of service or possibly gain privileges.\n\n##### Severity\n- CVSS Score: 6.8 / 10 (Medium)\n- Vector String: `CVSS:3.1/AV:L/AC:L/PR:N/UI:N/S:C/C:L/I:L/A:L`\n\n---\n\n### Release Notes\n\n
\npytest-dev/pytest (pytest)\n\n### [`v9.0.3`](https://redirect.github.com/pytest-dev/pytest/releases/tag/9.0.3)\n\n[Compare Source](https://redirect.github.com/pytest-dev/pytest/compare/9.0.2...9.0.3)\n\n### pytest 9.0.3 (2026-04-07)\n\n#### Bug fixes\n\n- [#​12444](https://redirect.github.com/pytest-dev/pytest/issues/12444): Fixed `pytest.approx` which now correctly takes into account `~collections.abc.Mapping` keys order to compare them.\n\n- [#​13634](https://redirect.github.com/pytest-dev/pytest/issues/13634): Blocking a `conftest.py` file using the `-p no:` option is now explicitly disallowed.\n\n Previously this resulted in an internal assertion failure during plugin loading.\n\n Pytest now raises a clear `UsageError` explaining that conftest files are not plugins and cannot be disabled via `-p`.\n\n- [#​13734](https://redirect.github.com/pytest-dev/pytest/issues/13734): Fixed crash when a test raises an exceptiongroup with `__tracebackhide__ = True`.\n\n- [#​14195](https://redirect.github.com/pytest-dev/pytest/issues/14195): Fixed an issue where non-string messages passed to unittest.TestCase.subTest() were not printed.\n\n- [#​14343](https://redirect.github.com/pytest-dev/pytest/issues/14343): Fixed use of insecure temporary directory (CVE-2025-71176).\n\n#### Improved documentation\n\n- [#​13388](https://redirect.github.com/pytest-dev/pytest/issues/13388): Clarified documentation for `-p` vs `PYTEST_PLUGINS` plugin loading and fixed an incorrect `-p` example.\n- [#​13731](https://redirect.github.com/pytest-dev/pytest/issues/13731): Clarified that capture fixtures (e.g. `capsys` and `capfd`) take precedence over the `-s` / `--capture=no` command-line options in `Accessing captured output from a test function `.\n- [#​14088](https://redirect.github.com/pytest-dev/pytest/issues/14088): Clarified that the default `pytest_collection` hook sets `session.items` before it calls `pytest_collection_finish`, not after.\n- [#​14255](https://redirect.github.com/pytest-dev/pytest/issues/14255): TOML integer log levels must be quoted: Updating reference documentation.\n\n#### Contributor-facing changes\n\n- [#​12689](https://redirect.github.com/pytest-dev/pytest/issues/12689): The test reports are now published to Codecov from GitHub Actions.\n The test statistics is visible [on the web interface](https://app.codecov.io/gh/pytest-dev/pytest/tests).\n\n \ \\-- by `aleguy02`\n\n### [`v9.0.2`](https://redirect.github.com/pytest-dev/pytest/releases/tag/9.0.2)\n\n[Compare Source](https://redirect.github.com/pytest-dev/pytest/compare/9.0.1...9.0.2)\n\n### pytest 9.0.2 (2025-12-06)\n\n#### Bug fixes\n\n- [#​13896](https://redirect.github.com/pytest-dev/pytest/issues/13896): The terminal progress feature added in pytest 9.0.0 has been disabled by default, except on Windows, due to compatibility issues with some terminal emulators.\n\n You may enable it again by passing `-p terminalprogress`. We may enable it by default again once compatibility improves in the future.\n\n \ Additionally, when the environment variable `TERM` is `dumb`, the escape codes are no longer emitted, even if the plugin is enabled.\n\n- [#​13904](https://redirect.github.com/pytest-dev/pytest/issues/13904): Fixed the TOML type of the `tmp_path_retention_count` settings in the API reference from number to string.\n\n- [#​13946](https://redirect.github.com/pytest-dev/pytest/issues/13946): The private `config.inicfg` attribute was changed in a breaking manner in pytest 9.0.0.\n Due to its usage in the ecosystem, it is now restored to working order using a compatibility shim.\n It will be deprecated in pytest 9.1 and removed in pytest 10.\n\n- [#​13965](https://redirect.github.com/pytest-dev/pytest/issues/13965): Fixed quadratic-time behavior when handling `unittest` subtests in Python 3.10.\n\n#### Improved documentation\n\n- [#​4492](https://redirect.github.com/pytest-dev/pytest/issues/4492): The API Reference now contains cross-reference-able documentation of `pytest's command-line flags `.\n\n### [`v9.0.1`](https://redirect.github.com/pytest-dev/pytest/releases/tag/9.0.1)\n\n[Compare Source](https://redirect.github.com/pytest-dev/pytest/compare/9.0.0...9.0.1)\n\n### pytest 9.0.1 (2025-11-12)\n\n#### Bug fixes\n\n- [#​13895](https://redirect.github.com/pytest-dev/pytest/issues/13895): Restore support for skipping tests via `raise unittest.SkipTest`.\n- [#​13896](https://redirect.github.com/pytest-dev/pytest/issues/13896): The terminal progress plugin added in pytest 9.0 is now automatically disabled when iTerm2 is detected, it generated desktop notifications instead of the desired functionality.\n- [#​13904](https://redirect.github.com/pytest-dev/pytest/issues/13904): Fixed the TOML type of the verbosity settings in the API reference from number to string.\n- [#​13910](https://redirect.github.com/pytest-dev/pytest/issues/13910): Fixed UserWarning: Do not expect file\\_or\\_dir on some earlier Python 3.12 and 3.13 point versions.\n\n#### Packaging updates and notes for downstreams\n\n- [#​13933](https://redirect.github.com/pytest-dev/pytest/issues/13933): The tox configuration has been adjusted to make sure the desired\n version string can be passed into its `package_env` through\n the `SETUPTOOLS_SCM_PRETEND_VERSION_FOR_PYTEST` environment\n variable as a part of the release process -- by `webknjaz`.\n\n#### Contributor-facing changes\n\n- [#​13891](https://redirect.github.com/pytest-dev/pytest/issues/13891), [#​13942](https://redirect.github.com/pytest-dev/pytest/issues/13942): The CI/CD part of the release automation is now capable of\n creating GitHub Releases without having a Git checkout on\n disk -- by `bluetech` and `webknjaz`.\n- [#​13933](https://redirect.github.com/pytest-dev/pytest/issues/13933): The tox configuration has been adjusted to make sure the desired\n version string can be passed into its `package_env` through\n the `SETUPTOOLS_SCM_PRETEND_VERSION_FOR_PYTEST` environment\n variable as a part of the release process -- by `webknjaz`.\n\n### [`v9.0.0`](https://redirect.github.com/pytest-dev/pytest/releases/tag/9.0.0)\n\n[Compare Source](https://redirect.github.com/pytest-dev/pytest/compare/8.4.2...9.0.0)\n\n### pytest 9.0.0 (2025-11-05)\n\n#### New features\n\n- [#​1367](https://redirect.github.com/pytest-dev/pytest/issues/1367): **Support for subtests** has been added.\n\n `subtests ` are an alternative to parametrization, useful in situations where the parametrization values are not all known at collection time.\n\n Example:\n\n ```python\n \ def contains_docstring(p: Path) -> bool:\n \"\"\"Return True if the given Python file contains a top-level docstring.\"\"\"\n ...\n\n def test_py_files_contain_docstring(subtests: pytest.Subtests) -> None:\n for path in Path.cwd().glob(\"*.py\"):\n with subtests.test(path=str(path)):\n \ assert contains_docstring(path)\n ```\n\n Each assert failure or error is caught by the context manager and reported individually, giving a clear picture of all files that are missing a docstring.\n\n In addition, `unittest.TestCase.subTest` is now also supported.\n\n This feature was originally implemented as a separate plugin in [pytest-subtests](https://redirect.github.com/pytest-dev/pytest-subtests), but since then has been merged into the core.\n\n > \\[!NOTE]\n > This feature is experimental and will likely evolve in future releases. By that we mean that we might change how subtests are reported on failure, but the functionality and how to use it are stable.\n\n- [#​13743](https://redirect.github.com/pytest-dev/pytest/issues/13743): Added support for **native TOML configuration files**.\n\n While pytest, since version 6, supports configuration in `pyproject.toml` files under `[tool.pytest.ini_options]`,\n it does so in an \"INI compatibility mode\", where all configuration values are treated as strings or list of strings.\n \ Now, pytest supports the native TOML data model.\n\n In `pyproject.toml`, the native TOML configuration is under the `[tool.pytest]` table.\n\n ```toml\n \ # pyproject.toml\n [tool.pytest]\n minversion = \"9.0\"\n addopts = [\"-ra\", \"-q\"]\n testpaths = [\n \"tests\",\n \"integration\",\n \ ]\n ```\n\n The `[tool.pytest.ini_options]` table remains supported, but both tables cannot be used at the same time.\n\n If you prefer to use a separate configuration file, or don't use `pyproject.toml`, you can use `pytest.toml` or `.pytest.toml`:\n\n ```toml\n # pytest.toml or .pytest.toml\n \ [pytest]\n minversion = \"9.0\"\n addopts = [\"-ra\", \"-q\"]\n testpaths = [\n \"tests\",\n \"integration\",\n ]\n ```\n\n The documentation now (sometimes) shows configuration snippets in both TOML and INI formats, in a tabbed interface.\n\n See `config file formats` for full details.\n\n- [#​13823](https://redirect.github.com/pytest-dev/pytest/issues/13823): Added a **\"strict mode\"** enabled by the `strict` configuration option.\n\n \ When set to `true`, the `strict` option currently enables\n\n - `strict_config`\n \ - `strict_markers`\n - `strict_parametrization_ids`\n - `strict_xfail`\n\n \ The individual strictness options can be explicitly set to override the global `strict` setting.\n\n The previously-deprecated `--strict` command-line flag now enables strict mode.\n\n If pytest adds new strictness options in the future, they will also be enabled in strict mode.\n Therefore, you should only enable strict mode if you use a pinned/locked version of pytest,\n \ or if you want to proactively adopt new strictness options as they are added.\n\n See `strict mode` for more details.\n\n- [#​13737](https://redirect.github.com/pytest-dev/pytest/issues/13737): Added the `strict_parametrization_ids` configuration option.\n\n When set, pytest emits an error if it detects non-unique parameter set IDs,\n rather than automatically making the IDs unique by adding 0, 1, ... to them.\n This can be particularly useful for catching unintended duplicates.\n\n- [#​13072](https://redirect.github.com/pytest-dev/pytest/issues/13072): Added support for displaying test session **progress in the terminal tab** using the [OSC 9;4;](https://conemu.github.io/en/AnsiEscapeCodes.html#ConEmu_specific_OSC) ANSI sequence.\n When pytest runs in a supported terminal emulator like ConEmu, Gnome Terminal, Ptyxis, Windows Terminal, Kitty or Ghostty,\n you'll see the progress in the terminal tab or window,\n allowing you to monitor pytest's progress at a glance.\n\n This feature is automatically enabled when running in a TTY. It is implemented as an internal plugin. If needed, it can be disabled as follows:\n\n - On a user level, using `-p no:terminalprogress` on the command line or via an environment variable `PYTEST_ADDOPTS='-p no:terminalprogress'`.\n \ - On a project configuration level, using `addopts = \"-p no:terminalprogress\"`.\n\n- [#​478](https://redirect.github.com/pytest-dev/pytest/issues/478): Support PEP420 (implicit namespace packages) as --pyargs target when `consider_namespace_packages` is true in the config.\n\n Previously, this option only impacted package imports, now it also impacts tests discovery.\n\n- [#​13678](https://redirect.github.com/pytest-dev/pytest/issues/13678): Added a new `faulthandler_exit_on_timeout` configuration option set to \"false\" by default to let faulthandler interrupt the pytest process after a timeout in case of deadlock.\n\n Previously, a faulthandler timeout would only dump the traceback of all threads to stderr, but would not interrupt the pytest process.\n\n \\-- by `ogrisel`.\n\n- [#​13829](https://redirect.github.com/pytest-dev/pytest/issues/13829): Added support for configuration option aliases via the `aliases` parameter in `Parser.addini() `.\n\n Plugins can now register alternative names for configuration options,\n allowing for more flexibility in configuration naming and supporting backward compatibility when renaming options.\n The canonical name always takes precedence if both the canonical name and an alias are specified in the configuration file.\n\n#### Improvements in existing functionality\n\n- [#​13330](https://redirect.github.com/pytest-dev/pytest/issues/13330): Having pytest configuration spread over more than one file (for example having both a `pytest.ini` file and `pyproject.toml` with a `[tool.pytest.ini_options]` table) will now print a warning to make it clearer to the user that only one of them is actually used.\n\n \\-- by `sgaist`\n\n- [#​13574](https://redirect.github.com/pytest-dev/pytest/issues/13574): The single argument `--version` no longer loads the entire plugin infrastructure, making it faster and more reliable when displaying only the pytest version.\n\n \ Passing `--version` twice (e.g., `pytest --version --version`) retains the original behavior, showing both the pytest version and plugin information.\n\n \ > \\[!NOTE]\n > Since `--version` is now processed early, it only takes effect when passed directly via the command line. It will not work if set through other mechanisms, such as `PYTEST_ADDOPTS` or `addopts`.\n\n- [#​13823](https://redirect.github.com/pytest-dev/pytest/issues/13823): Added `strict_xfail` as an alias to the `xfail_strict` option,\n `strict_config` as an alias to the `--strict-config` flag,\n and `strict_markers` as an alias to the `--strict-markers` flag.\n This makes all strictness options consistently have configuration options with the prefix `strict_`.\n\n- [#​13700](https://redirect.github.com/pytest-dev/pytest/issues/13700): --junitxml no longer prints the generated xml file summary at the end of the pytest session when --quiet is given.\n\n- [#​13732](https://redirect.github.com/pytest-dev/pytest/issues/13732): Previously, when filtering warnings, pytest would fail if the filter referenced a class that could not be imported. Now, this only outputs a message indicating the problem.\n\n- [#​13859](https://redirect.github.com/pytest-dev/pytest/issues/13859): Clarify the error message for pytest.raises() when a regex match fails.\n\n- [#​13861](https://redirect.github.com/pytest-dev/pytest/issues/13861): Better sentence structure in a test's expected error message. Previously, the error message would be \"expected exception must be \\, but got \\\". Now, it is \"Expected \\, but got \\\".\n\n#### Removals and backward incompatible breaking changes\n\n- [#​12083](https://redirect.github.com/pytest-dev/pytest/issues/12083): Fixed a bug where an invocation such as pytest a/ a/b would cause only tests from a/b to run, and not other tests under a/.\n\n \ The fix entails a few breaking changes to how such overlapping arguments and duplicates are handled:\n\n 1. pytest a/b a/ or pytest a/ a/b are equivalent to pytest a; if an argument overlaps another arguments, only the prefix remains.\n 2. pytest x.py x.py is equivalent to pytest x.py; previously such an invocation was taken as an explicit request to run the tests from the file twice.\n\n If you rely on these behaviors, consider using `--keep-duplicates `, which retains its existing behavior (including the bug).\n\n- [#​13719](https://redirect.github.com/pytest-dev/pytest/issues/13719): Support for Python 3.9 is dropped following its end of life.\n\n- [#​13766](https://redirect.github.com/pytest-dev/pytest/issues/13766): Previously, pytest would assume it was running in a CI/CD environment if either of the environment variables $CI or $BUILD\\_NUMBER was defined;\n now, CI mode is only activated if at least one of those variables is defined and set to a *non-empty* value.\n\n- [#​13779](https://redirect.github.com/pytest-dev/pytest/issues/13779): **PytestRemovedIn9Warning deprecation warnings are now errors by default.**\n\n \ Following our plan to remove deprecated features with as little disruption as\n possible, all warnings of type `PytestRemovedIn9Warning` now generate errors\n instead of warning messages by default.\n\n **The affected features will be effectively removed in pytest 9.1**, so please consult the\n `deprecations` section in the docs for directions on how to update existing code.\n\n In the pytest `9.0.X` series, it is possible to change the errors back into warnings as a\n stopgap measure by adding this to your `pytest.ini` file:\n\n \ ```ini\n [pytest]\n filterwarnings =\n ignore::pytest.PytestRemovedIn9Warning\n \ ```\n\n But this will stop working when pytest `9.1` is released.\n\n \ **If you have concerns** about the removal of a specific feature, please add a\n comment to `13779`.\n\n#### Deprecations (removal in next major release)\n\n- [#​13807](https://redirect.github.com/pytest-dev/pytest/issues/13807): `monkeypatch.syspath_prepend() ` now issues a deprecation warning when the prepended path contains legacy namespace packages (those using `pkg_resources.declare_namespace()`).\n Users should migrate to native namespace packages (`420`).\n See `monkeypatch-fixup-namespace-packages` for details.\n\n#### Bug fixes\n\n- [#​13445](https://redirect.github.com/pytest-dev/pytest/issues/13445): Made the type annotations of `pytest.skip` and friends more spec-complaint to have them work across more type checkers.\n\n- [#​13537](https://redirect.github.com/pytest-dev/pytest/issues/13537): Fixed a bug in which `ExceptionGroup` with only `Skipped` exceptions in teardown was not handled correctly and showed as error.\n\n- [#​13598](https://redirect.github.com/pytest-dev/pytest/issues/13598): Fixed possible collection confusion on Windows when short paths and symlinks are involved.\n\n- [#​13716](https://redirect.github.com/pytest-dev/pytest/issues/13716): Fixed a bug where a nonsensical invocation like `pytest x.py[a]` (a file cannot be parametrized) was silently treated as `pytest x.py`. This is now a usage error.\n\n- [#​13722](https://redirect.github.com/pytest-dev/pytest/issues/13722): Fixed a misleading assertion failure message when using `pytest.approx` on mappings with differing lengths.\n\n- [#​13773](https://redirect.github.com/pytest-dev/pytest/issues/13773): Fixed the static fixture closure calculation to properly consider transitive dependencies requested by overridden fixtures.\n\n- [#​13816](https://redirect.github.com/pytest-dev/pytest/issues/13816): Fixed `pytest.approx` which now returns a clearer error message when comparing mappings with different keys.\n\n- [#​13849](https://redirect.github.com/pytest-dev/pytest/issues/13849): Hidden `.pytest.ini` files are now picked up as the config file even if empty.\n This was an inconsistency with non-hidden `pytest.ini`.\n\n- [#​13865](https://redirect.github.com/pytest-dev/pytest/issues/13865): Fixed --show-capture with --tb=line.\n\n- [#​13522](https://redirect.github.com/pytest-dev/pytest/issues/13522): Fixed `pytester` in subprocess mode ignored all :attr\\`pytester.plugins \\\\` except the first.\n\n Fixed `pytester` in subprocess mode silently ignored non-str `pytester.plugins `.\n \ Now it errors instead.\n If you are affected by this, specify the plugin by name, or switch the affected tests to use `pytester.runpytest_inprocess ` explicitly instead.\n\n#### Packaging updates and notes for downstreams\n\n- [#​13791](https://redirect.github.com/pytest-dev/pytest/issues/13791): Minimum requirements on `iniconfig` and `packaging` were bumped to `1.0.1` and `22.0.0`, respectively.\n\n#### Contributor-facing changes\n\n- [#​12244](https://redirect.github.com/pytest-dev/pytest/issues/12244): Fixed self-test failures when TERM=dumb.\n- [#​12474](https://redirect.github.com/pytest-dev/pytest/issues/12474): Added scheduled GitHub Action Workflow to run Sphinx linkchecks in repo documentation.\n- [#​13621](https://redirect.github.com/pytest-dev/pytest/issues/13621): pytest's own testsuite now handles the `lsof` command hanging (e.g. due to unreachable network filesystems), with the affected selftests being skipped after 10 seconds.\n- [#​13638](https://redirect.github.com/pytest-dev/pytest/issues/13638): Fixed deprecated `gh pr new` command in `scripts/prepare-release-pr.py`.\n \ The script now uses `gh pr create` which is compatible with GitHub CLI v2.0+.\n- [#​13695](https://redirect.github.com/pytest-dev/pytest/issues/13695): Flush stdout and stderr in Pytester.run to avoid truncated outputs in test\\_faulthandler.py::test\\_timeout on CI -- by `ogrisel`.\n- [#​13771](https://redirect.github.com/pytest-dev/pytest/issues/13771): Skip test\\_do\\_not\\_collect\\_symlink\\_siblings on Windows environments without symlink support to avoid false negatives.\n- [#​13841](https://redirect.github.com/pytest-dev/pytest/issues/13841): `tox>=4` is now required when contributing to pytest.\n- [#​13625](https://redirect.github.com/pytest-dev/pytest/issues/13625): Added missing docstrings to `pytest_addoption()`, `pytest_configure()`, and `cacheshow()` functions in `cacheprovider.py`.\n\n#### Miscellaneous internal changes\n\n- [#​13830](https://redirect.github.com/pytest-dev/pytest/issues/13830): Configuration overrides (`-o`/`--override-ini`) are now processed during startup rather than during `config.getini() `.\n\n### [`v8.4.2`](https://redirect.github.com/pytest-dev/pytest/releases/tag/8.4.2)\n\n[Compare Source](https://redirect.github.com/pytest-dev/pytest/compare/8.4.1...8.4.2)\n\n### pytest 8.4.2 (2025-09-03)\n\n#### Bug fixes\n\n- [#​13478](https://redirect.github.com/pytest-dev/pytest/issues/13478): Fixed a crash when using `console_output_style`{.interpreted-text role=\"confval\"} with `times` and a module is skipped.\n\n- [#​13530](https://redirect.github.com/pytest-dev/pytest/issues/13530): Fixed a crash when using `pytest.approx`{.interpreted-text role=\"func\"} and `decimal.Decimal`{.interpreted-text role=\"class\"} instances with the `decimal.FloatOperation`{.interpreted-text role=\"class\"} trap set.\n\n- [#​13549](https://redirect.github.com/pytest-dev/pytest/issues/13549): No longer evaluate type annotations in Python `3.14` when inspecting function signatures.\n\n This prevents crashes during module collection when modules do not explicitly use `from __future__ import annotations` and import types for annotations within a `if TYPE_CHECKING:` block.\n\n- [#​13559](https://redirect.github.com/pytest-dev/pytest/issues/13559): Added missing \\[int]{.title-ref} and \\[float]{.title-ref} variants to the \\[Literal]{.title-ref} type annotation of the \\[type]{.title-ref} parameter in `pytest.Parser.addini`{.interpreted-text role=\"meth\"}.\n\n- [#​13563](https://redirect.github.com/pytest-dev/pytest/issues/13563): `pytest.approx`{.interpreted-text role=\"func\"} now only imports `numpy` if NumPy is already in `sys.modules`. This fixes unconditional import behavior introduced in \\[8.4.0]{.title-ref}.\n\n#### Improved documentation\n\n- [#​13577](https://redirect.github.com/pytest-dev/pytest/issues/13577): Clarify that `pytest_generate_tests` is discovered in test modules/classes; other hooks must be in `conftest.py` or plugins.\n\n#### Contributor-facing changes\n\n- [#​13480](https://redirect.github.com/pytest-dev/pytest/issues/13480): Self-testing: fixed a few test failures when run with `-Wdefault` or a similar override.\n- [#​13547](https://redirect.github.com/pytest-dev/pytest/issues/13547): Self-testing: corrected expected message for `test_doctest_unexpected_exception` in Python `3.14`.\n- [#​13684](https://redirect.github.com/pytest-dev/pytest/issues/13684): Make pytest's own testsuite insensitive to the presence of the `CI` environment variable -- by `ogrisel`{.interpreted-text role=\"user\"}.\n\n### [`v8.4.1`](https://redirect.github.com/pytest-dev/pytest/releases/tag/8.4.1)\n\n[Compare Source](https://redirect.github.com/pytest-dev/pytest/compare/8.4.0...8.4.1)\n\n### pytest 8.4.1 (2025-06-17)\n\n#### Bug fixes\n\n- [#​13461](https://redirect.github.com/pytest-dev/pytest/issues/13461): Corrected `_pytest.terminal.TerminalReporter.isatty` to support\n being called as a method. Before it was just a boolean which could\n break correct code when using `-o log_cli=true`).\n\n- [#​13477](https://redirect.github.com/pytest-dev/pytest/issues/13477): Reintroduced `pytest.PytestReturnNotNoneWarning`{.interpreted-text role=\"class\"} which was removed by accident in pytest \\[8.4]{.title-ref}.\n\n This warning is raised when a test functions returns a value other than `None`, which is often a mistake made by beginners.\n\n See `return-not-none`{.interpreted-text role=\"ref\"} for more information.\n\n- [#​13497](https://redirect.github.com/pytest-dev/pytest/issues/13497): Fixed compatibility with `Twisted 25+`.\n\n#### Improved documentation\n\n- [#​13492](https://redirect.github.com/pytest-dev/pytest/issues/13492): Fixed outdated warning about `faulthandler` not working on Windows.\n\n### [`v8.4.0`](https://redirect.github.com/pytest-dev/pytest/releases/tag/8.4.0)\n\n[Compare Source](https://redirect.github.com/pytest-dev/pytest/compare/8.3.5...8.4.0)\n\n### pytest 8.4.0 (2025-06-02)\n\n#### Removals and backward incompatible breaking changes\n\n- [#​11372](https://redirect.github.com/pytest-dev/pytest/issues/11372): Async tests will now fail, instead of warning+skipping, if you don't have any suitable plugin installed.\n\n- [#​12346](https://redirect.github.com/pytest-dev/pytest/issues/12346): Tests will now fail, instead of raising a warning, if they return any value other than None.\n\n- [#​12874](https://redirect.github.com/pytest-dev/pytest/issues/12874): We dropped support for Python 3.8 following its end of life (2024-10-07).\n\n- [#​12960](https://redirect.github.com/pytest-dev/pytest/issues/12960): Test functions containing a yield now cause an explicit error. They have not been run since pytest 4.0, and were previously marked as an expected failure and deprecation warning.\n\n See `the docs `{.interpreted-text role=\"ref\"} for more information.\n\n#### Deprecations (removal in next major release)\n\n- [#​10839](https://redirect.github.com/pytest-dev/pytest/issues/10839): Requesting an asynchronous fixture without a \\[pytest\\_fixture\\_setup]{.title-ref} hook that resolves it will now give a DeprecationWarning. This most commonly happens if a sync test requests an async fixture. This should have no effect on a majority of users with async tests or fixtures using async pytest plugins, but may affect non-standard hook setups or `autouse=True`. For guidance on how to work around this warning see `sync-test-async-fixture`{.interpreted-text role=\"ref\"}.\n\n#### New features\n\n- [#​11538](https://redirect.github.com/pytest-dev/pytest/issues/11538): Added `pytest.RaisesGroup`{.interpreted-text role=\"class\"} as an equivalent to `pytest.raises`{.interpreted-text role=\"func\"} for expecting `ExceptionGroup`{.interpreted-text role=\"exc\"}. Also adds `pytest.RaisesExc`{.interpreted-text role=\"class\"} which is now the logic behind `pytest.raises`{.interpreted-text role=\"func\"} and used as parameter to `pytest.RaisesGroup`{.interpreted-text role=\"class\"}. `RaisesGroup` includes the ability to specify multiple different expected exceptions, the structure of nested exception groups, and flags for emulating `except* `{.interpreted-text role=\"ref\"}. See `assert-matching-exception-groups`{.interpreted-text role=\"ref\"} and docstrings for more information.\n\n- [#​12081](https://redirect.github.com/pytest-dev/pytest/issues/12081): Added `capteesys`{.interpreted-text role=\"fixture\"} to capture AND pass output to next handler set by `--capture=`.\n\n- [#​12504](https://redirect.github.com/pytest-dev/pytest/issues/12504): `pytest.mark.xfail`{.interpreted-text role=\"func\"} now accepts `pytest.RaisesGroup`{.interpreted-text role=\"class\"} for the `raises` parameter when you expect an exception group. You can also pass a `pytest.RaisesExc`{.interpreted-text role=\"class\"} if you e.g. want to make use of the `check` parameter.\n\n- [#​12713](https://redirect.github.com/pytest-dev/pytest/issues/12713): New \\[--force-short-summary]{.title-ref} option to force condensed summary output regardless of verbosity level.\n\n This lets users still see condensed summary output of failures for quick reference in log files from job outputs, being especially useful if non-condensed output is very verbose.\n\n- [#​12749](https://redirect.github.com/pytest-dev/pytest/issues/12749): pytest traditionally collects classes/functions in the test module namespace even if they are imported from another file.\n\n For example:\n\n ```python\n \ ```\n\n### contents of src/domain.py\n\n```\nclass Testament: ...\n```\n\n### contents of tests/test\\_testament.py\n\n````\nfrom domain import Testament\n\ndef test_testament(): ...\n```\n\nIn this scenario with the default options, pytest will collect the class [Testament]{.title-ref} from [tests/test_testament.py]{.title-ref} because it starts with [Test]{.title-ref}, even though in this case it is a production class being imported in the test module namespace.\n\nThis behavior can now be prevented by setting the new `collect_imported_tests`{.interpreted-text role=\"confval\"} configuration option to `false`, which will make pytest collect classes/functions from test files **only** if they are defined in that file.\n\n\\-- by `FreerGit`{.interpreted-text role=\"user\"}\n````\n\n- [#​12765](https://redirect.github.com/pytest-dev/pytest/issues/12765): Thresholds to trigger snippet truncation can now be set with `truncation_limit_lines`{.interpreted-text role=\"confval\"} and `truncation_limit_chars`{.interpreted-text role=\"confval\"}.\n\n \ See `truncation-params`{.interpreted-text role=\"ref\"} for more information.\n\n- [#​13125](https://redirect.github.com/pytest-dev/pytest/issues/13125): `console_output_style`{.interpreted-text role=\"confval\"} now supports `times` to show execution time of each test.\n\n- [#​13192](https://redirect.github.com/pytest-dev/pytest/issues/13192): `pytest.raises`{.interpreted-text role=\"func\"} will now raise a warning when passing an empty string to `match`, as this will match against any value. Use `match=\"^$\"` if you want to check that an exception has no message.\n\n- [#​13192](https://redirect.github.com/pytest-dev/pytest/issues/13192): `pytest.raises`{.interpreted-text role=\"func\"} will now print a helpful string diff if matching fails and the match parameter has `^` and `$` and is otherwise escaped.\n\n- [#​13192](https://redirect.github.com/pytest-dev/pytest/issues/13192): You can now pass `with pytest.raises(check=fn): `{.interpreted-text role=\"func\"}, where `fn` is a function which takes a raised exception and returns a boolean. The `raises` fails if no exception was raised (as usual), passes if an exception is raised and `fn` returns `True` (as well as `match` and the type matching, if specified, which are checked before), and propagates the exception if `fn` returns `False` (which likely also fails the test).\n\n- [#​13228](https://redirect.github.com/pytest-dev/pytest/issues/13228): `hidden-param`{.interpreted-text role=\"ref\"} can now be used in `id` of `pytest.param`{.interpreted-text role=\"func\"} or in\n `ids` of `Metafunc.parametrize `{.interpreted-text role=\"py:func\"}.\n It hides the parameter set from the test name.\n\n- [#​13253](https://redirect.github.com/pytest-dev/pytest/issues/13253): New flag: `--disable-plugin-autoload `{.interpreted-text role=\"ref\"} which works as an alternative to `PYTEST_DISABLE_PLUGIN_AUTOLOAD`{.interpreted-text role=\"envvar\"} when setting environment variables is inconvenient; and allows setting it in config files with `addopts`{.interpreted-text role=\"confval\"}.\n\n#### Improvements in existing functionality\n\n- [#​10224](https://redirect.github.com/pytest-dev/pytest/issues/10224): pytest's `short` and `long` traceback styles (`how-to-modifying-python-tb-printing`{.interpreted-text role=\"ref\"})\n now have partial `657`{.interpreted-text role=\"pep\"} support and will show specific code segments in the\n traceback.\n\n ```pytest\n \ ================================= FAILURES =================================\n \ _______________________ test_gets_correct_tracebacks _______________________\n\n \ test_tracebacks.py:12: in test_gets_correct_tracebacks\n assert manhattan_distance(p1, p2) == 1\n ^^^^^^^^^^^^^^^^^^^^^^^^^^\n test_tracebacks.py:6: in manhattan_distance\n return abs(point_1.x - point_2.x) + abs(point_1.y - point_2.y)\n ^^^^^^^^^\n E AttributeError: 'NoneType' object has no attribute 'x'\n ```\n\n \\-- by `ammaraskar`{.interpreted-text role=\"user\"}\n\n- [#​11118](https://redirect.github.com/pytest-dev/pytest/issues/11118): Now `pythonpath`{.interpreted-text role=\"confval\"} configures \\[$PYTHONPATH]{.title-ref} earlier than before during the initialization process, which now also affects plugins loaded via the \\[-p]{.title-ref} command-line option.\n\n \\-- by `millerdev`{.interpreted-text role=\"user\"}\n\n- [#​11381](https://redirect.github.com/pytest-dev/pytest/issues/11381): The `type` parameter of the `parser.addini` method now accepts \\[\"int\"]{.title-ref} and `\"float\"` parameters, facilitating the parsing of configuration values in the configuration file.\n\n Example:\n\n ```python\n def pytest_addoption(parser):\n \ parser.addini(\"int_value\", type=\"int\", default=2, help=\"my int value\")\n parser.addini(\"float_value\", type=\"float\", default=4.2, help=\"my float value\")\n ```\n\n The \\[pytest.ini]{.title-ref} file:\n\n \ ```ini\n [pytest]\n int_value = 3\n float_value = 5.4\n ```\n\n- [#​11525](https://redirect.github.com/pytest-dev/pytest/issues/11525): Fixtures are now clearly represented in the output as a \"fixture object\", not as a normal function as before, making it easy for beginners to catch mistakes such as referencing a fixture declared in the same module but not requested in the test function.\n\n \\-- by `the-compiler`{.interpreted-text role=\"user\"} and `glyphack`{.interpreted-text role=\"user\"}\n\n- [#​12426](https://redirect.github.com/pytest-dev/pytest/issues/12426): A warning is now issued when `pytest.mark.usefixtures ref`{.interpreted-text role=\"ref\"} is used without specifying any fixtures. Previously, empty usefixtures markers were silently ignored.\n\n- [#​12707](https://redirect.github.com/pytest-dev/pytest/issues/12707): Exception chains can be navigated when dropped into Pdb in Python 3.13+.\n\n- [#​12736](https://redirect.github.com/pytest-dev/pytest/issues/12736): Added a new attribute \\[name]{.title-ref} with the fixed value \\[\"pytest tests\"]{.title-ref} to the root tag \\[testsuites]{.title-ref} of the junit-xml generated by pytest.\n\n This attribute is part of many junit-xml specifications and is even part of the \\[junit-10.xsd]{.title-ref} specification that pytest's implementation is based on.\n\n- [#​12943](https://redirect.github.com/pytest-dev/pytest/issues/12943): If a test fails with an exceptiongroup with a single exception, the contained exception will now be displayed in the short test summary info.\n\n- [#​12958](https://redirect.github.com/pytest-dev/pytest/issues/12958): A number of `unraisable `{.interpreted-text role=\"ref\"} enhancements:\n\n \ - Set the unraisable hook as early as possible and unset it as late as possible, to collect the most possible number of unraisable exceptions.\n \ - Call the garbage collector just before unsetting the unraisable hook, to collect any straggling exceptions.\n - Collect multiple unraisable exceptions per test phase.\n - Report the `tracemalloc`{.interpreted-text role=\"mod\"} allocation traceback (if available).\n - Avoid using a generator based hook to allow handling `StopIteration`{.interpreted-text role=\"class\"} in test failures.\n - Report the unraisable exception as the cause of the `pytest.PytestUnraisableExceptionWarning`{.interpreted-text role=\"class\"} exception if raised.\n - Compute the `repr` of the unraisable object in the unraisable hook so you get the latest information if available, and should help with resurrection of the object.\n\n- [#​13010](https://redirect.github.com/pytest-dev/pytest/issues/13010): `pytest.approx`{.interpreted-text role=\"func\"} now can compare collections that contain numbers and non-numbers mixed.\n\n- [#​13016](https://redirect.github.com/pytest-dev/pytest/issues/13016): A number of `threadexception `{.interpreted-text role=\"ref\"} enhancements:\n\n - Set the excepthook as early as possible and unset it as late as possible, to collect the most possible number of unhandled exceptions from threads.\n - Collect multiple thread exceptions per test phase.\n \ - Report the `tracemalloc`{.interpreted-text role=\"mod\"} allocation traceback (if available).\n - Avoid using a generator based hook to allow handling `StopIteration`{.interpreted-text role=\"class\"} in test failures.\n \ - Report the thread exception as the cause of the `pytest.PytestUnhandledThreadExceptionWarning`{.interpreted-text role=\"class\"} exception if raised.\n - Extract the `name` of the thread object in the excepthook which should help with resurrection of the thread.\n\n- [#​13031](https://redirect.github.com/pytest-dev/pytest/issues/13031): An empty parameter set as in `pytest.mark.parametrize([], ids=idfunc)` will no longer trigger a call to `idfunc` with internal objects.\n\n- [#​13115](https://redirect.github.com/pytest-dev/pytest/issues/13115): Allows supplying `ExceptionGroup[Exception]` and `BaseExceptionGroup[BaseException]` to `pytest.raises` to keep full typing on `ExceptionInfo `{.interpreted-text role=\"class\"}:\n\n ```python\n with pytest.raises(ExceptionGroup[Exception]) as exc_info:\n some_function()\n ```\n\n Parametrizing with other exception types remains an error - we do not check the types of child exceptions and thus do not permit code that might look like we do.\n\n- [#​13122](https://redirect.github.com/pytest-dev/pytest/issues/13122): The `--stepwise` mode received a number of improvements:\n\n - It no longer forgets the last failed test in case pytest is executed later without the flag.\n\n This enables the following workflow:\n\n 1. Execute pytest with `--stepwise`, pytest then stops at the first failing test;\n 2. Iteratively update the code and run the test in isolation, without the `--stepwise` flag (for example in an IDE), until it is fixed.\n 3. Execute pytest with `--stepwise` again and pytest will continue from the previously failed test, and if it passes, continue on to the next tests.\n\n Previously, at step 3, pytest would start from the beginning, forgetting the previously failed test.\n\n This change however might cause issues if the `--stepwise` mode is used far apart in time, as the state might get stale, so the internal state will be reset automatically in case the test suite changes (for now only the number of tests are considered for this, we might change/improve this on the future).\n\n - New `--stepwise-reset`/`--sw-reset` flag, allowing the user to explicitly reset the stepwise state and restart the workflow from the beginning.\n\n- [#​13308](https://redirect.github.com/pytest-dev/pytest/issues/13308): Added official support for Python 3.14.\n\n- [#​13380](https://redirect.github.com/pytest-dev/pytest/issues/13380): Fix `ExceptionGroup`{.interpreted-text role=\"class\"} traceback filtering to exclude pytest internals.\n\n- [#​13415](https://redirect.github.com/pytest-dev/pytest/issues/13415): The author metadata of the BibTex example is now correctly formatted with last names following first names.\n An example of BibLaTex has been added.\n \ BibTex and BibLaTex examples now clearly indicate that what is cited is software.\n\n \\-- by `willynilly`{.interpreted-text role=\"user\"}\n\n- [#​13420](https://redirect.github.com/pytest-dev/pytest/issues/13420): Improved test collection performance by optimizing path resolution used in `FSCollector`.\n\n- [#​13457](https://redirect.github.com/pytest-dev/pytest/issues/13457): The error message about duplicate parametrization no longer displays an internal stack trace.\n\n- [#​4112](https://redirect.github.com/pytest-dev/pytest/issues/4112): Using `pytest.mark.usefixtures `{.interpreted-text role=\"ref\"} on `pytest.param`{.interpreted-text role=\"func\"} now produces an error instead of silently doing nothing.\n\n- [#​5473](https://redirect.github.com/pytest-dev/pytest/issues/5473): Replace \\[:]{.title-ref} with \\[;]{.title-ref} in the assertion rewrite warning message so it can be filtered using standard Python warning filters before calling `pytest.main`{.interpreted-text role=\"func\"}.\n\n-\n\n```\n[#​6985](https://redirect.github.com/pytest-dev/pytest/issues/6985): Improved `pytest.approx`{.interpreted-text role=\"func\"} to enhance the readability of value ranges and tolerances between 0.001 and 1000.\n```\n\n````\n: \ - The [repr]{.title-ref} method now provides clearer output for values within those ranges, making it easier to interpret the results.\n\n - \ Previously, the output for those ranges of values and tolerances was displayed in scientific notation (e.g., [42 \xB1 1.0e+00]{.title-ref}). The updated method now presents the tolerance as a decimal for better readability (e.g., [42 \xB1 1]{.title-ref}).\n\n Example:\n\n **Previous Output:**\n\n ``` console\n >>> pytest.approx(42, abs=1)\n \ 42 \xB1 1.0e+00\n ```\n\n **Current Output:**\n\n \ ``` console\n >>> pytest.approx(42, abs=1)\n 42 \xB1 1\n ```\n\n \\-- by `fazeelghafoor`{.interpreted-text role=\"user\"}\n````\n\n- [#​7683](https://redirect.github.com/pytest-dev/pytest/issues/7683): The formerly optional `pygments` dependency is now required, causing output always to be source-highlighted (unless disabled via the `--code-highlight=no` CLI option).\n\n#### Bug fixes\n\n- [#​10404](https://redirect.github.com/pytest-dev/pytest/issues/10404): Apply filterwarnings from config/cli as soon as possible, and revert them as late as possible\n so that warnings as errors are collected throughout the pytest run and before the\n unraisable and threadexcept hooks are removed.\n\n \ This allows very late warnings and unraisable/threadexcept exceptions to fail the test suite.\n\n This also changes the warning that the lsof plugin issues from PytestWarning to the new warning PytestFDWarning so it can be more easily filtered.\n\n- [#​11067](https://redirect.github.com/pytest-dev/pytest/issues/11067): The test report is now consistent regardless if the test xfailed via `pytest.mark.xfail `{.interpreted-text role=\"ref\"} or `pytest.fail`{.interpreted-text role=\"func\"}.\n\n Previously, *xfailed* tests via the marker would have the string `\"reason: \"` prefixed to the message, while those *xfailed* via the function did not. The prefix has been removed.\n\n- [#​12008](https://redirect.github.com/pytest-dev/pytest/issues/12008): In `11220`{.interpreted-text role=\"pr\"}, an unintended change in reordering was introduced by changing the way indices were assigned to direct params. More specifically, before that change, the indices of direct params to metafunc's callspecs were assigned after all parametrizations took place. Now, that change is reverted.\n\n- [#​12863](https://redirect.github.com/pytest-dev/pytest/issues/12863): Fix applying markers, including `pytest.mark.parametrize `{.interpreted-text role=\"ref\"} when placed above \\[[@​staticmethod](https://redirect.github.com/staticmethod)]{.title-ref} or \\[[@​classmethod](https://redirect.github.com/classmethod)]{.title-ref}.\n\n- [#​12929](https://redirect.github.com/pytest-dev/pytest/issues/12929): Handle StopIteration from test cases, setup and teardown correctly.\n\n- [#​12938](https://redirect.github.com/pytest-dev/pytest/issues/12938): Fixed `--durations-min` argument not respected if `-vv` is used.\n\n- [#​12946](https://redirect.github.com/pytest-dev/pytest/issues/12946): Fixed missing help for `pdb`{.interpreted-text role=\"mod\"} commands wrapped by pytest -- by `adamchainz`{.interpreted-text role=\"user\"}.\n\n- [#​12981](https://redirect.github.com/pytest-dev/pytest/issues/12981): Prevent exceptions in `pytest.Config.add_cleanup`{.interpreted-text role=\"func\"} callbacks preventing further cleanups.\n\n- [#​13047](https://redirect.github.com/pytest-dev/pytest/issues/13047): Restore `pytest.approx`{.interpreted-text role=\"func\"} handling of equality checks between \\[bool]{.title-ref} and \\[numpy.bool\\_]{.title-ref} types.\n\n \ Comparing \\[bool]{.title-ref} and \\[numpy.bool\\_]{.title-ref} using `pytest.approx`{.interpreted-text role=\"func\"} accidentally changed in version \\[8.3.4]{.title-ref} and \\[8.3.5]{.title-ref} to no longer match:\n\n \ ```pycon\n >>> import numpy as np\n >>> from pytest import approx\n \ >>> [np.True_, np.True_] == pytest.approx([True, True])\n False\n ```\n\n \ This has now been fixed:\n\n ```pycon\n >>> [np.True_, np.True_] == pytest.approx([True, True])\n True\n ```\n\n- [#​13119](https://redirect.github.com/pytest-dev/pytest/issues/13119): Improved handling of invalid regex patterns for filter warnings by providing a clear error message.\n\n- [#​13175](https://redirect.github.com/pytest-dev/pytest/issues/13175): The diff is now also highlighted correctly when comparing two strings.\n\n- [#​13248](https://redirect.github.com/pytest-dev/pytest/issues/13248): Fixed an issue where passing a `scope` in `Metafunc.parametrize `{.interpreted-text role=\"py:func\"} with `indirect=True`\n could result in other fixtures being unable to depend on the parametrized fixture.\n\n- [#​13291](https://redirect.github.com/pytest-dev/pytest/issues/13291): Fixed `repr` of `attrs` objects in assertion failure messages when using `attrs>=25.2`.\n\n- [#​13312](https://redirect.github.com/pytest-dev/pytest/issues/13312): Fixed a possible `KeyError` crash on PyPy during collection of tests involving higher-scoped parameters.\n\n- [#​13345](https://redirect.github.com/pytest-dev/pytest/issues/13345): Fix type hints for `pytest.TestReport.when`{.interpreted-text role=\"attr\"} and `pytest.TestReport.location`{.interpreted-text role=\"attr\"}.\n\n- [#​13377](https://redirect.github.com/pytest-dev/pytest/issues/13377): Fixed handling of test methods with positional-only parameter syntax.\n\n \ Now, methods are supported that formally define `self` as positional-only\n \ and/or fixture parameters as keyword-only, e.g.:\n\n ```python\n class TestClass:\n\n def test_method(self, /, *, fixture): ...\n ```\n\n \ Before, this caused an internal error in pytest.\n\n- [#​13384](https://redirect.github.com/pytest-dev/pytest/issues/13384): Fixed an issue where pytest could report negative durations.\n\n- [#​13420](https://redirect.github.com/pytest-dev/pytest/issues/13420): Added `lru_cache` to `nodes._check_initialpaths_for_relpath`.\n\n- [#​9037](https://redirect.github.com/pytest-dev/pytest/issues/9037): Honor `disable_test_id_escaping_and_forfeit_all_rights_to_community_support`{.interpreted-text role=\"confval\"} when escaping ids in parametrized tests.\n\n#### Improved documentation\n\n- [#​12535](https://redirect.github.com/pytest-dev/pytest/issues/12535): \\[This\n example]{.title-ref}<>\n \ showed `print` statements that do not exactly reflect what the\n different branches actually do. The fix makes the example more precise.\n\n- [#​13218](https://redirect.github.com/pytest-dev/pytest/issues/13218): Pointed out in the `pytest.approx`{.interpreted-text role=\"func\"} documentation that it considers booleans unequal to numeric zero or one.\n\n- [#​13221](https://redirect.github.com/pytest-dev/pytest/issues/13221): Improved grouping of CLI options in the `--help` output.\n\n- [#​6649](https://redirect.github.com/pytest-dev/pytest/issues/6649): Added `~pytest.TerminalReporter`{.interpreted-text role=\"class\"} to the `api-reference`{.interpreted-text role=\"ref\"} documentation page.\n\n- [#​8612](https://redirect.github.com/pytest-dev/pytest/issues/8612): Add a recipe for handling abstract test classes in the documentation.\n\n \ A new example has been added to the documentation to demonstrate how to use a mixin class to handle abstract\n test classes without manually setting the `__test__` attribute for subclasses.\n This ensures that subclasses of abstract test classes are automatically collected by pytest.\n\n#### Packaging updates and notes for downstreams\n\n- [#​13317](https://redirect.github.com/pytest-dev/pytest/issues/13317): Specified minimum allowed versions of `colorama`, `iniconfig`,\n and `packaging`; and bumped the minimum allowed version\n of `exceptiongroup` for `python_version<'3.11'` from a release\n candidate to a full release.\n\n#### Contributor-facing changes\n\n- [#​12017](https://redirect.github.com/pytest-dev/pytest/issues/12017): Mixed internal improvements:\n\n - Migrate formatting to f-strings in some tests.\n - Use type-safe constructs in JUnitXML tests.\n - Moved`MockTiming` into `_pytest.timing`.\n\n \\-- by `RonnyPfannschmidt`{.interpreted-text role=\"user\"}\n\n- [#​12647](https://redirect.github.com/pytest-dev/pytest/issues/12647): Fixed running the test suite with the `hypothesis` pytest plugin.\n\n#### Miscellaneous internal changes\n\n- [#​6649](https://redirect.github.com/pytest-dev/pytest/issues/6649): Added `~pytest.TerminalReporter`{.interpreted-text role=\"class\"} to the public pytest API, as it is part of the signature of the `pytest_terminal_summary`{.interpreted-text role=\"hook\"} hook.\n\n
\n\n---\n\n### Configuration\n\n\U0001F4C5 **Schedule**: (UTC)\n\n- Branch creation\n - \"\"\n- Automerge\n - At any time (no schedule defined)\n\n\U0001F6A6 **Automerge**: Disabled by config. Please merge this manually once you are satisfied.\n\n\u267B **Rebasing**: Whenever PR is behind base branch, or you tick the rebase/retry checkbox.\n\n\U0001F515 **Ignore**: Close this PR and you won't be reminded about this update again.\n\n---\n\n - [ ] If you want to rebase/retry this PR, check this box\n\n---\n\nThis PR was generated by [Mend Renovate](https://mend.io/renovate/). View the [repository job log](https://developer.mend.io/github/vexxhost/magnum-cluster-api).\n\n" change_url: https://github.com/vexxhost/magnum-cluster-api/pull/972 commit_id: 5ed51d90f211d7ed2974438dce2b99350d50c142 patchset: 5ed51d90f211d7ed2974438dce2b99350d50c142 project: canonical_hostname: github.com canonical_name: github.com/vexxhost/magnum-cluster-api name: vexxhost/magnum-cluster-api short_name: magnum-cluster-api src_dir: src/github.com/vexxhost/magnum-cluster-api src_dir: src/github.com/vexxhost/magnum-cluster-api topic: null buildset: 35a46d0e0bde456f9e3f77ff16e9b0ac buildset_refs: - branch: main change: '972' change_message: "chore(deps): update dependency pytest to v9 [security]\n\nThis PR contains the following updates:\n\n| Package | Change | [Age](https://docs.renovatebot.com/merge-confidence/) | [Confidence](https://docs.renovatebot.com/merge-confidence/) |\n|---|---|---|---|\n| [pytest](https://redirect.github.com/pytest-dev/pytest) ([changelog](https://docs.pytest.org/en/stable/changelog.html)) | `<9` \u2192 `<10` | ![age](https://developer.mend.io/api/mc/badges/age/pypi/pytest/9.0.3?slim=true) | ![confidence](https://developer.mend.io/api/mc/badges/confidence/pypi/pytest/8.3.5/9.0.3?slim=true) |\n\n### GitHub Vulnerability Alerts\n\n#### [CVE-2025-71176](https://nvd.nist.gov/vuln/detail/CVE-2025-71176)\n\npytest through 9.0.2 on UNIX relies on directories with the `/tmp/pytest-of-{user}` name pattern, which allows local users to cause a denial of service or possibly gain privileges.\n\n##### Severity\n- CVSS Score: 6.8 / 10 (Medium)\n- Vector String: `CVSS:3.1/AV:L/AC:L/PR:N/UI:N/S:C/C:L/I:L/A:L`\n\n---\n\n### Release Notes\n\n
\npytest-dev/pytest (pytest)\n\n### [`v9.0.3`](https://redirect.github.com/pytest-dev/pytest/releases/tag/9.0.3)\n\n[Compare Source](https://redirect.github.com/pytest-dev/pytest/compare/9.0.2...9.0.3)\n\n### pytest 9.0.3 (2026-04-07)\n\n#### Bug fixes\n\n- [#​12444](https://redirect.github.com/pytest-dev/pytest/issues/12444): Fixed `pytest.approx` which now correctly takes into account `~collections.abc.Mapping` keys order to compare them.\n\n- [#​13634](https://redirect.github.com/pytest-dev/pytest/issues/13634): Blocking a `conftest.py` file using the `-p no:` option is now explicitly disallowed.\n\n Previously this resulted in an internal assertion failure during plugin loading.\n\n Pytest now raises a clear `UsageError` explaining that conftest files are not plugins and cannot be disabled via `-p`.\n\n- [#​13734](https://redirect.github.com/pytest-dev/pytest/issues/13734): Fixed crash when a test raises an exceptiongroup with `__tracebackhide__ = True`.\n\n- [#​14195](https://redirect.github.com/pytest-dev/pytest/issues/14195): Fixed an issue where non-string messages passed to unittest.TestCase.subTest() were not printed.\n\n- [#​14343](https://redirect.github.com/pytest-dev/pytest/issues/14343): Fixed use of insecure temporary directory (CVE-2025-71176).\n\n#### Improved documentation\n\n- [#​13388](https://redirect.github.com/pytest-dev/pytest/issues/13388): Clarified documentation for `-p` vs `PYTEST_PLUGINS` plugin loading and fixed an incorrect `-p` example.\n- [#​13731](https://redirect.github.com/pytest-dev/pytest/issues/13731): Clarified that capture fixtures (e.g. `capsys` and `capfd`) take precedence over the `-s` / `--capture=no` command-line options in `Accessing captured output from a test function `.\n- [#​14088](https://redirect.github.com/pytest-dev/pytest/issues/14088): Clarified that the default `pytest_collection` hook sets `session.items` before it calls `pytest_collection_finish`, not after.\n- [#​14255](https://redirect.github.com/pytest-dev/pytest/issues/14255): TOML integer log levels must be quoted: Updating reference documentation.\n\n#### Contributor-facing changes\n\n- [#​12689](https://redirect.github.com/pytest-dev/pytest/issues/12689): The test reports are now published to Codecov from GitHub Actions.\n The test statistics is visible [on the web interface](https://app.codecov.io/gh/pytest-dev/pytest/tests).\n\n \ \\-- by `aleguy02`\n\n### [`v9.0.2`](https://redirect.github.com/pytest-dev/pytest/releases/tag/9.0.2)\n\n[Compare Source](https://redirect.github.com/pytest-dev/pytest/compare/9.0.1...9.0.2)\n\n### pytest 9.0.2 (2025-12-06)\n\n#### Bug fixes\n\n- [#​13896](https://redirect.github.com/pytest-dev/pytest/issues/13896): The terminal progress feature added in pytest 9.0.0 has been disabled by default, except on Windows, due to compatibility issues with some terminal emulators.\n\n You may enable it again by passing `-p terminalprogress`. We may enable it by default again once compatibility improves in the future.\n\n \ Additionally, when the environment variable `TERM` is `dumb`, the escape codes are no longer emitted, even if the plugin is enabled.\n\n- [#​13904](https://redirect.github.com/pytest-dev/pytest/issues/13904): Fixed the TOML type of the `tmp_path_retention_count` settings in the API reference from number to string.\n\n- [#​13946](https://redirect.github.com/pytest-dev/pytest/issues/13946): The private `config.inicfg` attribute was changed in a breaking manner in pytest 9.0.0.\n Due to its usage in the ecosystem, it is now restored to working order using a compatibility shim.\n It will be deprecated in pytest 9.1 and removed in pytest 10.\n\n- [#​13965](https://redirect.github.com/pytest-dev/pytest/issues/13965): Fixed quadratic-time behavior when handling `unittest` subtests in Python 3.10.\n\n#### Improved documentation\n\n- [#​4492](https://redirect.github.com/pytest-dev/pytest/issues/4492): The API Reference now contains cross-reference-able documentation of `pytest's command-line flags `.\n\n### [`v9.0.1`](https://redirect.github.com/pytest-dev/pytest/releases/tag/9.0.1)\n\n[Compare Source](https://redirect.github.com/pytest-dev/pytest/compare/9.0.0...9.0.1)\n\n### pytest 9.0.1 (2025-11-12)\n\n#### Bug fixes\n\n- [#​13895](https://redirect.github.com/pytest-dev/pytest/issues/13895): Restore support for skipping tests via `raise unittest.SkipTest`.\n- [#​13896](https://redirect.github.com/pytest-dev/pytest/issues/13896): The terminal progress plugin added in pytest 9.0 is now automatically disabled when iTerm2 is detected, it generated desktop notifications instead of the desired functionality.\n- [#​13904](https://redirect.github.com/pytest-dev/pytest/issues/13904): Fixed the TOML type of the verbosity settings in the API reference from number to string.\n- [#​13910](https://redirect.github.com/pytest-dev/pytest/issues/13910): Fixed UserWarning: Do not expect file\\_or\\_dir on some earlier Python 3.12 and 3.13 point versions.\n\n#### Packaging updates and notes for downstreams\n\n- [#​13933](https://redirect.github.com/pytest-dev/pytest/issues/13933): The tox configuration has been adjusted to make sure the desired\n version string can be passed into its `package_env` through\n the `SETUPTOOLS_SCM_PRETEND_VERSION_FOR_PYTEST` environment\n variable as a part of the release process -- by `webknjaz`.\n\n#### Contributor-facing changes\n\n- [#​13891](https://redirect.github.com/pytest-dev/pytest/issues/13891), [#​13942](https://redirect.github.com/pytest-dev/pytest/issues/13942): The CI/CD part of the release automation is now capable of\n creating GitHub Releases without having a Git checkout on\n disk -- by `bluetech` and `webknjaz`.\n- [#​13933](https://redirect.github.com/pytest-dev/pytest/issues/13933): The tox configuration has been adjusted to make sure the desired\n version string can be passed into its `package_env` through\n the `SETUPTOOLS_SCM_PRETEND_VERSION_FOR_PYTEST` environment\n variable as a part of the release process -- by `webknjaz`.\n\n### [`v9.0.0`](https://redirect.github.com/pytest-dev/pytest/releases/tag/9.0.0)\n\n[Compare Source](https://redirect.github.com/pytest-dev/pytest/compare/8.4.2...9.0.0)\n\n### pytest 9.0.0 (2025-11-05)\n\n#### New features\n\n- [#​1367](https://redirect.github.com/pytest-dev/pytest/issues/1367): **Support for subtests** has been added.\n\n `subtests ` are an alternative to parametrization, useful in situations where the parametrization values are not all known at collection time.\n\n Example:\n\n ```python\n \ def contains_docstring(p: Path) -> bool:\n \"\"\"Return True if the given Python file contains a top-level docstring.\"\"\"\n ...\n\n def test_py_files_contain_docstring(subtests: pytest.Subtests) -> None:\n for path in Path.cwd().glob(\"*.py\"):\n with subtests.test(path=str(path)):\n \ assert contains_docstring(path)\n ```\n\n Each assert failure or error is caught by the context manager and reported individually, giving a clear picture of all files that are missing a docstring.\n\n In addition, `unittest.TestCase.subTest` is now also supported.\n\n This feature was originally implemented as a separate plugin in [pytest-subtests](https://redirect.github.com/pytest-dev/pytest-subtests), but since then has been merged into the core.\n\n > \\[!NOTE]\n > This feature is experimental and will likely evolve in future releases. By that we mean that we might change how subtests are reported on failure, but the functionality and how to use it are stable.\n\n- [#​13743](https://redirect.github.com/pytest-dev/pytest/issues/13743): Added support for **native TOML configuration files**.\n\n While pytest, since version 6, supports configuration in `pyproject.toml` files under `[tool.pytest.ini_options]`,\n it does so in an \"INI compatibility mode\", where all configuration values are treated as strings or list of strings.\n \ Now, pytest supports the native TOML data model.\n\n In `pyproject.toml`, the native TOML configuration is under the `[tool.pytest]` table.\n\n ```toml\n \ # pyproject.toml\n [tool.pytest]\n minversion = \"9.0\"\n addopts = [\"-ra\", \"-q\"]\n testpaths = [\n \"tests\",\n \"integration\",\n \ ]\n ```\n\n The `[tool.pytest.ini_options]` table remains supported, but both tables cannot be used at the same time.\n\n If you prefer to use a separate configuration file, or don't use `pyproject.toml`, you can use `pytest.toml` or `.pytest.toml`:\n\n ```toml\n # pytest.toml or .pytest.toml\n \ [pytest]\n minversion = \"9.0\"\n addopts = [\"-ra\", \"-q\"]\n testpaths = [\n \"tests\",\n \"integration\",\n ]\n ```\n\n The documentation now (sometimes) shows configuration snippets in both TOML and INI formats, in a tabbed interface.\n\n See `config file formats` for full details.\n\n- [#​13823](https://redirect.github.com/pytest-dev/pytest/issues/13823): Added a **\"strict mode\"** enabled by the `strict` configuration option.\n\n \ When set to `true`, the `strict` option currently enables\n\n - `strict_config`\n \ - `strict_markers`\n - `strict_parametrization_ids`\n - `strict_xfail`\n\n \ The individual strictness options can be explicitly set to override the global `strict` setting.\n\n The previously-deprecated `--strict` command-line flag now enables strict mode.\n\n If pytest adds new strictness options in the future, they will also be enabled in strict mode.\n Therefore, you should only enable strict mode if you use a pinned/locked version of pytest,\n \ or if you want to proactively adopt new strictness options as they are added.\n\n See `strict mode` for more details.\n\n- [#​13737](https://redirect.github.com/pytest-dev/pytest/issues/13737): Added the `strict_parametrization_ids` configuration option.\n\n When set, pytest emits an error if it detects non-unique parameter set IDs,\n rather than automatically making the IDs unique by adding 0, 1, ... to them.\n This can be particularly useful for catching unintended duplicates.\n\n- [#​13072](https://redirect.github.com/pytest-dev/pytest/issues/13072): Added support for displaying test session **progress in the terminal tab** using the [OSC 9;4;](https://conemu.github.io/en/AnsiEscapeCodes.html#ConEmu_specific_OSC) ANSI sequence.\n When pytest runs in a supported terminal emulator like ConEmu, Gnome Terminal, Ptyxis, Windows Terminal, Kitty or Ghostty,\n you'll see the progress in the terminal tab or window,\n allowing you to monitor pytest's progress at a glance.\n\n This feature is automatically enabled when running in a TTY. It is implemented as an internal plugin. If needed, it can be disabled as follows:\n\n - On a user level, using `-p no:terminalprogress` on the command line or via an environment variable `PYTEST_ADDOPTS='-p no:terminalprogress'`.\n \ - On a project configuration level, using `addopts = \"-p no:terminalprogress\"`.\n\n- [#​478](https://redirect.github.com/pytest-dev/pytest/issues/478): Support PEP420 (implicit namespace packages) as --pyargs target when `consider_namespace_packages` is true in the config.\n\n Previously, this option only impacted package imports, now it also impacts tests discovery.\n\n- [#​13678](https://redirect.github.com/pytest-dev/pytest/issues/13678): Added a new `faulthandler_exit_on_timeout` configuration option set to \"false\" by default to let faulthandler interrupt the pytest process after a timeout in case of deadlock.\n\n Previously, a faulthandler timeout would only dump the traceback of all threads to stderr, but would not interrupt the pytest process.\n\n \\-- by `ogrisel`.\n\n- [#​13829](https://redirect.github.com/pytest-dev/pytest/issues/13829): Added support for configuration option aliases via the `aliases` parameter in `Parser.addini() `.\n\n Plugins can now register alternative names for configuration options,\n allowing for more flexibility in configuration naming and supporting backward compatibility when renaming options.\n The canonical name always takes precedence if both the canonical name and an alias are specified in the configuration file.\n\n#### Improvements in existing functionality\n\n- [#​13330](https://redirect.github.com/pytest-dev/pytest/issues/13330): Having pytest configuration spread over more than one file (for example having both a `pytest.ini` file and `pyproject.toml` with a `[tool.pytest.ini_options]` table) will now print a warning to make it clearer to the user that only one of them is actually used.\n\n \\-- by `sgaist`\n\n- [#​13574](https://redirect.github.com/pytest-dev/pytest/issues/13574): The single argument `--version` no longer loads the entire plugin infrastructure, making it faster and more reliable when displaying only the pytest version.\n\n \ Passing `--version` twice (e.g., `pytest --version --version`) retains the original behavior, showing both the pytest version and plugin information.\n\n \ > \\[!NOTE]\n > Since `--version` is now processed early, it only takes effect when passed directly via the command line. It will not work if set through other mechanisms, such as `PYTEST_ADDOPTS` or `addopts`.\n\n- [#​13823](https://redirect.github.com/pytest-dev/pytest/issues/13823): Added `strict_xfail` as an alias to the `xfail_strict` option,\n `strict_config` as an alias to the `--strict-config` flag,\n and `strict_markers` as an alias to the `--strict-markers` flag.\n This makes all strictness options consistently have configuration options with the prefix `strict_`.\n\n- [#​13700](https://redirect.github.com/pytest-dev/pytest/issues/13700): --junitxml no longer prints the generated xml file summary at the end of the pytest session when --quiet is given.\n\n- [#​13732](https://redirect.github.com/pytest-dev/pytest/issues/13732): Previously, when filtering warnings, pytest would fail if the filter referenced a class that could not be imported. Now, this only outputs a message indicating the problem.\n\n- [#​13859](https://redirect.github.com/pytest-dev/pytest/issues/13859): Clarify the error message for pytest.raises() when a regex match fails.\n\n- [#​13861](https://redirect.github.com/pytest-dev/pytest/issues/13861): Better sentence structure in a test's expected error message. Previously, the error message would be \"expected exception must be \\, but got \\\". Now, it is \"Expected \\, but got \\\".\n\n#### Removals and backward incompatible breaking changes\n\n- [#​12083](https://redirect.github.com/pytest-dev/pytest/issues/12083): Fixed a bug where an invocation such as pytest a/ a/b would cause only tests from a/b to run, and not other tests under a/.\n\n \ The fix entails a few breaking changes to how such overlapping arguments and duplicates are handled:\n\n 1. pytest a/b a/ or pytest a/ a/b are equivalent to pytest a; if an argument overlaps another arguments, only the prefix remains.\n 2. pytest x.py x.py is equivalent to pytest x.py; previously such an invocation was taken as an explicit request to run the tests from the file twice.\n\n If you rely on these behaviors, consider using `--keep-duplicates `, which retains its existing behavior (including the bug).\n\n- [#​13719](https://redirect.github.com/pytest-dev/pytest/issues/13719): Support for Python 3.9 is dropped following its end of life.\n\n- [#​13766](https://redirect.github.com/pytest-dev/pytest/issues/13766): Previously, pytest would assume it was running in a CI/CD environment if either of the environment variables $CI or $BUILD\\_NUMBER was defined;\n now, CI mode is only activated if at least one of those variables is defined and set to a *non-empty* value.\n\n- [#​13779](https://redirect.github.com/pytest-dev/pytest/issues/13779): **PytestRemovedIn9Warning deprecation warnings are now errors by default.**\n\n \ Following our plan to remove deprecated features with as little disruption as\n possible, all warnings of type `PytestRemovedIn9Warning` now generate errors\n instead of warning messages by default.\n\n **The affected features will be effectively removed in pytest 9.1**, so please consult the\n `deprecations` section in the docs for directions on how to update existing code.\n\n In the pytest `9.0.X` series, it is possible to change the errors back into warnings as a\n stopgap measure by adding this to your `pytest.ini` file:\n\n \ ```ini\n [pytest]\n filterwarnings =\n ignore::pytest.PytestRemovedIn9Warning\n \ ```\n\n But this will stop working when pytest `9.1` is released.\n\n \ **If you have concerns** about the removal of a specific feature, please add a\n comment to `13779`.\n\n#### Deprecations (removal in next major release)\n\n- [#​13807](https://redirect.github.com/pytest-dev/pytest/issues/13807): `monkeypatch.syspath_prepend() ` now issues a deprecation warning when the prepended path contains legacy namespace packages (those using `pkg_resources.declare_namespace()`).\n Users should migrate to native namespace packages (`420`).\n See `monkeypatch-fixup-namespace-packages` for details.\n\n#### Bug fixes\n\n- [#​13445](https://redirect.github.com/pytest-dev/pytest/issues/13445): Made the type annotations of `pytest.skip` and friends more spec-complaint to have them work across more type checkers.\n\n- [#​13537](https://redirect.github.com/pytest-dev/pytest/issues/13537): Fixed a bug in which `ExceptionGroup` with only `Skipped` exceptions in teardown was not handled correctly and showed as error.\n\n- [#​13598](https://redirect.github.com/pytest-dev/pytest/issues/13598): Fixed possible collection confusion on Windows when short paths and symlinks are involved.\n\n- [#​13716](https://redirect.github.com/pytest-dev/pytest/issues/13716): Fixed a bug where a nonsensical invocation like `pytest x.py[a]` (a file cannot be parametrized) was silently treated as `pytest x.py`. This is now a usage error.\n\n- [#​13722](https://redirect.github.com/pytest-dev/pytest/issues/13722): Fixed a misleading assertion failure message when using `pytest.approx` on mappings with differing lengths.\n\n- [#​13773](https://redirect.github.com/pytest-dev/pytest/issues/13773): Fixed the static fixture closure calculation to properly consider transitive dependencies requested by overridden fixtures.\n\n- [#​13816](https://redirect.github.com/pytest-dev/pytest/issues/13816): Fixed `pytest.approx` which now returns a clearer error message when comparing mappings with different keys.\n\n- [#​13849](https://redirect.github.com/pytest-dev/pytest/issues/13849): Hidden `.pytest.ini` files are now picked up as the config file even if empty.\n This was an inconsistency with non-hidden `pytest.ini`.\n\n- [#​13865](https://redirect.github.com/pytest-dev/pytest/issues/13865): Fixed --show-capture with --tb=line.\n\n- [#​13522](https://redirect.github.com/pytest-dev/pytest/issues/13522): Fixed `pytester` in subprocess mode ignored all :attr\\`pytester.plugins \\\\` except the first.\n\n Fixed `pytester` in subprocess mode silently ignored non-str `pytester.plugins `.\n \ Now it errors instead.\n If you are affected by this, specify the plugin by name, or switch the affected tests to use `pytester.runpytest_inprocess ` explicitly instead.\n\n#### Packaging updates and notes for downstreams\n\n- [#​13791](https://redirect.github.com/pytest-dev/pytest/issues/13791): Minimum requirements on `iniconfig` and `packaging` were bumped to `1.0.1` and `22.0.0`, respectively.\n\n#### Contributor-facing changes\n\n- [#​12244](https://redirect.github.com/pytest-dev/pytest/issues/12244): Fixed self-test failures when TERM=dumb.\n- [#​12474](https://redirect.github.com/pytest-dev/pytest/issues/12474): Added scheduled GitHub Action Workflow to run Sphinx linkchecks in repo documentation.\n- [#​13621](https://redirect.github.com/pytest-dev/pytest/issues/13621): pytest's own testsuite now handles the `lsof` command hanging (e.g. due to unreachable network filesystems), with the affected selftests being skipped after 10 seconds.\n- [#​13638](https://redirect.github.com/pytest-dev/pytest/issues/13638): Fixed deprecated `gh pr new` command in `scripts/prepare-release-pr.py`.\n \ The script now uses `gh pr create` which is compatible with GitHub CLI v2.0+.\n- [#​13695](https://redirect.github.com/pytest-dev/pytest/issues/13695): Flush stdout and stderr in Pytester.run to avoid truncated outputs in test\\_faulthandler.py::test\\_timeout on CI -- by `ogrisel`.\n- [#​13771](https://redirect.github.com/pytest-dev/pytest/issues/13771): Skip test\\_do\\_not\\_collect\\_symlink\\_siblings on Windows environments without symlink support to avoid false negatives.\n- [#​13841](https://redirect.github.com/pytest-dev/pytest/issues/13841): `tox>=4` is now required when contributing to pytest.\n- [#​13625](https://redirect.github.com/pytest-dev/pytest/issues/13625): Added missing docstrings to `pytest_addoption()`, `pytest_configure()`, and `cacheshow()` functions in `cacheprovider.py`.\n\n#### Miscellaneous internal changes\n\n- [#​13830](https://redirect.github.com/pytest-dev/pytest/issues/13830): Configuration overrides (`-o`/`--override-ini`) are now processed during startup rather than during `config.getini() `.\n\n### [`v8.4.2`](https://redirect.github.com/pytest-dev/pytest/releases/tag/8.4.2)\n\n[Compare Source](https://redirect.github.com/pytest-dev/pytest/compare/8.4.1...8.4.2)\n\n### pytest 8.4.2 (2025-09-03)\n\n#### Bug fixes\n\n- [#​13478](https://redirect.github.com/pytest-dev/pytest/issues/13478): Fixed a crash when using `console_output_style`{.interpreted-text role=\"confval\"} with `times` and a module is skipped.\n\n- [#​13530](https://redirect.github.com/pytest-dev/pytest/issues/13530): Fixed a crash when using `pytest.approx`{.interpreted-text role=\"func\"} and `decimal.Decimal`{.interpreted-text role=\"class\"} instances with the `decimal.FloatOperation`{.interpreted-text role=\"class\"} trap set.\n\n- [#​13549](https://redirect.github.com/pytest-dev/pytest/issues/13549): No longer evaluate type annotations in Python `3.14` when inspecting function signatures.\n\n This prevents crashes during module collection when modules do not explicitly use `from __future__ import annotations` and import types for annotations within a `if TYPE_CHECKING:` block.\n\n- [#​13559](https://redirect.github.com/pytest-dev/pytest/issues/13559): Added missing \\[int]{.title-ref} and \\[float]{.title-ref} variants to the \\[Literal]{.title-ref} type annotation of the \\[type]{.title-ref} parameter in `pytest.Parser.addini`{.interpreted-text role=\"meth\"}.\n\n- [#​13563](https://redirect.github.com/pytest-dev/pytest/issues/13563): `pytest.approx`{.interpreted-text role=\"func\"} now only imports `numpy` if NumPy is already in `sys.modules`. This fixes unconditional import behavior introduced in \\[8.4.0]{.title-ref}.\n\n#### Improved documentation\n\n- [#​13577](https://redirect.github.com/pytest-dev/pytest/issues/13577): Clarify that `pytest_generate_tests` is discovered in test modules/classes; other hooks must be in `conftest.py` or plugins.\n\n#### Contributor-facing changes\n\n- [#​13480](https://redirect.github.com/pytest-dev/pytest/issues/13480): Self-testing: fixed a few test failures when run with `-Wdefault` or a similar override.\n- [#​13547](https://redirect.github.com/pytest-dev/pytest/issues/13547): Self-testing: corrected expected message for `test_doctest_unexpected_exception` in Python `3.14`.\n- [#​13684](https://redirect.github.com/pytest-dev/pytest/issues/13684): Make pytest's own testsuite insensitive to the presence of the `CI` environment variable -- by `ogrisel`{.interpreted-text role=\"user\"}.\n\n### [`v8.4.1`](https://redirect.github.com/pytest-dev/pytest/releases/tag/8.4.1)\n\n[Compare Source](https://redirect.github.com/pytest-dev/pytest/compare/8.4.0...8.4.1)\n\n### pytest 8.4.1 (2025-06-17)\n\n#### Bug fixes\n\n- [#​13461](https://redirect.github.com/pytest-dev/pytest/issues/13461): Corrected `_pytest.terminal.TerminalReporter.isatty` to support\n being called as a method. Before it was just a boolean which could\n break correct code when using `-o log_cli=true`).\n\n- [#​13477](https://redirect.github.com/pytest-dev/pytest/issues/13477): Reintroduced `pytest.PytestReturnNotNoneWarning`{.interpreted-text role=\"class\"} which was removed by accident in pytest \\[8.4]{.title-ref}.\n\n This warning is raised when a test functions returns a value other than `None`, which is often a mistake made by beginners.\n\n See `return-not-none`{.interpreted-text role=\"ref\"} for more information.\n\n- [#​13497](https://redirect.github.com/pytest-dev/pytest/issues/13497): Fixed compatibility with `Twisted 25+`.\n\n#### Improved documentation\n\n- [#​13492](https://redirect.github.com/pytest-dev/pytest/issues/13492): Fixed outdated warning about `faulthandler` not working on Windows.\n\n### [`v8.4.0`](https://redirect.github.com/pytest-dev/pytest/releases/tag/8.4.0)\n\n[Compare Source](https://redirect.github.com/pytest-dev/pytest/compare/8.3.5...8.4.0)\n\n### pytest 8.4.0 (2025-06-02)\n\n#### Removals and backward incompatible breaking changes\n\n- [#​11372](https://redirect.github.com/pytest-dev/pytest/issues/11372): Async tests will now fail, instead of warning+skipping, if you don't have any suitable plugin installed.\n\n- [#​12346](https://redirect.github.com/pytest-dev/pytest/issues/12346): Tests will now fail, instead of raising a warning, if they return any value other than None.\n\n- [#​12874](https://redirect.github.com/pytest-dev/pytest/issues/12874): We dropped support for Python 3.8 following its end of life (2024-10-07).\n\n- [#​12960](https://redirect.github.com/pytest-dev/pytest/issues/12960): Test functions containing a yield now cause an explicit error. They have not been run since pytest 4.0, and were previously marked as an expected failure and deprecation warning.\n\n See `the docs `{.interpreted-text role=\"ref\"} for more information.\n\n#### Deprecations (removal in next major release)\n\n- [#​10839](https://redirect.github.com/pytest-dev/pytest/issues/10839): Requesting an asynchronous fixture without a \\[pytest\\_fixture\\_setup]{.title-ref} hook that resolves it will now give a DeprecationWarning. This most commonly happens if a sync test requests an async fixture. This should have no effect on a majority of users with async tests or fixtures using async pytest plugins, but may affect non-standard hook setups or `autouse=True`. For guidance on how to work around this warning see `sync-test-async-fixture`{.interpreted-text role=\"ref\"}.\n\n#### New features\n\n- [#​11538](https://redirect.github.com/pytest-dev/pytest/issues/11538): Added `pytest.RaisesGroup`{.interpreted-text role=\"class\"} as an equivalent to `pytest.raises`{.interpreted-text role=\"func\"} for expecting `ExceptionGroup`{.interpreted-text role=\"exc\"}. Also adds `pytest.RaisesExc`{.interpreted-text role=\"class\"} which is now the logic behind `pytest.raises`{.interpreted-text role=\"func\"} and used as parameter to `pytest.RaisesGroup`{.interpreted-text role=\"class\"}. `RaisesGroup` includes the ability to specify multiple different expected exceptions, the structure of nested exception groups, and flags for emulating `except* `{.interpreted-text role=\"ref\"}. See `assert-matching-exception-groups`{.interpreted-text role=\"ref\"} and docstrings for more information.\n\n- [#​12081](https://redirect.github.com/pytest-dev/pytest/issues/12081): Added `capteesys`{.interpreted-text role=\"fixture\"} to capture AND pass output to next handler set by `--capture=`.\n\n- [#​12504](https://redirect.github.com/pytest-dev/pytest/issues/12504): `pytest.mark.xfail`{.interpreted-text role=\"func\"} now accepts `pytest.RaisesGroup`{.interpreted-text role=\"class\"} for the `raises` parameter when you expect an exception group. You can also pass a `pytest.RaisesExc`{.interpreted-text role=\"class\"} if you e.g. want to make use of the `check` parameter.\n\n- [#​12713](https://redirect.github.com/pytest-dev/pytest/issues/12713): New \\[--force-short-summary]{.title-ref} option to force condensed summary output regardless of verbosity level.\n\n This lets users still see condensed summary output of failures for quick reference in log files from job outputs, being especially useful if non-condensed output is very verbose.\n\n- [#​12749](https://redirect.github.com/pytest-dev/pytest/issues/12749): pytest traditionally collects classes/functions in the test module namespace even if they are imported from another file.\n\n For example:\n\n ```python\n \ ```\n\n### contents of src/domain.py\n\n```\nclass Testament: ...\n```\n\n### contents of tests/test\\_testament.py\n\n````\nfrom domain import Testament\n\ndef test_testament(): ...\n```\n\nIn this scenario with the default options, pytest will collect the class [Testament]{.title-ref} from [tests/test_testament.py]{.title-ref} because it starts with [Test]{.title-ref}, even though in this case it is a production class being imported in the test module namespace.\n\nThis behavior can now be prevented by setting the new `collect_imported_tests`{.interpreted-text role=\"confval\"} configuration option to `false`, which will make pytest collect classes/functions from test files **only** if they are defined in that file.\n\n\\-- by `FreerGit`{.interpreted-text role=\"user\"}\n````\n\n- [#​12765](https://redirect.github.com/pytest-dev/pytest/issues/12765): Thresholds to trigger snippet truncation can now be set with `truncation_limit_lines`{.interpreted-text role=\"confval\"} and `truncation_limit_chars`{.interpreted-text role=\"confval\"}.\n\n \ See `truncation-params`{.interpreted-text role=\"ref\"} for more information.\n\n- [#​13125](https://redirect.github.com/pytest-dev/pytest/issues/13125): `console_output_style`{.interpreted-text role=\"confval\"} now supports `times` to show execution time of each test.\n\n- [#​13192](https://redirect.github.com/pytest-dev/pytest/issues/13192): `pytest.raises`{.interpreted-text role=\"func\"} will now raise a warning when passing an empty string to `match`, as this will match against any value. Use `match=\"^$\"` if you want to check that an exception has no message.\n\n- [#​13192](https://redirect.github.com/pytest-dev/pytest/issues/13192): `pytest.raises`{.interpreted-text role=\"func\"} will now print a helpful string diff if matching fails and the match parameter has `^` and `$` and is otherwise escaped.\n\n- [#​13192](https://redirect.github.com/pytest-dev/pytest/issues/13192): You can now pass `with pytest.raises(check=fn): `{.interpreted-text role=\"func\"}, where `fn` is a function which takes a raised exception and returns a boolean. The `raises` fails if no exception was raised (as usual), passes if an exception is raised and `fn` returns `True` (as well as `match` and the type matching, if specified, which are checked before), and propagates the exception if `fn` returns `False` (which likely also fails the test).\n\n- [#​13228](https://redirect.github.com/pytest-dev/pytest/issues/13228): `hidden-param`{.interpreted-text role=\"ref\"} can now be used in `id` of `pytest.param`{.interpreted-text role=\"func\"} or in\n `ids` of `Metafunc.parametrize `{.interpreted-text role=\"py:func\"}.\n It hides the parameter set from the test name.\n\n- [#​13253](https://redirect.github.com/pytest-dev/pytest/issues/13253): New flag: `--disable-plugin-autoload `{.interpreted-text role=\"ref\"} which works as an alternative to `PYTEST_DISABLE_PLUGIN_AUTOLOAD`{.interpreted-text role=\"envvar\"} when setting environment variables is inconvenient; and allows setting it in config files with `addopts`{.interpreted-text role=\"confval\"}.\n\n#### Improvements in existing functionality\n\n- [#​10224](https://redirect.github.com/pytest-dev/pytest/issues/10224): pytest's `short` and `long` traceback styles (`how-to-modifying-python-tb-printing`{.interpreted-text role=\"ref\"})\n now have partial `657`{.interpreted-text role=\"pep\"} support and will show specific code segments in the\n traceback.\n\n ```pytest\n \ ================================= FAILURES =================================\n \ _______________________ test_gets_correct_tracebacks _______________________\n\n \ test_tracebacks.py:12: in test_gets_correct_tracebacks\n assert manhattan_distance(p1, p2) == 1\n ^^^^^^^^^^^^^^^^^^^^^^^^^^\n test_tracebacks.py:6: in manhattan_distance\n return abs(point_1.x - point_2.x) + abs(point_1.y - point_2.y)\n ^^^^^^^^^\n E AttributeError: 'NoneType' object has no attribute 'x'\n ```\n\n \\-- by `ammaraskar`{.interpreted-text role=\"user\"}\n\n- [#​11118](https://redirect.github.com/pytest-dev/pytest/issues/11118): Now `pythonpath`{.interpreted-text role=\"confval\"} configures \\[$PYTHONPATH]{.title-ref} earlier than before during the initialization process, which now also affects plugins loaded via the \\[-p]{.title-ref} command-line option.\n\n \\-- by `millerdev`{.interpreted-text role=\"user\"}\n\n- [#​11381](https://redirect.github.com/pytest-dev/pytest/issues/11381): The `type` parameter of the `parser.addini` method now accepts \\[\"int\"]{.title-ref} and `\"float\"` parameters, facilitating the parsing of configuration values in the configuration file.\n\n Example:\n\n ```python\n def pytest_addoption(parser):\n \ parser.addini(\"int_value\", type=\"int\", default=2, help=\"my int value\")\n parser.addini(\"float_value\", type=\"float\", default=4.2, help=\"my float value\")\n ```\n\n The \\[pytest.ini]{.title-ref} file:\n\n \ ```ini\n [pytest]\n int_value = 3\n float_value = 5.4\n ```\n\n- [#​11525](https://redirect.github.com/pytest-dev/pytest/issues/11525): Fixtures are now clearly represented in the output as a \"fixture object\", not as a normal function as before, making it easy for beginners to catch mistakes such as referencing a fixture declared in the same module but not requested in the test function.\n\n \\-- by `the-compiler`{.interpreted-text role=\"user\"} and `glyphack`{.interpreted-text role=\"user\"}\n\n- [#​12426](https://redirect.github.com/pytest-dev/pytest/issues/12426): A warning is now issued when `pytest.mark.usefixtures ref`{.interpreted-text role=\"ref\"} is used without specifying any fixtures. Previously, empty usefixtures markers were silently ignored.\n\n- [#​12707](https://redirect.github.com/pytest-dev/pytest/issues/12707): Exception chains can be navigated when dropped into Pdb in Python 3.13+.\n\n- [#​12736](https://redirect.github.com/pytest-dev/pytest/issues/12736): Added a new attribute \\[name]{.title-ref} with the fixed value \\[\"pytest tests\"]{.title-ref} to the root tag \\[testsuites]{.title-ref} of the junit-xml generated by pytest.\n\n This attribute is part of many junit-xml specifications and is even part of the \\[junit-10.xsd]{.title-ref} specification that pytest's implementation is based on.\n\n- [#​12943](https://redirect.github.com/pytest-dev/pytest/issues/12943): If a test fails with an exceptiongroup with a single exception, the contained exception will now be displayed in the short test summary info.\n\n- [#​12958](https://redirect.github.com/pytest-dev/pytest/issues/12958): A number of `unraisable `{.interpreted-text role=\"ref\"} enhancements:\n\n \ - Set the unraisable hook as early as possible and unset it as late as possible, to collect the most possible number of unraisable exceptions.\n \ - Call the garbage collector just before unsetting the unraisable hook, to collect any straggling exceptions.\n - Collect multiple unraisable exceptions per test phase.\n - Report the `tracemalloc`{.interpreted-text role=\"mod\"} allocation traceback (if available).\n - Avoid using a generator based hook to allow handling `StopIteration`{.interpreted-text role=\"class\"} in test failures.\n - Report the unraisable exception as the cause of the `pytest.PytestUnraisableExceptionWarning`{.interpreted-text role=\"class\"} exception if raised.\n - Compute the `repr` of the unraisable object in the unraisable hook so you get the latest information if available, and should help with resurrection of the object.\n\n- [#​13010](https://redirect.github.com/pytest-dev/pytest/issues/13010): `pytest.approx`{.interpreted-text role=\"func\"} now can compare collections that contain numbers and non-numbers mixed.\n\n- [#​13016](https://redirect.github.com/pytest-dev/pytest/issues/13016): A number of `threadexception `{.interpreted-text role=\"ref\"} enhancements:\n\n - Set the excepthook as early as possible and unset it as late as possible, to collect the most possible number of unhandled exceptions from threads.\n - Collect multiple thread exceptions per test phase.\n \ - Report the `tracemalloc`{.interpreted-text role=\"mod\"} allocation traceback (if available).\n - Avoid using a generator based hook to allow handling `StopIteration`{.interpreted-text role=\"class\"} in test failures.\n \ - Report the thread exception as the cause of the `pytest.PytestUnhandledThreadExceptionWarning`{.interpreted-text role=\"class\"} exception if raised.\n - Extract the `name` of the thread object in the excepthook which should help with resurrection of the thread.\n\n- [#​13031](https://redirect.github.com/pytest-dev/pytest/issues/13031): An empty parameter set as in `pytest.mark.parametrize([], ids=idfunc)` will no longer trigger a call to `idfunc` with internal objects.\n\n- [#​13115](https://redirect.github.com/pytest-dev/pytest/issues/13115): Allows supplying `ExceptionGroup[Exception]` and `BaseExceptionGroup[BaseException]` to `pytest.raises` to keep full typing on `ExceptionInfo `{.interpreted-text role=\"class\"}:\n\n ```python\n with pytest.raises(ExceptionGroup[Exception]) as exc_info:\n some_function()\n ```\n\n Parametrizing with other exception types remains an error - we do not check the types of child exceptions and thus do not permit code that might look like we do.\n\n- [#​13122](https://redirect.github.com/pytest-dev/pytest/issues/13122): The `--stepwise` mode received a number of improvements:\n\n - It no longer forgets the last failed test in case pytest is executed later without the flag.\n\n This enables the following workflow:\n\n 1. Execute pytest with `--stepwise`, pytest then stops at the first failing test;\n 2. Iteratively update the code and run the test in isolation, without the `--stepwise` flag (for example in an IDE), until it is fixed.\n 3. Execute pytest with `--stepwise` again and pytest will continue from the previously failed test, and if it passes, continue on to the next tests.\n\n Previously, at step 3, pytest would start from the beginning, forgetting the previously failed test.\n\n This change however might cause issues if the `--stepwise` mode is used far apart in time, as the state might get stale, so the internal state will be reset automatically in case the test suite changes (for now only the number of tests are considered for this, we might change/improve this on the future).\n\n - New `--stepwise-reset`/`--sw-reset` flag, allowing the user to explicitly reset the stepwise state and restart the workflow from the beginning.\n\n- [#​13308](https://redirect.github.com/pytest-dev/pytest/issues/13308): Added official support for Python 3.14.\n\n- [#​13380](https://redirect.github.com/pytest-dev/pytest/issues/13380): Fix `ExceptionGroup`{.interpreted-text role=\"class\"} traceback filtering to exclude pytest internals.\n\n- [#​13415](https://redirect.github.com/pytest-dev/pytest/issues/13415): The author metadata of the BibTex example is now correctly formatted with last names following first names.\n An example of BibLaTex has been added.\n \ BibTex and BibLaTex examples now clearly indicate that what is cited is software.\n\n \\-- by `willynilly`{.interpreted-text role=\"user\"}\n\n- [#​13420](https://redirect.github.com/pytest-dev/pytest/issues/13420): Improved test collection performance by optimizing path resolution used in `FSCollector`.\n\n- [#​13457](https://redirect.github.com/pytest-dev/pytest/issues/13457): The error message about duplicate parametrization no longer displays an internal stack trace.\n\n- [#​4112](https://redirect.github.com/pytest-dev/pytest/issues/4112): Using `pytest.mark.usefixtures `{.interpreted-text role=\"ref\"} on `pytest.param`{.interpreted-text role=\"func\"} now produces an error instead of silently doing nothing.\n\n- [#​5473](https://redirect.github.com/pytest-dev/pytest/issues/5473): Replace \\[:]{.title-ref} with \\[;]{.title-ref} in the assertion rewrite warning message so it can be filtered using standard Python warning filters before calling `pytest.main`{.interpreted-text role=\"func\"}.\n\n-\n\n```\n[#​6985](https://redirect.github.com/pytest-dev/pytest/issues/6985): Improved `pytest.approx`{.interpreted-text role=\"func\"} to enhance the readability of value ranges and tolerances between 0.001 and 1000.\n```\n\n````\n: \ - The [repr]{.title-ref} method now provides clearer output for values within those ranges, making it easier to interpret the results.\n\n - \ Previously, the output for those ranges of values and tolerances was displayed in scientific notation (e.g., [42 \xB1 1.0e+00]{.title-ref}). The updated method now presents the tolerance as a decimal for better readability (e.g., [42 \xB1 1]{.title-ref}).\n\n Example:\n\n **Previous Output:**\n\n ``` console\n >>> pytest.approx(42, abs=1)\n \ 42 \xB1 1.0e+00\n ```\n\n **Current Output:**\n\n \ ``` console\n >>> pytest.approx(42, abs=1)\n 42 \xB1 1\n ```\n\n \\-- by `fazeelghafoor`{.interpreted-text role=\"user\"}\n````\n\n- [#​7683](https://redirect.github.com/pytest-dev/pytest/issues/7683): The formerly optional `pygments` dependency is now required, causing output always to be source-highlighted (unless disabled via the `--code-highlight=no` CLI option).\n\n#### Bug fixes\n\n- [#​10404](https://redirect.github.com/pytest-dev/pytest/issues/10404): Apply filterwarnings from config/cli as soon as possible, and revert them as late as possible\n so that warnings as errors are collected throughout the pytest run and before the\n unraisable and threadexcept hooks are removed.\n\n \ This allows very late warnings and unraisable/threadexcept exceptions to fail the test suite.\n\n This also changes the warning that the lsof plugin issues from PytestWarning to the new warning PytestFDWarning so it can be more easily filtered.\n\n- [#​11067](https://redirect.github.com/pytest-dev/pytest/issues/11067): The test report is now consistent regardless if the test xfailed via `pytest.mark.xfail `{.interpreted-text role=\"ref\"} or `pytest.fail`{.interpreted-text role=\"func\"}.\n\n Previously, *xfailed* tests via the marker would have the string `\"reason: \"` prefixed to the message, while those *xfailed* via the function did not. The prefix has been removed.\n\n- [#​12008](https://redirect.github.com/pytest-dev/pytest/issues/12008): In `11220`{.interpreted-text role=\"pr\"}, an unintended change in reordering was introduced by changing the way indices were assigned to direct params. More specifically, before that change, the indices of direct params to metafunc's callspecs were assigned after all parametrizations took place. Now, that change is reverted.\n\n- [#​12863](https://redirect.github.com/pytest-dev/pytest/issues/12863): Fix applying markers, including `pytest.mark.parametrize `{.interpreted-text role=\"ref\"} when placed above \\[[@​staticmethod](https://redirect.github.com/staticmethod)]{.title-ref} or \\[[@​classmethod](https://redirect.github.com/classmethod)]{.title-ref}.\n\n- [#​12929](https://redirect.github.com/pytest-dev/pytest/issues/12929): Handle StopIteration from test cases, setup and teardown correctly.\n\n- [#​12938](https://redirect.github.com/pytest-dev/pytest/issues/12938): Fixed `--durations-min` argument not respected if `-vv` is used.\n\n- [#​12946](https://redirect.github.com/pytest-dev/pytest/issues/12946): Fixed missing help for `pdb`{.interpreted-text role=\"mod\"} commands wrapped by pytest -- by `adamchainz`{.interpreted-text role=\"user\"}.\n\n- [#​12981](https://redirect.github.com/pytest-dev/pytest/issues/12981): Prevent exceptions in `pytest.Config.add_cleanup`{.interpreted-text role=\"func\"} callbacks preventing further cleanups.\n\n- [#​13047](https://redirect.github.com/pytest-dev/pytest/issues/13047): Restore `pytest.approx`{.interpreted-text role=\"func\"} handling of equality checks between \\[bool]{.title-ref} and \\[numpy.bool\\_]{.title-ref} types.\n\n \ Comparing \\[bool]{.title-ref} and \\[numpy.bool\\_]{.title-ref} using `pytest.approx`{.interpreted-text role=\"func\"} accidentally changed in version \\[8.3.4]{.title-ref} and \\[8.3.5]{.title-ref} to no longer match:\n\n \ ```pycon\n >>> import numpy as np\n >>> from pytest import approx\n \ >>> [np.True_, np.True_] == pytest.approx([True, True])\n False\n ```\n\n \ This has now been fixed:\n\n ```pycon\n >>> [np.True_, np.True_] == pytest.approx([True, True])\n True\n ```\n\n- [#​13119](https://redirect.github.com/pytest-dev/pytest/issues/13119): Improved handling of invalid regex patterns for filter warnings by providing a clear error message.\n\n- [#​13175](https://redirect.github.com/pytest-dev/pytest/issues/13175): The diff is now also highlighted correctly when comparing two strings.\n\n- [#​13248](https://redirect.github.com/pytest-dev/pytest/issues/13248): Fixed an issue where passing a `scope` in `Metafunc.parametrize `{.interpreted-text role=\"py:func\"} with `indirect=True`\n could result in other fixtures being unable to depend on the parametrized fixture.\n\n- [#​13291](https://redirect.github.com/pytest-dev/pytest/issues/13291): Fixed `repr` of `attrs` objects in assertion failure messages when using `attrs>=25.2`.\n\n- [#​13312](https://redirect.github.com/pytest-dev/pytest/issues/13312): Fixed a possible `KeyError` crash on PyPy during collection of tests involving higher-scoped parameters.\n\n- [#​13345](https://redirect.github.com/pytest-dev/pytest/issues/13345): Fix type hints for `pytest.TestReport.when`{.interpreted-text role=\"attr\"} and `pytest.TestReport.location`{.interpreted-text role=\"attr\"}.\n\n- [#​13377](https://redirect.github.com/pytest-dev/pytest/issues/13377): Fixed handling of test methods with positional-only parameter syntax.\n\n \ Now, methods are supported that formally define `self` as positional-only\n \ and/or fixture parameters as keyword-only, e.g.:\n\n ```python\n class TestClass:\n\n def test_method(self, /, *, fixture): ...\n ```\n\n \ Before, this caused an internal error in pytest.\n\n- [#​13384](https://redirect.github.com/pytest-dev/pytest/issues/13384): Fixed an issue where pytest could report negative durations.\n\n- [#​13420](https://redirect.github.com/pytest-dev/pytest/issues/13420): Added `lru_cache` to `nodes._check_initialpaths_for_relpath`.\n\n- [#​9037](https://redirect.github.com/pytest-dev/pytest/issues/9037): Honor `disable_test_id_escaping_and_forfeit_all_rights_to_community_support`{.interpreted-text role=\"confval\"} when escaping ids in parametrized tests.\n\n#### Improved documentation\n\n- [#​12535](https://redirect.github.com/pytest-dev/pytest/issues/12535): \\[This\n example]{.title-ref}<>\n \ showed `print` statements that do not exactly reflect what the\n different branches actually do. The fix makes the example more precise.\n\n- [#​13218](https://redirect.github.com/pytest-dev/pytest/issues/13218): Pointed out in the `pytest.approx`{.interpreted-text role=\"func\"} documentation that it considers booleans unequal to numeric zero or one.\n\n- [#​13221](https://redirect.github.com/pytest-dev/pytest/issues/13221): Improved grouping of CLI options in the `--help` output.\n\n- [#​6649](https://redirect.github.com/pytest-dev/pytest/issues/6649): Added `~pytest.TerminalReporter`{.interpreted-text role=\"class\"} to the `api-reference`{.interpreted-text role=\"ref\"} documentation page.\n\n- [#​8612](https://redirect.github.com/pytest-dev/pytest/issues/8612): Add a recipe for handling abstract test classes in the documentation.\n\n \ A new example has been added to the documentation to demonstrate how to use a mixin class to handle abstract\n test classes without manually setting the `__test__` attribute for subclasses.\n This ensures that subclasses of abstract test classes are automatically collected by pytest.\n\n#### Packaging updates and notes for downstreams\n\n- [#​13317](https://redirect.github.com/pytest-dev/pytest/issues/13317): Specified minimum allowed versions of `colorama`, `iniconfig`,\n and `packaging`; and bumped the minimum allowed version\n of `exceptiongroup` for `python_version<'3.11'` from a release\n candidate to a full release.\n\n#### Contributor-facing changes\n\n- [#​12017](https://redirect.github.com/pytest-dev/pytest/issues/12017): Mixed internal improvements:\n\n - Migrate formatting to f-strings in some tests.\n - Use type-safe constructs in JUnitXML tests.\n - Moved`MockTiming` into `_pytest.timing`.\n\n \\-- by `RonnyPfannschmidt`{.interpreted-text role=\"user\"}\n\n- [#​12647](https://redirect.github.com/pytest-dev/pytest/issues/12647): Fixed running the test suite with the `hypothesis` pytest plugin.\n\n#### Miscellaneous internal changes\n\n- [#​6649](https://redirect.github.com/pytest-dev/pytest/issues/6649): Added `~pytest.TerminalReporter`{.interpreted-text role=\"class\"} to the public pytest API, as it is part of the signature of the `pytest_terminal_summary`{.interpreted-text role=\"hook\"} hook.\n\n
\n\n---\n\n### Configuration\n\n\U0001F4C5 **Schedule**: (UTC)\n\n- Branch creation\n - \"\"\n- Automerge\n - At any time (no schedule defined)\n\n\U0001F6A6 **Automerge**: Disabled by config. Please merge this manually once you are satisfied.\n\n\u267B **Rebasing**: Whenever PR is behind base branch, or you tick the rebase/retry checkbox.\n\n\U0001F515 **Ignore**: Close this PR and you won't be reminded about this update again.\n\n---\n\n - [ ] If you want to rebase/retry this PR, check this box\n\n---\n\nThis PR was generated by [Mend Renovate](https://mend.io/renovate/). View the [repository job log](https://developer.mend.io/github/vexxhost/magnum-cluster-api).\n\n" change_url: https://github.com/vexxhost/magnum-cluster-api/pull/972 commit_id: 5ed51d90f211d7ed2974438dce2b99350d50c142 patchset: 5ed51d90f211d7ed2974438dce2b99350d50c142 project: canonical_hostname: github.com canonical_name: github.com/vexxhost/magnum-cluster-api name: vexxhost/magnum-cluster-api short_name: magnum-cluster-api src_dir: src/github.com/vexxhost/magnum-cluster-api src_dir: src/github.com/vexxhost/magnum-cluster-api topic: null change: '972' change_message: "chore(deps): update dependency pytest to v9 [security]\n\nThis PR contains the following updates:\n\n| Package | Change | [Age](https://docs.renovatebot.com/merge-confidence/) | [Confidence](https://docs.renovatebot.com/merge-confidence/) |\n|---|---|---|---|\n| [pytest](https://redirect.github.com/pytest-dev/pytest) ([changelog](https://docs.pytest.org/en/stable/changelog.html)) | `<9` \u2192 `<10` | ![age](https://developer.mend.io/api/mc/badges/age/pypi/pytest/9.0.3?slim=true) | ![confidence](https://developer.mend.io/api/mc/badges/confidence/pypi/pytest/8.3.5/9.0.3?slim=true) |\n\n### GitHub Vulnerability Alerts\n\n#### [CVE-2025-71176](https://nvd.nist.gov/vuln/detail/CVE-2025-71176)\n\npytest through 9.0.2 on UNIX relies on directories with the `/tmp/pytest-of-{user}` name pattern, which allows local users to cause a denial of service or possibly gain privileges.\n\n##### Severity\n- CVSS Score: 6.8 / 10 (Medium)\n- Vector String: `CVSS:3.1/AV:L/AC:L/PR:N/UI:N/S:C/C:L/I:L/A:L`\n\n---\n\n### Release Notes\n\n
\npytest-dev/pytest (pytest)\n\n### [`v9.0.3`](https://redirect.github.com/pytest-dev/pytest/releases/tag/9.0.3)\n\n[Compare Source](https://redirect.github.com/pytest-dev/pytest/compare/9.0.2...9.0.3)\n\n### pytest 9.0.3 (2026-04-07)\n\n#### Bug fixes\n\n- [#​12444](https://redirect.github.com/pytest-dev/pytest/issues/12444): Fixed `pytest.approx` which now correctly takes into account `~collections.abc.Mapping` keys order to compare them.\n\n- [#​13634](https://redirect.github.com/pytest-dev/pytest/issues/13634): Blocking a `conftest.py` file using the `-p no:` option is now explicitly disallowed.\n\n Previously this resulted in an internal assertion failure during plugin loading.\n\n Pytest now raises a clear `UsageError` explaining that conftest files are not plugins and cannot be disabled via `-p`.\n\n- [#​13734](https://redirect.github.com/pytest-dev/pytest/issues/13734): Fixed crash when a test raises an exceptiongroup with `__tracebackhide__ = True`.\n\n- [#​14195](https://redirect.github.com/pytest-dev/pytest/issues/14195): Fixed an issue where non-string messages passed to unittest.TestCase.subTest() were not printed.\n\n- [#​14343](https://redirect.github.com/pytest-dev/pytest/issues/14343): Fixed use of insecure temporary directory (CVE-2025-71176).\n\n#### Improved documentation\n\n- [#​13388](https://redirect.github.com/pytest-dev/pytest/issues/13388): Clarified documentation for `-p` vs `PYTEST_PLUGINS` plugin loading and fixed an incorrect `-p` example.\n- [#​13731](https://redirect.github.com/pytest-dev/pytest/issues/13731): Clarified that capture fixtures (e.g. `capsys` and `capfd`) take precedence over the `-s` / `--capture=no` command-line options in `Accessing captured output from a test function `.\n- [#​14088](https://redirect.github.com/pytest-dev/pytest/issues/14088): Clarified that the default `pytest_collection` hook sets `session.items` before it calls `pytest_collection_finish`, not after.\n- [#​14255](https://redirect.github.com/pytest-dev/pytest/issues/14255): TOML integer log levels must be quoted: Updating reference documentation.\n\n#### Contributor-facing changes\n\n- [#​12689](https://redirect.github.com/pytest-dev/pytest/issues/12689): The test reports are now published to Codecov from GitHub Actions.\n The test statistics is visible [on the web interface](https://app.codecov.io/gh/pytest-dev/pytest/tests).\n\n \ \\-- by `aleguy02`\n\n### [`v9.0.2`](https://redirect.github.com/pytest-dev/pytest/releases/tag/9.0.2)\n\n[Compare Source](https://redirect.github.com/pytest-dev/pytest/compare/9.0.1...9.0.2)\n\n### pytest 9.0.2 (2025-12-06)\n\n#### Bug fixes\n\n- [#​13896](https://redirect.github.com/pytest-dev/pytest/issues/13896): The terminal progress feature added in pytest 9.0.0 has been disabled by default, except on Windows, due to compatibility issues with some terminal emulators.\n\n \ You may enable it again by passing `-p terminalprogress`. We may enable it by default again once compatibility improves in the future.\n\n Additionally, when the environment variable `TERM` is `dumb`, the escape codes are no longer emitted, even if the plugin is enabled.\n\n- [#​13904](https://redirect.github.com/pytest-dev/pytest/issues/13904): Fixed the TOML type of the `tmp_path_retention_count` settings in the API reference from number to string.\n\n- [#​13946](https://redirect.github.com/pytest-dev/pytest/issues/13946): The private `config.inicfg` attribute was changed in a breaking manner in pytest 9.0.0.\n Due to its usage in the ecosystem, it is now restored to working order using a compatibility shim.\n It will be deprecated in pytest 9.1 and removed in pytest 10.\n\n- [#​13965](https://redirect.github.com/pytest-dev/pytest/issues/13965): Fixed quadratic-time behavior when handling `unittest` subtests in Python 3.10.\n\n#### Improved documentation\n\n- [#​4492](https://redirect.github.com/pytest-dev/pytest/issues/4492): The API Reference now contains cross-reference-able documentation of `pytest's command-line flags `.\n\n### [`v9.0.1`](https://redirect.github.com/pytest-dev/pytest/releases/tag/9.0.1)\n\n[Compare Source](https://redirect.github.com/pytest-dev/pytest/compare/9.0.0...9.0.1)\n\n### pytest 9.0.1 (2025-11-12)\n\n#### Bug fixes\n\n- [#​13895](https://redirect.github.com/pytest-dev/pytest/issues/13895): Restore support for skipping tests via `raise unittest.SkipTest`.\n- [#​13896](https://redirect.github.com/pytest-dev/pytest/issues/13896): The terminal progress plugin added in pytest 9.0 is now automatically disabled when iTerm2 is detected, it generated desktop notifications instead of the desired functionality.\n- [#​13904](https://redirect.github.com/pytest-dev/pytest/issues/13904): Fixed the TOML type of the verbosity settings in the API reference from number to string.\n- [#​13910](https://redirect.github.com/pytest-dev/pytest/issues/13910): Fixed UserWarning: Do not expect file\\_or\\_dir on some earlier Python 3.12 and 3.13 point versions.\n\n#### Packaging updates and notes for downstreams\n\n- [#​13933](https://redirect.github.com/pytest-dev/pytest/issues/13933): The tox configuration has been adjusted to make sure the desired\n version string can be passed into its `package_env` through\n the `SETUPTOOLS_SCM_PRETEND_VERSION_FOR_PYTEST` environment\n variable as a part of the release process -- by `webknjaz`.\n\n#### Contributor-facing changes\n\n- [#​13891](https://redirect.github.com/pytest-dev/pytest/issues/13891), [#​13942](https://redirect.github.com/pytest-dev/pytest/issues/13942): The CI/CD part of the release automation is now capable of\n creating GitHub Releases without having a Git checkout on\n disk -- by `bluetech` and `webknjaz`.\n- [#​13933](https://redirect.github.com/pytest-dev/pytest/issues/13933): The tox configuration has been adjusted to make sure the desired\n version string can be passed into its `package_env` through\n the `SETUPTOOLS_SCM_PRETEND_VERSION_FOR_PYTEST` environment\n variable as a part of the release process -- by `webknjaz`.\n\n### [`v9.0.0`](https://redirect.github.com/pytest-dev/pytest/releases/tag/9.0.0)\n\n[Compare Source](https://redirect.github.com/pytest-dev/pytest/compare/8.4.2...9.0.0)\n\n### pytest 9.0.0 (2025-11-05)\n\n#### New features\n\n- [#​1367](https://redirect.github.com/pytest-dev/pytest/issues/1367): **Support for subtests** has been added.\n\n `subtests ` are an alternative to parametrization, useful in situations where the parametrization values are not all known at collection time.\n\n Example:\n\n ```python\n \ def contains_docstring(p: Path) -> bool:\n \"\"\"Return True if the given Python file contains a top-level docstring.\"\"\"\n ...\n\n def test_py_files_contain_docstring(subtests: pytest.Subtests) -> None:\n for path in Path.cwd().glob(\"*.py\"):\n with subtests.test(path=str(path)):\n \ assert contains_docstring(path)\n ```\n\n Each assert failure or error is caught by the context manager and reported individually, giving a clear picture of all files that are missing a docstring.\n\n In addition, `unittest.TestCase.subTest` is now also supported.\n\n This feature was originally implemented as a separate plugin in [pytest-subtests](https://redirect.github.com/pytest-dev/pytest-subtests), but since then has been merged into the core.\n\n > \\[!NOTE]\n > This feature is experimental and will likely evolve in future releases. By that we mean that we might change how subtests are reported on failure, but the functionality and how to use it are stable.\n\n- [#​13743](https://redirect.github.com/pytest-dev/pytest/issues/13743): Added support for **native TOML configuration files**.\n\n While pytest, since version 6, supports configuration in `pyproject.toml` files under `[tool.pytest.ini_options]`,\n \ it does so in an \"INI compatibility mode\", where all configuration values are treated as strings or list of strings.\n Now, pytest supports the native TOML data model.\n\n In `pyproject.toml`, the native TOML configuration is under the `[tool.pytest]` table.\n\n ```toml\n # pyproject.toml\n [tool.pytest]\n \ minversion = \"9.0\"\n addopts = [\"-ra\", \"-q\"]\n testpaths = [\n \"tests\",\n \ \"integration\",\n ]\n ```\n\n The `[tool.pytest.ini_options]` table remains supported, but both tables cannot be used at the same time.\n\n If you prefer to use a separate configuration file, or don't use `pyproject.toml`, you can use `pytest.toml` or `.pytest.toml`:\n\n ```toml\n # pytest.toml or .pytest.toml\n [pytest]\n minversion = \"9.0\"\n addopts = [\"-ra\", \"-q\"]\n testpaths = [\n \"tests\",\n \"integration\",\n ]\n \ ```\n\n The documentation now (sometimes) shows configuration snippets in both TOML and INI formats, in a tabbed interface.\n\n See `config file formats` for full details.\n\n- [#​13823](https://redirect.github.com/pytest-dev/pytest/issues/13823): Added a **\"strict mode\"** enabled by the `strict` configuration option.\n\n \ When set to `true`, the `strict` option currently enables\n\n - `strict_config`\n \ - `strict_markers`\n - `strict_parametrization_ids`\n - `strict_xfail`\n\n \ The individual strictness options can be explicitly set to override the global `strict` setting.\n\n The previously-deprecated `--strict` command-line flag now enables strict mode.\n\n If pytest adds new strictness options in the future, they will also be enabled in strict mode.\n Therefore, you should only enable strict mode if you use a pinned/locked version of pytest,\n or if you want to proactively adopt new strictness options as they are added.\n\n \ See `strict mode` for more details.\n\n- [#​13737](https://redirect.github.com/pytest-dev/pytest/issues/13737): Added the `strict_parametrization_ids` configuration option.\n\n When set, pytest emits an error if it detects non-unique parameter set IDs,\n rather than automatically making the IDs unique by adding 0, 1, ... to them.\n This can be particularly useful for catching unintended duplicates.\n\n- [#​13072](https://redirect.github.com/pytest-dev/pytest/issues/13072): Added support for displaying test session **progress in the terminal tab** using the [OSC 9;4;](https://conemu.github.io/en/AnsiEscapeCodes.html#ConEmu_specific_OSC) ANSI sequence.\n When pytest runs in a supported terminal emulator like ConEmu, Gnome Terminal, Ptyxis, Windows Terminal, Kitty or Ghostty,\n you'll see the progress in the terminal tab or window,\n allowing you to monitor pytest's progress at a glance.\n\n This feature is automatically enabled when running in a TTY. It is implemented as an internal plugin. If needed, it can be disabled as follows:\n\n - On a user level, using `-p no:terminalprogress` on the command line or via an environment variable `PYTEST_ADDOPTS='-p no:terminalprogress'`.\n \ - On a project configuration level, using `addopts = \"-p no:terminalprogress\"`.\n\n- [#​478](https://redirect.github.com/pytest-dev/pytest/issues/478): Support PEP420 (implicit namespace packages) as --pyargs target when `consider_namespace_packages` is true in the config.\n\n Previously, this option only impacted package imports, now it also impacts tests discovery.\n\n- [#​13678](https://redirect.github.com/pytest-dev/pytest/issues/13678): Added a new `faulthandler_exit_on_timeout` configuration option set to \"false\" by default to let faulthandler interrupt the pytest process after a timeout in case of deadlock.\n\n Previously, a faulthandler timeout would only dump the traceback of all threads to stderr, but would not interrupt the pytest process.\n\n \\-- by `ogrisel`.\n\n- [#​13829](https://redirect.github.com/pytest-dev/pytest/issues/13829): Added support for configuration option aliases via the `aliases` parameter in `Parser.addini() `.\n\n Plugins can now register alternative names for configuration options,\n allowing for more flexibility in configuration naming and supporting backward compatibility when renaming options.\n The canonical name always takes precedence if both the canonical name and an alias are specified in the configuration file.\n\n#### Improvements in existing functionality\n\n- [#​13330](https://redirect.github.com/pytest-dev/pytest/issues/13330): Having pytest configuration spread over more than one file (for example having both a `pytest.ini` file and `pyproject.toml` with a `[tool.pytest.ini_options]` table) will now print a warning to make it clearer to the user that only one of them is actually used.\n\n \\-- by `sgaist`\n\n- [#​13574](https://redirect.github.com/pytest-dev/pytest/issues/13574): The single argument `--version` no longer loads the entire plugin infrastructure, making it faster and more reliable when displaying only the pytest version.\n\n \ Passing `--version` twice (e.g., `pytest --version --version`) retains the original behavior, showing both the pytest version and plugin information.\n\n \ > \\[!NOTE]\n > Since `--version` is now processed early, it only takes effect when passed directly via the command line. It will not work if set through other mechanisms, such as `PYTEST_ADDOPTS` or `addopts`.\n\n- [#​13823](https://redirect.github.com/pytest-dev/pytest/issues/13823): Added `strict_xfail` as an alias to the `xfail_strict` option,\n `strict_config` as an alias to the `--strict-config` flag,\n and `strict_markers` as an alias to the `--strict-markers` flag.\n This makes all strictness options consistently have configuration options with the prefix `strict_`.\n\n- [#​13700](https://redirect.github.com/pytest-dev/pytest/issues/13700): --junitxml no longer prints the generated xml file summary at the end of the pytest session when --quiet is given.\n\n- [#​13732](https://redirect.github.com/pytest-dev/pytest/issues/13732): Previously, when filtering warnings, pytest would fail if the filter referenced a class that could not be imported. Now, this only outputs a message indicating the problem.\n\n- [#​13859](https://redirect.github.com/pytest-dev/pytest/issues/13859): Clarify the error message for pytest.raises() when a regex match fails.\n\n- [#​13861](https://redirect.github.com/pytest-dev/pytest/issues/13861): Better sentence structure in a test's expected error message. Previously, the error message would be \"expected exception must be \\, but got \\\". Now, it is \"Expected \\, but got \\\".\n\n#### Removals and backward incompatible breaking changes\n\n- [#​12083](https://redirect.github.com/pytest-dev/pytest/issues/12083): Fixed a bug where an invocation such as pytest a/ a/b would cause only tests from a/b to run, and not other tests under a/.\n\n \ The fix entails a few breaking changes to how such overlapping arguments and duplicates are handled:\n\n 1. pytest a/b a/ or pytest a/ a/b are equivalent to pytest a; if an argument overlaps another arguments, only the prefix remains.\n 2. pytest x.py x.py is equivalent to pytest x.py; previously such an invocation was taken as an explicit request to run the tests from the file twice.\n\n If you rely on these behaviors, consider using `--keep-duplicates `, which retains its existing behavior (including the bug).\n\n- [#​13719](https://redirect.github.com/pytest-dev/pytest/issues/13719): Support for Python 3.9 is dropped following its end of life.\n\n- [#​13766](https://redirect.github.com/pytest-dev/pytest/issues/13766): Previously, pytest would assume it was running in a CI/CD environment if either of the environment variables $CI or $BUILD\\_NUMBER was defined;\n now, CI mode is only activated if at least one of those variables is defined and set to a *non-empty* value.\n\n- [#​13779](https://redirect.github.com/pytest-dev/pytest/issues/13779): **PytestRemovedIn9Warning deprecation warnings are now errors by default.**\n\n \ Following our plan to remove deprecated features with as little disruption as\n possible, all warnings of type `PytestRemovedIn9Warning` now generate errors\n instead of warning messages by default.\n\n **The affected features will be effectively removed in pytest 9.1**, so please consult the\n `deprecations` section in the docs for directions on how to update existing code.\n\n In the pytest `9.0.X` series, it is possible to change the errors back into warnings as a\n stopgap measure by adding this to your `pytest.ini` file:\n\n ```ini\n \ [pytest]\n filterwarnings =\n ignore::pytest.PytestRemovedIn9Warning\n \ ```\n\n But this will stop working when pytest `9.1` is released.\n\n **If you have concerns** about the removal of a specific feature, please add a\n \ comment to `13779`.\n\n#### Deprecations (removal in next major release)\n\n- [#​13807](https://redirect.github.com/pytest-dev/pytest/issues/13807): `monkeypatch.syspath_prepend() ` now issues a deprecation warning when the prepended path contains legacy namespace packages (those using `pkg_resources.declare_namespace()`).\n Users should migrate to native namespace packages (`420`).\n See `monkeypatch-fixup-namespace-packages` for details.\n\n#### Bug fixes\n\n- [#​13445](https://redirect.github.com/pytest-dev/pytest/issues/13445): Made the type annotations of `pytest.skip` and friends more spec-complaint to have them work across more type checkers.\n\n- [#​13537](https://redirect.github.com/pytest-dev/pytest/issues/13537): Fixed a bug in which `ExceptionGroup` with only `Skipped` exceptions in teardown was not handled correctly and showed as error.\n\n- [#​13598](https://redirect.github.com/pytest-dev/pytest/issues/13598): Fixed possible collection confusion on Windows when short paths and symlinks are involved.\n\n- [#​13716](https://redirect.github.com/pytest-dev/pytest/issues/13716): Fixed a bug where a nonsensical invocation like `pytest x.py[a]` (a file cannot be parametrized) was silently treated as `pytest x.py`. This is now a usage error.\n\n- [#​13722](https://redirect.github.com/pytest-dev/pytest/issues/13722): Fixed a misleading assertion failure message when using `pytest.approx` on mappings with differing lengths.\n\n- [#​13773](https://redirect.github.com/pytest-dev/pytest/issues/13773): Fixed the static fixture closure calculation to properly consider transitive dependencies requested by overridden fixtures.\n\n- [#​13816](https://redirect.github.com/pytest-dev/pytest/issues/13816): Fixed `pytest.approx` which now returns a clearer error message when comparing mappings with different keys.\n\n- [#​13849](https://redirect.github.com/pytest-dev/pytest/issues/13849): Hidden `.pytest.ini` files are now picked up as the config file even if empty.\n \ This was an inconsistency with non-hidden `pytest.ini`.\n\n- [#​13865](https://redirect.github.com/pytest-dev/pytest/issues/13865): Fixed --show-capture with --tb=line.\n\n- [#​13522](https://redirect.github.com/pytest-dev/pytest/issues/13522): Fixed `pytester` in subprocess mode ignored all :attr\\`pytester.plugins \\\\` except the first.\n\n Fixed `pytester` in subprocess mode silently ignored non-str `pytester.plugins `.\n Now it errors instead.\n \ If you are affected by this, specify the plugin by name, or switch the affected tests to use `pytester.runpytest_inprocess ` explicitly instead.\n\n#### Packaging updates and notes for downstreams\n\n- [#​13791](https://redirect.github.com/pytest-dev/pytest/issues/13791): Minimum requirements on `iniconfig` and `packaging` were bumped to `1.0.1` and `22.0.0`, respectively.\n\n#### Contributor-facing changes\n\n- [#​12244](https://redirect.github.com/pytest-dev/pytest/issues/12244): Fixed self-test failures when TERM=dumb.\n- [#​12474](https://redirect.github.com/pytest-dev/pytest/issues/12474): Added scheduled GitHub Action Workflow to run Sphinx linkchecks in repo documentation.\n- [#​13621](https://redirect.github.com/pytest-dev/pytest/issues/13621): pytest's own testsuite now handles the `lsof` command hanging (e.g. due to unreachable network filesystems), with the affected selftests being skipped after 10 seconds.\n- [#​13638](https://redirect.github.com/pytest-dev/pytest/issues/13638): Fixed deprecated `gh pr new` command in `scripts/prepare-release-pr.py`.\n \ The script now uses `gh pr create` which is compatible with GitHub CLI v2.0+.\n- [#​13695](https://redirect.github.com/pytest-dev/pytest/issues/13695): Flush stdout and stderr in Pytester.run to avoid truncated outputs in test\\_faulthandler.py::test\\_timeout on CI -- by `ogrisel`.\n- [#​13771](https://redirect.github.com/pytest-dev/pytest/issues/13771): Skip test\\_do\\_not\\_collect\\_symlink\\_siblings on Windows environments without symlink support to avoid false negatives.\n- [#​13841](https://redirect.github.com/pytest-dev/pytest/issues/13841): `tox>=4` is now required when contributing to pytest.\n- [#​13625](https://redirect.github.com/pytest-dev/pytest/issues/13625): Added missing docstrings to `pytest_addoption()`, `pytest_configure()`, and `cacheshow()` functions in `cacheprovider.py`.\n\n#### Miscellaneous internal changes\n\n- [#​13830](https://redirect.github.com/pytest-dev/pytest/issues/13830): Configuration overrides (`-o`/`--override-ini`) are now processed during startup rather than during `config.getini() `.\n\n### [`v8.4.2`](https://redirect.github.com/pytest-dev/pytest/releases/tag/8.4.2)\n\n[Compare Source](https://redirect.github.com/pytest-dev/pytest/compare/8.4.1...8.4.2)\n\n### pytest 8.4.2 (2025-09-03)\n\n#### Bug fixes\n\n- [#​13478](https://redirect.github.com/pytest-dev/pytest/issues/13478): Fixed a crash when using `console_output_style`{.interpreted-text role=\"confval\"} with `times` and a module is skipped.\n\n- [#​13530](https://redirect.github.com/pytest-dev/pytest/issues/13530): Fixed a crash when using `pytest.approx`{.interpreted-text role=\"func\"} and `decimal.Decimal`{.interpreted-text role=\"class\"} instances with the `decimal.FloatOperation`{.interpreted-text role=\"class\"} trap set.\n\n- [#​13549](https://redirect.github.com/pytest-dev/pytest/issues/13549): No longer evaluate type annotations in Python `3.14` when inspecting function signatures.\n\n This prevents crashes during module collection when modules do not explicitly use `from __future__ import annotations` and import types for annotations within a `if TYPE_CHECKING:` block.\n\n- [#​13559](https://redirect.github.com/pytest-dev/pytest/issues/13559): Added missing \\[int]{.title-ref} and \\[float]{.title-ref} variants to the \\[Literal]{.title-ref} type annotation of the \\[type]{.title-ref} parameter in `pytest.Parser.addini`{.interpreted-text role=\"meth\"}.\n\n- [#​13563](https://redirect.github.com/pytest-dev/pytest/issues/13563): `pytest.approx`{.interpreted-text role=\"func\"} now only imports `numpy` if NumPy is already in `sys.modules`. This fixes unconditional import behavior introduced in \\[8.4.0]{.title-ref}.\n\n#### Improved documentation\n\n- [#​13577](https://redirect.github.com/pytest-dev/pytest/issues/13577): Clarify that `pytest_generate_tests` is discovered in test modules/classes; other hooks must be in `conftest.py` or plugins.\n\n#### Contributor-facing changes\n\n- [#​13480](https://redirect.github.com/pytest-dev/pytest/issues/13480): Self-testing: fixed a few test failures when run with `-Wdefault` or a similar override.\n- [#​13547](https://redirect.github.com/pytest-dev/pytest/issues/13547): Self-testing: corrected expected message for `test_doctest_unexpected_exception` in Python `3.14`.\n- [#​13684](https://redirect.github.com/pytest-dev/pytest/issues/13684): Make pytest's own testsuite insensitive to the presence of the `CI` environment variable -- by `ogrisel`{.interpreted-text role=\"user\"}.\n\n### [`v8.4.1`](https://redirect.github.com/pytest-dev/pytest/releases/tag/8.4.1)\n\n[Compare Source](https://redirect.github.com/pytest-dev/pytest/compare/8.4.0...8.4.1)\n\n### pytest 8.4.1 (2025-06-17)\n\n#### Bug fixes\n\n- [#​13461](https://redirect.github.com/pytest-dev/pytest/issues/13461): Corrected `_pytest.terminal.TerminalReporter.isatty` to support\n being called as a method. Before it was just a boolean which could\n break correct code when using `-o log_cli=true`).\n\n- [#​13477](https://redirect.github.com/pytest-dev/pytest/issues/13477): Reintroduced `pytest.PytestReturnNotNoneWarning`{.interpreted-text role=\"class\"} which was removed by accident in pytest \\[8.4]{.title-ref}.\n\n This warning is raised when a test functions returns a value other than `None`, which is often a mistake made by beginners.\n\n See `return-not-none`{.interpreted-text role=\"ref\"} for more information.\n\n- [#​13497](https://redirect.github.com/pytest-dev/pytest/issues/13497): Fixed compatibility with `Twisted 25+`.\n\n#### Improved documentation\n\n- [#​13492](https://redirect.github.com/pytest-dev/pytest/issues/13492): Fixed outdated warning about `faulthandler` not working on Windows.\n\n### [`v8.4.0`](https://redirect.github.com/pytest-dev/pytest/releases/tag/8.4.0)\n\n[Compare Source](https://redirect.github.com/pytest-dev/pytest/compare/8.3.5...8.4.0)\n\n### pytest 8.4.0 (2025-06-02)\n\n#### Removals and backward incompatible breaking changes\n\n- [#​11372](https://redirect.github.com/pytest-dev/pytest/issues/11372): Async tests will now fail, instead of warning+skipping, if you don't have any suitable plugin installed.\n\n- [#​12346](https://redirect.github.com/pytest-dev/pytest/issues/12346): Tests will now fail, instead of raising a warning, if they return any value other than None.\n\n- [#​12874](https://redirect.github.com/pytest-dev/pytest/issues/12874): We dropped support for Python 3.8 following its end of life (2024-10-07).\n\n- [#​12960](https://redirect.github.com/pytest-dev/pytest/issues/12960): Test functions containing a yield now cause an explicit error. They have not been run since pytest 4.0, and were previously marked as an expected failure and deprecation warning.\n\n See `the docs `{.interpreted-text role=\"ref\"} for more information.\n\n#### Deprecations (removal in next major release)\n\n- [#​10839](https://redirect.github.com/pytest-dev/pytest/issues/10839): Requesting an asynchronous fixture without a \\[pytest\\_fixture\\_setup]{.title-ref} hook that resolves it will now give a DeprecationWarning. This most commonly happens if a sync test requests an async fixture. This should have no effect on a majority of users with async tests or fixtures using async pytest plugins, but may affect non-standard hook setups or `autouse=True`. For guidance on how to work around this warning see `sync-test-async-fixture`{.interpreted-text role=\"ref\"}.\n\n#### New features\n\n- [#​11538](https://redirect.github.com/pytest-dev/pytest/issues/11538): Added `pytest.RaisesGroup`{.interpreted-text role=\"class\"} as an equivalent to `pytest.raises`{.interpreted-text role=\"func\"} for expecting `ExceptionGroup`{.interpreted-text role=\"exc\"}. Also adds `pytest.RaisesExc`{.interpreted-text role=\"class\"} which is now the logic behind `pytest.raises`{.interpreted-text role=\"func\"} and used as parameter to `pytest.RaisesGroup`{.interpreted-text role=\"class\"}. `RaisesGroup` includes the ability to specify multiple different expected exceptions, the structure of nested exception groups, and flags for emulating `except* `{.interpreted-text role=\"ref\"}. See `assert-matching-exception-groups`{.interpreted-text role=\"ref\"} and docstrings for more information.\n\n- [#​12081](https://redirect.github.com/pytest-dev/pytest/issues/12081): Added `capteesys`{.interpreted-text role=\"fixture\"} to capture AND pass output to next handler set by `--capture=`.\n\n- [#​12504](https://redirect.github.com/pytest-dev/pytest/issues/12504): `pytest.mark.xfail`{.interpreted-text role=\"func\"} now accepts `pytest.RaisesGroup`{.interpreted-text role=\"class\"} for the `raises` parameter when you expect an exception group. You can also pass a `pytest.RaisesExc`{.interpreted-text role=\"class\"} if you e.g. want to make use of the `check` parameter.\n\n- [#​12713](https://redirect.github.com/pytest-dev/pytest/issues/12713): New \\[--force-short-summary]{.title-ref} option to force condensed summary output regardless of verbosity level.\n\n This lets users still see condensed summary output of failures for quick reference in log files from job outputs, being especially useful if non-condensed output is very verbose.\n\n- [#​12749](https://redirect.github.com/pytest-dev/pytest/issues/12749): pytest traditionally collects classes/functions in the test module namespace even if they are imported from another file.\n\n For example:\n\n ```python\n \ ```\n\n### contents of src/domain.py\n\n```\nclass Testament: ...\n```\n\n### contents of tests/test\\_testament.py\n\n````\nfrom domain import Testament\n\ndef test_testament(): ...\n```\n\nIn this scenario with the default options, pytest will collect the class [Testament]{.title-ref} from [tests/test_testament.py]{.title-ref} because it starts with [Test]{.title-ref}, even though in this case it is a production class being imported in the test module namespace.\n\nThis behavior can now be prevented by setting the new `collect_imported_tests`{.interpreted-text role=\"confval\"} configuration option to `false`, which will make pytest collect classes/functions from test files **only** if they are defined in that file.\n\n\\-- by `FreerGit`{.interpreted-text role=\"user\"}\n````\n\n- [#​12765](https://redirect.github.com/pytest-dev/pytest/issues/12765): Thresholds to trigger snippet truncation can now be set with `truncation_limit_lines`{.interpreted-text role=\"confval\"} and `truncation_limit_chars`{.interpreted-text role=\"confval\"}.\n\n \ See `truncation-params`{.interpreted-text role=\"ref\"} for more information.\n\n- [#​13125](https://redirect.github.com/pytest-dev/pytest/issues/13125): `console_output_style`{.interpreted-text role=\"confval\"} now supports `times` to show execution time of each test.\n\n- [#​13192](https://redirect.github.com/pytest-dev/pytest/issues/13192): `pytest.raises`{.interpreted-text role=\"func\"} will now raise a warning when passing an empty string to `match`, as this will match against any value. Use `match=\"^$\"` if you want to check that an exception has no message.\n\n- [#​13192](https://redirect.github.com/pytest-dev/pytest/issues/13192): `pytest.raises`{.interpreted-text role=\"func\"} will now print a helpful string diff if matching fails and the match parameter has `^` and `$` and is otherwise escaped.\n\n- [#​13192](https://redirect.github.com/pytest-dev/pytest/issues/13192): You can now pass `with pytest.raises(check=fn): `{.interpreted-text role=\"func\"}, where `fn` is a function which takes a raised exception and returns a boolean. The `raises` fails if no exception was raised (as usual), passes if an exception is raised and `fn` returns `True` (as well as `match` and the type matching, if specified, which are checked before), and propagates the exception if `fn` returns `False` (which likely also fails the test).\n\n- [#​13228](https://redirect.github.com/pytest-dev/pytest/issues/13228): `hidden-param`{.interpreted-text role=\"ref\"} can now be used in `id` of `pytest.param`{.interpreted-text role=\"func\"} or in\n `ids` of `Metafunc.parametrize `{.interpreted-text role=\"py:func\"}.\n It hides the parameter set from the test name.\n\n- [#​13253](https://redirect.github.com/pytest-dev/pytest/issues/13253): New flag: `--disable-plugin-autoload `{.interpreted-text role=\"ref\"} which works as an alternative to `PYTEST_DISABLE_PLUGIN_AUTOLOAD`{.interpreted-text role=\"envvar\"} when setting environment variables is inconvenient; and allows setting it in config files with `addopts`{.interpreted-text role=\"confval\"}.\n\n#### Improvements in existing functionality\n\n- [#​10224](https://redirect.github.com/pytest-dev/pytest/issues/10224): pytest's `short` and `long` traceback styles (`how-to-modifying-python-tb-printing`{.interpreted-text role=\"ref\"})\n now have partial `657`{.interpreted-text role=\"pep\"} support and will show specific code segments in the\n traceback.\n\n ```pytest\n \ ================================= FAILURES =================================\n \ _______________________ test_gets_correct_tracebacks _______________________\n\n \ test_tracebacks.py:12: in test_gets_correct_tracebacks\n assert manhattan_distance(p1, p2) == 1\n ^^^^^^^^^^^^^^^^^^^^^^^^^^\n test_tracebacks.py:6: in manhattan_distance\n return abs(point_1.x - point_2.x) + abs(point_1.y - point_2.y)\n ^^^^^^^^^\n E AttributeError: 'NoneType' object has no attribute 'x'\n ```\n\n \\-- by `ammaraskar`{.interpreted-text role=\"user\"}\n\n- [#​11118](https://redirect.github.com/pytest-dev/pytest/issues/11118): Now `pythonpath`{.interpreted-text role=\"confval\"} configures \\[$PYTHONPATH]{.title-ref} earlier than before during the initialization process, which now also affects plugins loaded via the \\[-p]{.title-ref} command-line option.\n\n \\-- by `millerdev`{.interpreted-text role=\"user\"}\n\n- [#​11381](https://redirect.github.com/pytest-dev/pytest/issues/11381): The `type` parameter of the `parser.addini` method now accepts \\[\"int\"]{.title-ref} and `\"float\"` parameters, facilitating the parsing of configuration values in the configuration file.\n\n Example:\n\n ```python\n def pytest_addoption(parser):\n \ parser.addini(\"int_value\", type=\"int\", default=2, help=\"my int value\")\n parser.addini(\"float_value\", type=\"float\", default=4.2, help=\"my float value\")\n ```\n\n The \\[pytest.ini]{.title-ref} file:\n\n \ ```ini\n [pytest]\n int_value = 3\n float_value = 5.4\n ```\n\n- [#​11525](https://redirect.github.com/pytest-dev/pytest/issues/11525): Fixtures are now clearly represented in the output as a \"fixture object\", not as a normal function as before, making it easy for beginners to catch mistakes such as referencing a fixture declared in the same module but not requested in the test function.\n\n \\-- by `the-compiler`{.interpreted-text role=\"user\"} and `glyphack`{.interpreted-text role=\"user\"}\n\n- [#​12426](https://redirect.github.com/pytest-dev/pytest/issues/12426): A warning is now issued when `pytest.mark.usefixtures ref`{.interpreted-text role=\"ref\"} is used without specifying any fixtures. Previously, empty usefixtures markers were silently ignored.\n\n- [#​12707](https://redirect.github.com/pytest-dev/pytest/issues/12707): Exception chains can be navigated when dropped into Pdb in Python 3.13+.\n\n- [#​12736](https://redirect.github.com/pytest-dev/pytest/issues/12736): Added a new attribute \\[name]{.title-ref} with the fixed value \\[\"pytest tests\"]{.title-ref} to the root tag \\[testsuites]{.title-ref} of the junit-xml generated by pytest.\n\n This attribute is part of many junit-xml specifications and is even part of the \\[junit-10.xsd]{.title-ref} specification that pytest's implementation is based on.\n\n- [#​12943](https://redirect.github.com/pytest-dev/pytest/issues/12943): If a test fails with an exceptiongroup with a single exception, the contained exception will now be displayed in the short test summary info.\n\n- [#​12958](https://redirect.github.com/pytest-dev/pytest/issues/12958): A number of `unraisable `{.interpreted-text role=\"ref\"} enhancements:\n\n \ - Set the unraisable hook as early as possible and unset it as late as possible, to collect the most possible number of unraisable exceptions.\n - Call the garbage collector just before unsetting the unraisable hook, to collect any straggling exceptions.\n - Collect multiple unraisable exceptions per test phase.\n - Report the `tracemalloc`{.interpreted-text role=\"mod\"} allocation traceback (if available).\n - Avoid using a generator based hook to allow handling `StopIteration`{.interpreted-text role=\"class\"} in test failures.\n \ - Report the unraisable exception as the cause of the `pytest.PytestUnraisableExceptionWarning`{.interpreted-text role=\"class\"} exception if raised.\n - Compute the `repr` of the unraisable object in the unraisable hook so you get the latest information if available, and should help with resurrection of the object.\n\n- [#​13010](https://redirect.github.com/pytest-dev/pytest/issues/13010): `pytest.approx`{.interpreted-text role=\"func\"} now can compare collections that contain numbers and non-numbers mixed.\n\n- [#​13016](https://redirect.github.com/pytest-dev/pytest/issues/13016): A number of `threadexception `{.interpreted-text role=\"ref\"} enhancements:\n\n - Set the excepthook as early as possible and unset it as late as possible, to collect the most possible number of unhandled exceptions from threads.\n - Collect multiple thread exceptions per test phase.\n - Report the `tracemalloc`{.interpreted-text role=\"mod\"} allocation traceback (if available).\n - Avoid using a generator based hook to allow handling `StopIteration`{.interpreted-text role=\"class\"} in test failures.\n - Report the thread exception as the cause of the `pytest.PytestUnhandledThreadExceptionWarning`{.interpreted-text role=\"class\"} exception if raised.\n - Extract the `name` of the thread object in the excepthook which should help with resurrection of the thread.\n\n- [#​13031](https://redirect.github.com/pytest-dev/pytest/issues/13031): An empty parameter set as in `pytest.mark.parametrize([], ids=idfunc)` will no longer trigger a call to `idfunc` with internal objects.\n\n- [#​13115](https://redirect.github.com/pytest-dev/pytest/issues/13115): Allows supplying `ExceptionGroup[Exception]` and `BaseExceptionGroup[BaseException]` to `pytest.raises` to keep full typing on `ExceptionInfo `{.interpreted-text role=\"class\"}:\n\n ```python\n with pytest.raises(ExceptionGroup[Exception]) as exc_info:\n some_function()\n ```\n\n Parametrizing with other exception types remains an error - we do not check the types of child exceptions and thus do not permit code that might look like we do.\n\n- [#​13122](https://redirect.github.com/pytest-dev/pytest/issues/13122): The `--stepwise` mode received a number of improvements:\n\n - It no longer forgets the last failed test in case pytest is executed later without the flag.\n\n This enables the following workflow:\n\n 1. Execute pytest with `--stepwise`, pytest then stops at the first failing test;\n 2. Iteratively update the code and run the test in isolation, without the `--stepwise` flag (for example in an IDE), until it is fixed.\n 3. Execute pytest with `--stepwise` again and pytest will continue from the previously failed test, and if it passes, continue on to the next tests.\n\n Previously, at step 3, pytest would start from the beginning, forgetting the previously failed test.\n\n \ This change however might cause issues if the `--stepwise` mode is used far apart in time, as the state might get stale, so the internal state will be reset automatically in case the test suite changes (for now only the number of tests are considered for this, we might change/improve this on the future).\n\n \ - New `--stepwise-reset`/`--sw-reset` flag, allowing the user to explicitly reset the stepwise state and restart the workflow from the beginning.\n\n- [#​13308](https://redirect.github.com/pytest-dev/pytest/issues/13308): Added official support for Python 3.14.\n\n- [#​13380](https://redirect.github.com/pytest-dev/pytest/issues/13380): Fix `ExceptionGroup`{.interpreted-text role=\"class\"} traceback filtering to exclude pytest internals.\n\n- [#​13415](https://redirect.github.com/pytest-dev/pytest/issues/13415): The author metadata of the BibTex example is now correctly formatted with last names following first names.\n An example of BibLaTex has been added.\n \ BibTex and BibLaTex examples now clearly indicate that what is cited is software.\n\n \\-- by `willynilly`{.interpreted-text role=\"user\"}\n\n- [#​13420](https://redirect.github.com/pytest-dev/pytest/issues/13420): Improved test collection performance by optimizing path resolution used in `FSCollector`.\n\n- [#​13457](https://redirect.github.com/pytest-dev/pytest/issues/13457): The error message about duplicate parametrization no longer displays an internal stack trace.\n\n- [#​4112](https://redirect.github.com/pytest-dev/pytest/issues/4112): Using `pytest.mark.usefixtures `{.interpreted-text role=\"ref\"} on `pytest.param`{.interpreted-text role=\"func\"} now produces an error instead of silently doing nothing.\n\n- [#​5473](https://redirect.github.com/pytest-dev/pytest/issues/5473): Replace \\[:]{.title-ref} with \\[;]{.title-ref} in the assertion rewrite warning message so it can be filtered using standard Python warning filters before calling `pytest.main`{.interpreted-text role=\"func\"}.\n\n-\n\n```\n[#​6985](https://redirect.github.com/pytest-dev/pytest/issues/6985): Improved `pytest.approx`{.interpreted-text role=\"func\"} to enhance the readability of value ranges and tolerances between 0.001 and 1000.\n```\n\n````\n: - \ The [repr]{.title-ref} method now provides clearer output for values within those ranges, making it easier to interpret the results.\n\n - Previously, the output for those ranges of values and tolerances was displayed in scientific notation (e.g., [42 \xB1 1.0e+00]{.title-ref}). The updated method now presents the tolerance as a decimal for better readability (e.g., [42 \xB1 1]{.title-ref}).\n\n \ Example:\n\n **Previous Output:**\n\n ``` console\n \ >>> pytest.approx(42, abs=1)\n 42 \xB1 1.0e+00\n ```\n\n \ **Current Output:**\n\n ``` console\n >>> pytest.approx(42, abs=1)\n 42 \xB1 1\n ```\n\n \\-- by `fazeelghafoor`{.interpreted-text role=\"user\"}\n````\n\n- [#​7683](https://redirect.github.com/pytest-dev/pytest/issues/7683): The formerly optional `pygments` dependency is now required, causing output always to be source-highlighted (unless disabled via the `--code-highlight=no` CLI option).\n\n#### Bug fixes\n\n- [#​10404](https://redirect.github.com/pytest-dev/pytest/issues/10404): Apply filterwarnings from config/cli as soon as possible, and revert them as late as possible\n so that warnings as errors are collected throughout the pytest run and before the\n unraisable and threadexcept hooks are removed.\n\n \ This allows very late warnings and unraisable/threadexcept exceptions to fail the test suite.\n\n This also changes the warning that the lsof plugin issues from PytestWarning to the new warning PytestFDWarning so it can be more easily filtered.\n\n- [#​11067](https://redirect.github.com/pytest-dev/pytest/issues/11067): The test report is now consistent regardless if the test xfailed via `pytest.mark.xfail `{.interpreted-text role=\"ref\"} or `pytest.fail`{.interpreted-text role=\"func\"}.\n\n Previously, *xfailed* tests via the marker would have the string `\"reason: \"` prefixed to the message, while those *xfailed* via the function did not. The prefix has been removed.\n\n- [#​12008](https://redirect.github.com/pytest-dev/pytest/issues/12008): In `11220`{.interpreted-text role=\"pr\"}, an unintended change in reordering was introduced by changing the way indices were assigned to direct params. More specifically, before that change, the indices of direct params to metafunc's callspecs were assigned after all parametrizations took place. Now, that change is reverted.\n\n- [#​12863](https://redirect.github.com/pytest-dev/pytest/issues/12863): Fix applying markers, including `pytest.mark.parametrize `{.interpreted-text role=\"ref\"} when placed above \\[[@​staticmethod](https://redirect.github.com/staticmethod)]{.title-ref} or \\[[@​classmethod](https://redirect.github.com/classmethod)]{.title-ref}.\n\n- [#​12929](https://redirect.github.com/pytest-dev/pytest/issues/12929): Handle StopIteration from test cases, setup and teardown correctly.\n\n- [#​12938](https://redirect.github.com/pytest-dev/pytest/issues/12938): Fixed `--durations-min` argument not respected if `-vv` is used.\n\n- [#​12946](https://redirect.github.com/pytest-dev/pytest/issues/12946): Fixed missing help for `pdb`{.interpreted-text role=\"mod\"} commands wrapped by pytest -- by `adamchainz`{.interpreted-text role=\"user\"}.\n\n- [#​12981](https://redirect.github.com/pytest-dev/pytest/issues/12981): Prevent exceptions in `pytest.Config.add_cleanup`{.interpreted-text role=\"func\"} callbacks preventing further cleanups.\n\n- [#​13047](https://redirect.github.com/pytest-dev/pytest/issues/13047): Restore `pytest.approx`{.interpreted-text role=\"func\"} handling of equality checks between \\[bool]{.title-ref} and \\[numpy.bool\\_]{.title-ref} types.\n\n \ Comparing \\[bool]{.title-ref} and \\[numpy.bool\\_]{.title-ref} using `pytest.approx`{.interpreted-text role=\"func\"} accidentally changed in version \\[8.3.4]{.title-ref} and \\[8.3.5]{.title-ref} to no longer match:\n\n ```pycon\n >>> import numpy as np\n >>> from pytest import approx\n >>> [np.True_, np.True_] == pytest.approx([True, True])\n \ False\n ```\n\n This has now been fixed:\n\n ```pycon\n >>> [np.True_, np.True_] == pytest.approx([True, True])\n True\n ```\n\n- [#​13119](https://redirect.github.com/pytest-dev/pytest/issues/13119): Improved handling of invalid regex patterns for filter warnings by providing a clear error message.\n\n- [#​13175](https://redirect.github.com/pytest-dev/pytest/issues/13175): The diff is now also highlighted correctly when comparing two strings.\n\n- [#​13248](https://redirect.github.com/pytest-dev/pytest/issues/13248): Fixed an issue where passing a `scope` in `Metafunc.parametrize `{.interpreted-text role=\"py:func\"} with `indirect=True`\n could result in other fixtures being unable to depend on the parametrized fixture.\n\n- [#​13291](https://redirect.github.com/pytest-dev/pytest/issues/13291): Fixed `repr` of `attrs` objects in assertion failure messages when using `attrs>=25.2`.\n\n- [#​13312](https://redirect.github.com/pytest-dev/pytest/issues/13312): Fixed a possible `KeyError` crash on PyPy during collection of tests involving higher-scoped parameters.\n\n- [#​13345](https://redirect.github.com/pytest-dev/pytest/issues/13345): Fix type hints for `pytest.TestReport.when`{.interpreted-text role=\"attr\"} and `pytest.TestReport.location`{.interpreted-text role=\"attr\"}.\n\n- [#​13377](https://redirect.github.com/pytest-dev/pytest/issues/13377): Fixed handling of test methods with positional-only parameter syntax.\n\n \ Now, methods are supported that formally define `self` as positional-only\n \ and/or fixture parameters as keyword-only, e.g.:\n\n ```python\n class TestClass:\n\n def test_method(self, /, *, fixture): ...\n ```\n\n Before, this caused an internal error in pytest.\n\n- [#​13384](https://redirect.github.com/pytest-dev/pytest/issues/13384): Fixed an issue where pytest could report negative durations.\n\n- [#​13420](https://redirect.github.com/pytest-dev/pytest/issues/13420): Added `lru_cache` to `nodes._check_initialpaths_for_relpath`.\n\n- [#​9037](https://redirect.github.com/pytest-dev/pytest/issues/9037): Honor `disable_test_id_escaping_and_forfeit_all_rights_to_community_support`{.interpreted-text role=\"confval\"} when escaping ids in parametrized tests.\n\n#### Improved documentation\n\n- [#​12535](https://redirect.github.com/pytest-dev/pytest/issues/12535): \\[This\n example]{.title-ref}<>\n \ showed `print` statements that do not exactly reflect what the\n different branches actually do. The fix makes the example more precise.\n\n- [#​13218](https://redirect.github.com/pytest-dev/pytest/issues/13218): Pointed out in the `pytest.approx`{.interpreted-text role=\"func\"} documentation that it considers booleans unequal to numeric zero or one.\n\n- [#​13221](https://redirect.github.com/pytest-dev/pytest/issues/13221): Improved grouping of CLI options in the `--help` output.\n\n- [#​6649](https://redirect.github.com/pytest-dev/pytest/issues/6649): Added `~pytest.TerminalReporter`{.interpreted-text role=\"class\"} to the `api-reference`{.interpreted-text role=\"ref\"} documentation page.\n\n- [#​8612](https://redirect.github.com/pytest-dev/pytest/issues/8612): Add a recipe for handling abstract test classes in the documentation.\n\n \ A new example has been added to the documentation to demonstrate how to use a mixin class to handle abstract\n test classes without manually setting the `__test__` attribute for subclasses.\n This ensures that subclasses of abstract test classes are automatically collected by pytest.\n\n#### Packaging updates and notes for downstreams\n\n- [#​13317](https://redirect.github.com/pytest-dev/pytest/issues/13317): Specified minimum allowed versions of `colorama`, `iniconfig`,\n and `packaging`; and bumped the minimum allowed version\n of `exceptiongroup` for `python_version<'3.11'` from a release\n candidate to a full release.\n\n#### Contributor-facing changes\n\n- [#​12017](https://redirect.github.com/pytest-dev/pytest/issues/12017): Mixed internal improvements:\n\n - Migrate formatting to f-strings in some tests.\n - Use type-safe constructs in JUnitXML tests.\n - Moved`MockTiming` into `_pytest.timing`.\n\n \\-- by `RonnyPfannschmidt`{.interpreted-text role=\"user\"}\n\n- [#​12647](https://redirect.github.com/pytest-dev/pytest/issues/12647): Fixed running the test suite with the `hypothesis` pytest plugin.\n\n#### Miscellaneous internal changes\n\n- [#​6649](https://redirect.github.com/pytest-dev/pytest/issues/6649): Added `~pytest.TerminalReporter`{.interpreted-text role=\"class\"} to the public pytest API, as it is part of the signature of the `pytest_terminal_summary`{.interpreted-text role=\"hook\"} hook.\n\n
\n\n---\n\n### Configuration\n\n\U0001F4C5 **Schedule**: (UTC)\n\n- Branch creation\n - \"\"\n- Automerge\n - At any time (no schedule defined)\n\n\U0001F6A6 **Automerge**: Disabled by config. Please merge this manually once you are satisfied.\n\n\u267B **Rebasing**: Whenever PR is behind base branch, or you tick the rebase/retry checkbox.\n\n\U0001F515 **Ignore**: Close this PR and you won't be reminded about this update again.\n\n---\n\n - [ ] If you want to rebase/retry this PR, check this box\n\n---\n\nThis PR was generated by [Mend Renovate](https://mend.io/renovate/). View the [repository job log](https://developer.mend.io/github/vexxhost/magnum-cluster-api).\n\n" change_url: https://github.com/vexxhost/magnum-cluster-api/pull/972 child_jobs: [] commit_id: 5ed51d90f211d7ed2974438dce2b99350d50c142 event_id: 74986430-3cd9-11f1-9fcc-c4e00fc921b9 executor: hostname: 0a8996d2b663 inventory_file: /var/lib/zuul/builds/b06e4be19eb641ac86b49f7f0844cf75/ansible/inventory.yaml log_root: /var/lib/zuul/builds/b06e4be19eb641ac86b49f7f0844cf75/work/logs result_data_file: /var/lib/zuul/builds/b06e4be19eb641ac86b49f7f0844cf75/work/results.json src_root: /var/lib/zuul/builds/b06e4be19eb641ac86b49f7f0844cf75/work/src work_root: /var/lib/zuul/builds/b06e4be19eb641ac86b49f7f0844cf75/work include_vars: [] items: - branch: main change: '972' change_message: "chore(deps): update dependency pytest to v9 [security]\n\nThis PR contains the following updates:\n\n| Package | Change | [Age](https://docs.renovatebot.com/merge-confidence/) | [Confidence](https://docs.renovatebot.com/merge-confidence/) |\n|---|---|---|---|\n| [pytest](https://redirect.github.com/pytest-dev/pytest) ([changelog](https://docs.pytest.org/en/stable/changelog.html)) | `<9` \u2192 `<10` | ![age](https://developer.mend.io/api/mc/badges/age/pypi/pytest/9.0.3?slim=true) | ![confidence](https://developer.mend.io/api/mc/badges/confidence/pypi/pytest/8.3.5/9.0.3?slim=true) |\n\n### GitHub Vulnerability Alerts\n\n#### [CVE-2025-71176](https://nvd.nist.gov/vuln/detail/CVE-2025-71176)\n\npytest through 9.0.2 on UNIX relies on directories with the `/tmp/pytest-of-{user}` name pattern, which allows local users to cause a denial of service or possibly gain privileges.\n\n##### Severity\n- CVSS Score: 6.8 / 10 (Medium)\n- Vector String: `CVSS:3.1/AV:L/AC:L/PR:N/UI:N/S:C/C:L/I:L/A:L`\n\n---\n\n### Release Notes\n\n
\npytest-dev/pytest (pytest)\n\n### [`v9.0.3`](https://redirect.github.com/pytest-dev/pytest/releases/tag/9.0.3)\n\n[Compare Source](https://redirect.github.com/pytest-dev/pytest/compare/9.0.2...9.0.3)\n\n### pytest 9.0.3 (2026-04-07)\n\n#### Bug fixes\n\n- [#​12444](https://redirect.github.com/pytest-dev/pytest/issues/12444): Fixed `pytest.approx` which now correctly takes into account `~collections.abc.Mapping` keys order to compare them.\n\n- [#​13634](https://redirect.github.com/pytest-dev/pytest/issues/13634): Blocking a `conftest.py` file using the `-p no:` option is now explicitly disallowed.\n\n Previously this resulted in an internal assertion failure during plugin loading.\n\n Pytest now raises a clear `UsageError` explaining that conftest files are not plugins and cannot be disabled via `-p`.\n\n- [#​13734](https://redirect.github.com/pytest-dev/pytest/issues/13734): Fixed crash when a test raises an exceptiongroup with `__tracebackhide__ = True`.\n\n- [#​14195](https://redirect.github.com/pytest-dev/pytest/issues/14195): Fixed an issue where non-string messages passed to unittest.TestCase.subTest() were not printed.\n\n- [#​14343](https://redirect.github.com/pytest-dev/pytest/issues/14343): Fixed use of insecure temporary directory (CVE-2025-71176).\n\n#### Improved documentation\n\n- [#​13388](https://redirect.github.com/pytest-dev/pytest/issues/13388): Clarified documentation for `-p` vs `PYTEST_PLUGINS` plugin loading and fixed an incorrect `-p` example.\n- [#​13731](https://redirect.github.com/pytest-dev/pytest/issues/13731): Clarified that capture fixtures (e.g. `capsys` and `capfd`) take precedence over the `-s` / `--capture=no` command-line options in `Accessing captured output from a test function `.\n- [#​14088](https://redirect.github.com/pytest-dev/pytest/issues/14088): Clarified that the default `pytest_collection` hook sets `session.items` before it calls `pytest_collection_finish`, not after.\n- [#​14255](https://redirect.github.com/pytest-dev/pytest/issues/14255): TOML integer log levels must be quoted: Updating reference documentation.\n\n#### Contributor-facing changes\n\n- [#​12689](https://redirect.github.com/pytest-dev/pytest/issues/12689): The test reports are now published to Codecov from GitHub Actions.\n The test statistics is visible [on the web interface](https://app.codecov.io/gh/pytest-dev/pytest/tests).\n\n \ \\-- by `aleguy02`\n\n### [`v9.0.2`](https://redirect.github.com/pytest-dev/pytest/releases/tag/9.0.2)\n\n[Compare Source](https://redirect.github.com/pytest-dev/pytest/compare/9.0.1...9.0.2)\n\n### pytest 9.0.2 (2025-12-06)\n\n#### Bug fixes\n\n- [#​13896](https://redirect.github.com/pytest-dev/pytest/issues/13896): The terminal progress feature added in pytest 9.0.0 has been disabled by default, except on Windows, due to compatibility issues with some terminal emulators.\n\n You may enable it again by passing `-p terminalprogress`. We may enable it by default again once compatibility improves in the future.\n\n \ Additionally, when the environment variable `TERM` is `dumb`, the escape codes are no longer emitted, even if the plugin is enabled.\n\n- [#​13904](https://redirect.github.com/pytest-dev/pytest/issues/13904): Fixed the TOML type of the `tmp_path_retention_count` settings in the API reference from number to string.\n\n- [#​13946](https://redirect.github.com/pytest-dev/pytest/issues/13946): The private `config.inicfg` attribute was changed in a breaking manner in pytest 9.0.0.\n Due to its usage in the ecosystem, it is now restored to working order using a compatibility shim.\n It will be deprecated in pytest 9.1 and removed in pytest 10.\n\n- [#​13965](https://redirect.github.com/pytest-dev/pytest/issues/13965): Fixed quadratic-time behavior when handling `unittest` subtests in Python 3.10.\n\n#### Improved documentation\n\n- [#​4492](https://redirect.github.com/pytest-dev/pytest/issues/4492): The API Reference now contains cross-reference-able documentation of `pytest's command-line flags `.\n\n### [`v9.0.1`](https://redirect.github.com/pytest-dev/pytest/releases/tag/9.0.1)\n\n[Compare Source](https://redirect.github.com/pytest-dev/pytest/compare/9.0.0...9.0.1)\n\n### pytest 9.0.1 (2025-11-12)\n\n#### Bug fixes\n\n- [#​13895](https://redirect.github.com/pytest-dev/pytest/issues/13895): Restore support for skipping tests via `raise unittest.SkipTest`.\n- [#​13896](https://redirect.github.com/pytest-dev/pytest/issues/13896): The terminal progress plugin added in pytest 9.0 is now automatically disabled when iTerm2 is detected, it generated desktop notifications instead of the desired functionality.\n- [#​13904](https://redirect.github.com/pytest-dev/pytest/issues/13904): Fixed the TOML type of the verbosity settings in the API reference from number to string.\n- [#​13910](https://redirect.github.com/pytest-dev/pytest/issues/13910): Fixed UserWarning: Do not expect file\\_or\\_dir on some earlier Python 3.12 and 3.13 point versions.\n\n#### Packaging updates and notes for downstreams\n\n- [#​13933](https://redirect.github.com/pytest-dev/pytest/issues/13933): The tox configuration has been adjusted to make sure the desired\n version string can be passed into its `package_env` through\n the `SETUPTOOLS_SCM_PRETEND_VERSION_FOR_PYTEST` environment\n variable as a part of the release process -- by `webknjaz`.\n\n#### Contributor-facing changes\n\n- [#​13891](https://redirect.github.com/pytest-dev/pytest/issues/13891), [#​13942](https://redirect.github.com/pytest-dev/pytest/issues/13942): The CI/CD part of the release automation is now capable of\n creating GitHub Releases without having a Git checkout on\n disk -- by `bluetech` and `webknjaz`.\n- [#​13933](https://redirect.github.com/pytest-dev/pytest/issues/13933): The tox configuration has been adjusted to make sure the desired\n version string can be passed into its `package_env` through\n the `SETUPTOOLS_SCM_PRETEND_VERSION_FOR_PYTEST` environment\n variable as a part of the release process -- by `webknjaz`.\n\n### [`v9.0.0`](https://redirect.github.com/pytest-dev/pytest/releases/tag/9.0.0)\n\n[Compare Source](https://redirect.github.com/pytest-dev/pytest/compare/8.4.2...9.0.0)\n\n### pytest 9.0.0 (2025-11-05)\n\n#### New features\n\n- [#​1367](https://redirect.github.com/pytest-dev/pytest/issues/1367): **Support for subtests** has been added.\n\n `subtests ` are an alternative to parametrization, useful in situations where the parametrization values are not all known at collection time.\n\n Example:\n\n ```python\n \ def contains_docstring(p: Path) -> bool:\n \"\"\"Return True if the given Python file contains a top-level docstring.\"\"\"\n ...\n\n def test_py_files_contain_docstring(subtests: pytest.Subtests) -> None:\n for path in Path.cwd().glob(\"*.py\"):\n with subtests.test(path=str(path)):\n \ assert contains_docstring(path)\n ```\n\n Each assert failure or error is caught by the context manager and reported individually, giving a clear picture of all files that are missing a docstring.\n\n In addition, `unittest.TestCase.subTest` is now also supported.\n\n This feature was originally implemented as a separate plugin in [pytest-subtests](https://redirect.github.com/pytest-dev/pytest-subtests), but since then has been merged into the core.\n\n > \\[!NOTE]\n > This feature is experimental and will likely evolve in future releases. By that we mean that we might change how subtests are reported on failure, but the functionality and how to use it are stable.\n\n- [#​13743](https://redirect.github.com/pytest-dev/pytest/issues/13743): Added support for **native TOML configuration files**.\n\n While pytest, since version 6, supports configuration in `pyproject.toml` files under `[tool.pytest.ini_options]`,\n it does so in an \"INI compatibility mode\", where all configuration values are treated as strings or list of strings.\n \ Now, pytest supports the native TOML data model.\n\n In `pyproject.toml`, the native TOML configuration is under the `[tool.pytest]` table.\n\n ```toml\n \ # pyproject.toml\n [tool.pytest]\n minversion = \"9.0\"\n addopts = [\"-ra\", \"-q\"]\n testpaths = [\n \"tests\",\n \"integration\",\n \ ]\n ```\n\n The `[tool.pytest.ini_options]` table remains supported, but both tables cannot be used at the same time.\n\n If you prefer to use a separate configuration file, or don't use `pyproject.toml`, you can use `pytest.toml` or `.pytest.toml`:\n\n ```toml\n # pytest.toml or .pytest.toml\n \ [pytest]\n minversion = \"9.0\"\n addopts = [\"-ra\", \"-q\"]\n testpaths = [\n \"tests\",\n \"integration\",\n ]\n ```\n\n The documentation now (sometimes) shows configuration snippets in both TOML and INI formats, in a tabbed interface.\n\n See `config file formats` for full details.\n\n- [#​13823](https://redirect.github.com/pytest-dev/pytest/issues/13823): Added a **\"strict mode\"** enabled by the `strict` configuration option.\n\n \ When set to `true`, the `strict` option currently enables\n\n - `strict_config`\n \ - `strict_markers`\n - `strict_parametrization_ids`\n - `strict_xfail`\n\n \ The individual strictness options can be explicitly set to override the global `strict` setting.\n\n The previously-deprecated `--strict` command-line flag now enables strict mode.\n\n If pytest adds new strictness options in the future, they will also be enabled in strict mode.\n Therefore, you should only enable strict mode if you use a pinned/locked version of pytest,\n \ or if you want to proactively adopt new strictness options as they are added.\n\n See `strict mode` for more details.\n\n- [#​13737](https://redirect.github.com/pytest-dev/pytest/issues/13737): Added the `strict_parametrization_ids` configuration option.\n\n When set, pytest emits an error if it detects non-unique parameter set IDs,\n rather than automatically making the IDs unique by adding 0, 1, ... to them.\n This can be particularly useful for catching unintended duplicates.\n\n- [#​13072](https://redirect.github.com/pytest-dev/pytest/issues/13072): Added support for displaying test session **progress in the terminal tab** using the [OSC 9;4;](https://conemu.github.io/en/AnsiEscapeCodes.html#ConEmu_specific_OSC) ANSI sequence.\n When pytest runs in a supported terminal emulator like ConEmu, Gnome Terminal, Ptyxis, Windows Terminal, Kitty or Ghostty,\n you'll see the progress in the terminal tab or window,\n allowing you to monitor pytest's progress at a glance.\n\n This feature is automatically enabled when running in a TTY. It is implemented as an internal plugin. If needed, it can be disabled as follows:\n\n - On a user level, using `-p no:terminalprogress` on the command line or via an environment variable `PYTEST_ADDOPTS='-p no:terminalprogress'`.\n \ - On a project configuration level, using `addopts = \"-p no:terminalprogress\"`.\n\n- [#​478](https://redirect.github.com/pytest-dev/pytest/issues/478): Support PEP420 (implicit namespace packages) as --pyargs target when `consider_namespace_packages` is true in the config.\n\n Previously, this option only impacted package imports, now it also impacts tests discovery.\n\n- [#​13678](https://redirect.github.com/pytest-dev/pytest/issues/13678): Added a new `faulthandler_exit_on_timeout` configuration option set to \"false\" by default to let faulthandler interrupt the pytest process after a timeout in case of deadlock.\n\n Previously, a faulthandler timeout would only dump the traceback of all threads to stderr, but would not interrupt the pytest process.\n\n \\-- by `ogrisel`.\n\n- [#​13829](https://redirect.github.com/pytest-dev/pytest/issues/13829): Added support for configuration option aliases via the `aliases` parameter in `Parser.addini() `.\n\n Plugins can now register alternative names for configuration options,\n allowing for more flexibility in configuration naming and supporting backward compatibility when renaming options.\n The canonical name always takes precedence if both the canonical name and an alias are specified in the configuration file.\n\n#### Improvements in existing functionality\n\n- [#​13330](https://redirect.github.com/pytest-dev/pytest/issues/13330): Having pytest configuration spread over more than one file (for example having both a `pytest.ini` file and `pyproject.toml` with a `[tool.pytest.ini_options]` table) will now print a warning to make it clearer to the user that only one of them is actually used.\n\n \\-- by `sgaist`\n\n- [#​13574](https://redirect.github.com/pytest-dev/pytest/issues/13574): The single argument `--version` no longer loads the entire plugin infrastructure, making it faster and more reliable when displaying only the pytest version.\n\n \ Passing `--version` twice (e.g., `pytest --version --version`) retains the original behavior, showing both the pytest version and plugin information.\n\n \ > \\[!NOTE]\n > Since `--version` is now processed early, it only takes effect when passed directly via the command line. It will not work if set through other mechanisms, such as `PYTEST_ADDOPTS` or `addopts`.\n\n- [#​13823](https://redirect.github.com/pytest-dev/pytest/issues/13823): Added `strict_xfail` as an alias to the `xfail_strict` option,\n `strict_config` as an alias to the `--strict-config` flag,\n and `strict_markers` as an alias to the `--strict-markers` flag.\n This makes all strictness options consistently have configuration options with the prefix `strict_`.\n\n- [#​13700](https://redirect.github.com/pytest-dev/pytest/issues/13700): --junitxml no longer prints the generated xml file summary at the end of the pytest session when --quiet is given.\n\n- [#​13732](https://redirect.github.com/pytest-dev/pytest/issues/13732): Previously, when filtering warnings, pytest would fail if the filter referenced a class that could not be imported. Now, this only outputs a message indicating the problem.\n\n- [#​13859](https://redirect.github.com/pytest-dev/pytest/issues/13859): Clarify the error message for pytest.raises() when a regex match fails.\n\n- [#​13861](https://redirect.github.com/pytest-dev/pytest/issues/13861): Better sentence structure in a test's expected error message. Previously, the error message would be \"expected exception must be \\, but got \\\". Now, it is \"Expected \\, but got \\\".\n\n#### Removals and backward incompatible breaking changes\n\n- [#​12083](https://redirect.github.com/pytest-dev/pytest/issues/12083): Fixed a bug where an invocation such as pytest a/ a/b would cause only tests from a/b to run, and not other tests under a/.\n\n \ The fix entails a few breaking changes to how such overlapping arguments and duplicates are handled:\n\n 1. pytest a/b a/ or pytest a/ a/b are equivalent to pytest a; if an argument overlaps another arguments, only the prefix remains.\n 2. pytest x.py x.py is equivalent to pytest x.py; previously such an invocation was taken as an explicit request to run the tests from the file twice.\n\n If you rely on these behaviors, consider using `--keep-duplicates `, which retains its existing behavior (including the bug).\n\n- [#​13719](https://redirect.github.com/pytest-dev/pytest/issues/13719): Support for Python 3.9 is dropped following its end of life.\n\n- [#​13766](https://redirect.github.com/pytest-dev/pytest/issues/13766): Previously, pytest would assume it was running in a CI/CD environment if either of the environment variables $CI or $BUILD\\_NUMBER was defined;\n now, CI mode is only activated if at least one of those variables is defined and set to a *non-empty* value.\n\n- [#​13779](https://redirect.github.com/pytest-dev/pytest/issues/13779): **PytestRemovedIn9Warning deprecation warnings are now errors by default.**\n\n \ Following our plan to remove deprecated features with as little disruption as\n possible, all warnings of type `PytestRemovedIn9Warning` now generate errors\n instead of warning messages by default.\n\n **The affected features will be effectively removed in pytest 9.1**, so please consult the\n `deprecations` section in the docs for directions on how to update existing code.\n\n In the pytest `9.0.X` series, it is possible to change the errors back into warnings as a\n stopgap measure by adding this to your `pytest.ini` file:\n\n \ ```ini\n [pytest]\n filterwarnings =\n ignore::pytest.PytestRemovedIn9Warning\n \ ```\n\n But this will stop working when pytest `9.1` is released.\n\n \ **If you have concerns** about the removal of a specific feature, please add a\n comment to `13779`.\n\n#### Deprecations (removal in next major release)\n\n- [#​13807](https://redirect.github.com/pytest-dev/pytest/issues/13807): `monkeypatch.syspath_prepend() ` now issues a deprecation warning when the prepended path contains legacy namespace packages (those using `pkg_resources.declare_namespace()`).\n Users should migrate to native namespace packages (`420`).\n See `monkeypatch-fixup-namespace-packages` for details.\n\n#### Bug fixes\n\n- [#​13445](https://redirect.github.com/pytest-dev/pytest/issues/13445): Made the type annotations of `pytest.skip` and friends more spec-complaint to have them work across more type checkers.\n\n- [#​13537](https://redirect.github.com/pytest-dev/pytest/issues/13537): Fixed a bug in which `ExceptionGroup` with only `Skipped` exceptions in teardown was not handled correctly and showed as error.\n\n- [#​13598](https://redirect.github.com/pytest-dev/pytest/issues/13598): Fixed possible collection confusion on Windows when short paths and symlinks are involved.\n\n- [#​13716](https://redirect.github.com/pytest-dev/pytest/issues/13716): Fixed a bug where a nonsensical invocation like `pytest x.py[a]` (a file cannot be parametrized) was silently treated as `pytest x.py`. This is now a usage error.\n\n- [#​13722](https://redirect.github.com/pytest-dev/pytest/issues/13722): Fixed a misleading assertion failure message when using `pytest.approx` on mappings with differing lengths.\n\n- [#​13773](https://redirect.github.com/pytest-dev/pytest/issues/13773): Fixed the static fixture closure calculation to properly consider transitive dependencies requested by overridden fixtures.\n\n- [#​13816](https://redirect.github.com/pytest-dev/pytest/issues/13816): Fixed `pytest.approx` which now returns a clearer error message when comparing mappings with different keys.\n\n- [#​13849](https://redirect.github.com/pytest-dev/pytest/issues/13849): Hidden `.pytest.ini` files are now picked up as the config file even if empty.\n This was an inconsistency with non-hidden `pytest.ini`.\n\n- [#​13865](https://redirect.github.com/pytest-dev/pytest/issues/13865): Fixed --show-capture with --tb=line.\n\n- [#​13522](https://redirect.github.com/pytest-dev/pytest/issues/13522): Fixed `pytester` in subprocess mode ignored all :attr\\`pytester.plugins \\\\` except the first.\n\n Fixed `pytester` in subprocess mode silently ignored non-str `pytester.plugins `.\n \ Now it errors instead.\n If you are affected by this, specify the plugin by name, or switch the affected tests to use `pytester.runpytest_inprocess ` explicitly instead.\n\n#### Packaging updates and notes for downstreams\n\n- [#​13791](https://redirect.github.com/pytest-dev/pytest/issues/13791): Minimum requirements on `iniconfig` and `packaging` were bumped to `1.0.1` and `22.0.0`, respectively.\n\n#### Contributor-facing changes\n\n- [#​12244](https://redirect.github.com/pytest-dev/pytest/issues/12244): Fixed self-test failures when TERM=dumb.\n- [#​12474](https://redirect.github.com/pytest-dev/pytest/issues/12474): Added scheduled GitHub Action Workflow to run Sphinx linkchecks in repo documentation.\n- [#​13621](https://redirect.github.com/pytest-dev/pytest/issues/13621): pytest's own testsuite now handles the `lsof` command hanging (e.g. due to unreachable network filesystems), with the affected selftests being skipped after 10 seconds.\n- [#​13638](https://redirect.github.com/pytest-dev/pytest/issues/13638): Fixed deprecated `gh pr new` command in `scripts/prepare-release-pr.py`.\n \ The script now uses `gh pr create` which is compatible with GitHub CLI v2.0+.\n- [#​13695](https://redirect.github.com/pytest-dev/pytest/issues/13695): Flush stdout and stderr in Pytester.run to avoid truncated outputs in test\\_faulthandler.py::test\\_timeout on CI -- by `ogrisel`.\n- [#​13771](https://redirect.github.com/pytest-dev/pytest/issues/13771): Skip test\\_do\\_not\\_collect\\_symlink\\_siblings on Windows environments without symlink support to avoid false negatives.\n- [#​13841](https://redirect.github.com/pytest-dev/pytest/issues/13841): `tox>=4` is now required when contributing to pytest.\n- [#​13625](https://redirect.github.com/pytest-dev/pytest/issues/13625): Added missing docstrings to `pytest_addoption()`, `pytest_configure()`, and `cacheshow()` functions in `cacheprovider.py`.\n\n#### Miscellaneous internal changes\n\n- [#​13830](https://redirect.github.com/pytest-dev/pytest/issues/13830): Configuration overrides (`-o`/`--override-ini`) are now processed during startup rather than during `config.getini() `.\n\n### [`v8.4.2`](https://redirect.github.com/pytest-dev/pytest/releases/tag/8.4.2)\n\n[Compare Source](https://redirect.github.com/pytest-dev/pytest/compare/8.4.1...8.4.2)\n\n### pytest 8.4.2 (2025-09-03)\n\n#### Bug fixes\n\n- [#​13478](https://redirect.github.com/pytest-dev/pytest/issues/13478): Fixed a crash when using `console_output_style`{.interpreted-text role=\"confval\"} with `times` and a module is skipped.\n\n- [#​13530](https://redirect.github.com/pytest-dev/pytest/issues/13530): Fixed a crash when using `pytest.approx`{.interpreted-text role=\"func\"} and `decimal.Decimal`{.interpreted-text role=\"class\"} instances with the `decimal.FloatOperation`{.interpreted-text role=\"class\"} trap set.\n\n- [#​13549](https://redirect.github.com/pytest-dev/pytest/issues/13549): No longer evaluate type annotations in Python `3.14` when inspecting function signatures.\n\n This prevents crashes during module collection when modules do not explicitly use `from __future__ import annotations` and import types for annotations within a `if TYPE_CHECKING:` block.\n\n- [#​13559](https://redirect.github.com/pytest-dev/pytest/issues/13559): Added missing \\[int]{.title-ref} and \\[float]{.title-ref} variants to the \\[Literal]{.title-ref} type annotation of the \\[type]{.title-ref} parameter in `pytest.Parser.addini`{.interpreted-text role=\"meth\"}.\n\n- [#​13563](https://redirect.github.com/pytest-dev/pytest/issues/13563): `pytest.approx`{.interpreted-text role=\"func\"} now only imports `numpy` if NumPy is already in `sys.modules`. This fixes unconditional import behavior introduced in \\[8.4.0]{.title-ref}.\n\n#### Improved documentation\n\n- [#​13577](https://redirect.github.com/pytest-dev/pytest/issues/13577): Clarify that `pytest_generate_tests` is discovered in test modules/classes; other hooks must be in `conftest.py` or plugins.\n\n#### Contributor-facing changes\n\n- [#​13480](https://redirect.github.com/pytest-dev/pytest/issues/13480): Self-testing: fixed a few test failures when run with `-Wdefault` or a similar override.\n- [#​13547](https://redirect.github.com/pytest-dev/pytest/issues/13547): Self-testing: corrected expected message for `test_doctest_unexpected_exception` in Python `3.14`.\n- [#​13684](https://redirect.github.com/pytest-dev/pytest/issues/13684): Make pytest's own testsuite insensitive to the presence of the `CI` environment variable -- by `ogrisel`{.interpreted-text role=\"user\"}.\n\n### [`v8.4.1`](https://redirect.github.com/pytest-dev/pytest/releases/tag/8.4.1)\n\n[Compare Source](https://redirect.github.com/pytest-dev/pytest/compare/8.4.0...8.4.1)\n\n### pytest 8.4.1 (2025-06-17)\n\n#### Bug fixes\n\n- [#​13461](https://redirect.github.com/pytest-dev/pytest/issues/13461): Corrected `_pytest.terminal.TerminalReporter.isatty` to support\n being called as a method. Before it was just a boolean which could\n break correct code when using `-o log_cli=true`).\n\n- [#​13477](https://redirect.github.com/pytest-dev/pytest/issues/13477): Reintroduced `pytest.PytestReturnNotNoneWarning`{.interpreted-text role=\"class\"} which was removed by accident in pytest \\[8.4]{.title-ref}.\n\n This warning is raised when a test functions returns a value other than `None`, which is often a mistake made by beginners.\n\n See `return-not-none`{.interpreted-text role=\"ref\"} for more information.\n\n- [#​13497](https://redirect.github.com/pytest-dev/pytest/issues/13497): Fixed compatibility with `Twisted 25+`.\n\n#### Improved documentation\n\n- [#​13492](https://redirect.github.com/pytest-dev/pytest/issues/13492): Fixed outdated warning about `faulthandler` not working on Windows.\n\n### [`v8.4.0`](https://redirect.github.com/pytest-dev/pytest/releases/tag/8.4.0)\n\n[Compare Source](https://redirect.github.com/pytest-dev/pytest/compare/8.3.5...8.4.0)\n\n### pytest 8.4.0 (2025-06-02)\n\n#### Removals and backward incompatible breaking changes\n\n- [#​11372](https://redirect.github.com/pytest-dev/pytest/issues/11372): Async tests will now fail, instead of warning+skipping, if you don't have any suitable plugin installed.\n\n- [#​12346](https://redirect.github.com/pytest-dev/pytest/issues/12346): Tests will now fail, instead of raising a warning, if they return any value other than None.\n\n- [#​12874](https://redirect.github.com/pytest-dev/pytest/issues/12874): We dropped support for Python 3.8 following its end of life (2024-10-07).\n\n- [#​12960](https://redirect.github.com/pytest-dev/pytest/issues/12960): Test functions containing a yield now cause an explicit error. They have not been run since pytest 4.0, and were previously marked as an expected failure and deprecation warning.\n\n See `the docs `{.interpreted-text role=\"ref\"} for more information.\n\n#### Deprecations (removal in next major release)\n\n- [#​10839](https://redirect.github.com/pytest-dev/pytest/issues/10839): Requesting an asynchronous fixture without a \\[pytest\\_fixture\\_setup]{.title-ref} hook that resolves it will now give a DeprecationWarning. This most commonly happens if a sync test requests an async fixture. This should have no effect on a majority of users with async tests or fixtures using async pytest plugins, but may affect non-standard hook setups or `autouse=True`. For guidance on how to work around this warning see `sync-test-async-fixture`{.interpreted-text role=\"ref\"}.\n\n#### New features\n\n- [#​11538](https://redirect.github.com/pytest-dev/pytest/issues/11538): Added `pytest.RaisesGroup`{.interpreted-text role=\"class\"} as an equivalent to `pytest.raises`{.interpreted-text role=\"func\"} for expecting `ExceptionGroup`{.interpreted-text role=\"exc\"}. Also adds `pytest.RaisesExc`{.interpreted-text role=\"class\"} which is now the logic behind `pytest.raises`{.interpreted-text role=\"func\"} and used as parameter to `pytest.RaisesGroup`{.interpreted-text role=\"class\"}. `RaisesGroup` includes the ability to specify multiple different expected exceptions, the structure of nested exception groups, and flags for emulating `except* `{.interpreted-text role=\"ref\"}. See `assert-matching-exception-groups`{.interpreted-text role=\"ref\"} and docstrings for more information.\n\n- [#​12081](https://redirect.github.com/pytest-dev/pytest/issues/12081): Added `capteesys`{.interpreted-text role=\"fixture\"} to capture AND pass output to next handler set by `--capture=`.\n\n- [#​12504](https://redirect.github.com/pytest-dev/pytest/issues/12504): `pytest.mark.xfail`{.interpreted-text role=\"func\"} now accepts `pytest.RaisesGroup`{.interpreted-text role=\"class\"} for the `raises` parameter when you expect an exception group. You can also pass a `pytest.RaisesExc`{.interpreted-text role=\"class\"} if you e.g. want to make use of the `check` parameter.\n\n- [#​12713](https://redirect.github.com/pytest-dev/pytest/issues/12713): New \\[--force-short-summary]{.title-ref} option to force condensed summary output regardless of verbosity level.\n\n This lets users still see condensed summary output of failures for quick reference in log files from job outputs, being especially useful if non-condensed output is very verbose.\n\n- [#​12749](https://redirect.github.com/pytest-dev/pytest/issues/12749): pytest traditionally collects classes/functions in the test module namespace even if they are imported from another file.\n\n For example:\n\n ```python\n \ ```\n\n### contents of src/domain.py\n\n```\nclass Testament: ...\n```\n\n### contents of tests/test\\_testament.py\n\n````\nfrom domain import Testament\n\ndef test_testament(): ...\n```\n\nIn this scenario with the default options, pytest will collect the class [Testament]{.title-ref} from [tests/test_testament.py]{.title-ref} because it starts with [Test]{.title-ref}, even though in this case it is a production class being imported in the test module namespace.\n\nThis behavior can now be prevented by setting the new `collect_imported_tests`{.interpreted-text role=\"confval\"} configuration option to `false`, which will make pytest collect classes/functions from test files **only** if they are defined in that file.\n\n\\-- by `FreerGit`{.interpreted-text role=\"user\"}\n````\n\n- [#​12765](https://redirect.github.com/pytest-dev/pytest/issues/12765): Thresholds to trigger snippet truncation can now be set with `truncation_limit_lines`{.interpreted-text role=\"confval\"} and `truncation_limit_chars`{.interpreted-text role=\"confval\"}.\n\n \ See `truncation-params`{.interpreted-text role=\"ref\"} for more information.\n\n- [#​13125](https://redirect.github.com/pytest-dev/pytest/issues/13125): `console_output_style`{.interpreted-text role=\"confval\"} now supports `times` to show execution time of each test.\n\n- [#​13192](https://redirect.github.com/pytest-dev/pytest/issues/13192): `pytest.raises`{.interpreted-text role=\"func\"} will now raise a warning when passing an empty string to `match`, as this will match against any value. Use `match=\"^$\"` if you want to check that an exception has no message.\n\n- [#​13192](https://redirect.github.com/pytest-dev/pytest/issues/13192): `pytest.raises`{.interpreted-text role=\"func\"} will now print a helpful string diff if matching fails and the match parameter has `^` and `$` and is otherwise escaped.\n\n- [#​13192](https://redirect.github.com/pytest-dev/pytest/issues/13192): You can now pass `with pytest.raises(check=fn): `{.interpreted-text role=\"func\"}, where `fn` is a function which takes a raised exception and returns a boolean. The `raises` fails if no exception was raised (as usual), passes if an exception is raised and `fn` returns `True` (as well as `match` and the type matching, if specified, which are checked before), and propagates the exception if `fn` returns `False` (which likely also fails the test).\n\n- [#​13228](https://redirect.github.com/pytest-dev/pytest/issues/13228): `hidden-param`{.interpreted-text role=\"ref\"} can now be used in `id` of `pytest.param`{.interpreted-text role=\"func\"} or in\n `ids` of `Metafunc.parametrize `{.interpreted-text role=\"py:func\"}.\n It hides the parameter set from the test name.\n\n- [#​13253](https://redirect.github.com/pytest-dev/pytest/issues/13253): New flag: `--disable-plugin-autoload `{.interpreted-text role=\"ref\"} which works as an alternative to `PYTEST_DISABLE_PLUGIN_AUTOLOAD`{.interpreted-text role=\"envvar\"} when setting environment variables is inconvenient; and allows setting it in config files with `addopts`{.interpreted-text role=\"confval\"}.\n\n#### Improvements in existing functionality\n\n- [#​10224](https://redirect.github.com/pytest-dev/pytest/issues/10224): pytest's `short` and `long` traceback styles (`how-to-modifying-python-tb-printing`{.interpreted-text role=\"ref\"})\n now have partial `657`{.interpreted-text role=\"pep\"} support and will show specific code segments in the\n traceback.\n\n ```pytest\n \ ================================= FAILURES =================================\n \ _______________________ test_gets_correct_tracebacks _______________________\n\n \ test_tracebacks.py:12: in test_gets_correct_tracebacks\n assert manhattan_distance(p1, p2) == 1\n ^^^^^^^^^^^^^^^^^^^^^^^^^^\n test_tracebacks.py:6: in manhattan_distance\n return abs(point_1.x - point_2.x) + abs(point_1.y - point_2.y)\n ^^^^^^^^^\n E AttributeError: 'NoneType' object has no attribute 'x'\n ```\n\n \\-- by `ammaraskar`{.interpreted-text role=\"user\"}\n\n- [#​11118](https://redirect.github.com/pytest-dev/pytest/issues/11118): Now `pythonpath`{.interpreted-text role=\"confval\"} configures \\[$PYTHONPATH]{.title-ref} earlier than before during the initialization process, which now also affects plugins loaded via the \\[-p]{.title-ref} command-line option.\n\n \\-- by `millerdev`{.interpreted-text role=\"user\"}\n\n- [#​11381](https://redirect.github.com/pytest-dev/pytest/issues/11381): The `type` parameter of the `parser.addini` method now accepts \\[\"int\"]{.title-ref} and `\"float\"` parameters, facilitating the parsing of configuration values in the configuration file.\n\n Example:\n\n ```python\n def pytest_addoption(parser):\n \ parser.addini(\"int_value\", type=\"int\", default=2, help=\"my int value\")\n parser.addini(\"float_value\", type=\"float\", default=4.2, help=\"my float value\")\n ```\n\n The \\[pytest.ini]{.title-ref} file:\n\n \ ```ini\n [pytest]\n int_value = 3\n float_value = 5.4\n ```\n\n- [#​11525](https://redirect.github.com/pytest-dev/pytest/issues/11525): Fixtures are now clearly represented in the output as a \"fixture object\", not as a normal function as before, making it easy for beginners to catch mistakes such as referencing a fixture declared in the same module but not requested in the test function.\n\n \\-- by `the-compiler`{.interpreted-text role=\"user\"} and `glyphack`{.interpreted-text role=\"user\"}\n\n- [#​12426](https://redirect.github.com/pytest-dev/pytest/issues/12426): A warning is now issued when `pytest.mark.usefixtures ref`{.interpreted-text role=\"ref\"} is used without specifying any fixtures. Previously, empty usefixtures markers were silently ignored.\n\n- [#​12707](https://redirect.github.com/pytest-dev/pytest/issues/12707): Exception chains can be navigated when dropped into Pdb in Python 3.13+.\n\n- [#​12736](https://redirect.github.com/pytest-dev/pytest/issues/12736): Added a new attribute \\[name]{.title-ref} with the fixed value \\[\"pytest tests\"]{.title-ref} to the root tag \\[testsuites]{.title-ref} of the junit-xml generated by pytest.\n\n This attribute is part of many junit-xml specifications and is even part of the \\[junit-10.xsd]{.title-ref} specification that pytest's implementation is based on.\n\n- [#​12943](https://redirect.github.com/pytest-dev/pytest/issues/12943): If a test fails with an exceptiongroup with a single exception, the contained exception will now be displayed in the short test summary info.\n\n- [#​12958](https://redirect.github.com/pytest-dev/pytest/issues/12958): A number of `unraisable `{.interpreted-text role=\"ref\"} enhancements:\n\n \ - Set the unraisable hook as early as possible and unset it as late as possible, to collect the most possible number of unraisable exceptions.\n \ - Call the garbage collector just before unsetting the unraisable hook, to collect any straggling exceptions.\n - Collect multiple unraisable exceptions per test phase.\n - Report the `tracemalloc`{.interpreted-text role=\"mod\"} allocation traceback (if available).\n - Avoid using a generator based hook to allow handling `StopIteration`{.interpreted-text role=\"class\"} in test failures.\n - Report the unraisable exception as the cause of the `pytest.PytestUnraisableExceptionWarning`{.interpreted-text role=\"class\"} exception if raised.\n - Compute the `repr` of the unraisable object in the unraisable hook so you get the latest information if available, and should help with resurrection of the object.\n\n- [#​13010](https://redirect.github.com/pytest-dev/pytest/issues/13010): `pytest.approx`{.interpreted-text role=\"func\"} now can compare collections that contain numbers and non-numbers mixed.\n\n- [#​13016](https://redirect.github.com/pytest-dev/pytest/issues/13016): A number of `threadexception `{.interpreted-text role=\"ref\"} enhancements:\n\n - Set the excepthook as early as possible and unset it as late as possible, to collect the most possible number of unhandled exceptions from threads.\n - Collect multiple thread exceptions per test phase.\n \ - Report the `tracemalloc`{.interpreted-text role=\"mod\"} allocation traceback (if available).\n - Avoid using a generator based hook to allow handling `StopIteration`{.interpreted-text role=\"class\"} in test failures.\n \ - Report the thread exception as the cause of the `pytest.PytestUnhandledThreadExceptionWarning`{.interpreted-text role=\"class\"} exception if raised.\n - Extract the `name` of the thread object in the excepthook which should help with resurrection of the thread.\n\n- [#​13031](https://redirect.github.com/pytest-dev/pytest/issues/13031): An empty parameter set as in `pytest.mark.parametrize([], ids=idfunc)` will no longer trigger a call to `idfunc` with internal objects.\n\n- [#​13115](https://redirect.github.com/pytest-dev/pytest/issues/13115): Allows supplying `ExceptionGroup[Exception]` and `BaseExceptionGroup[BaseException]` to `pytest.raises` to keep full typing on `ExceptionInfo `{.interpreted-text role=\"class\"}:\n\n ```python\n with pytest.raises(ExceptionGroup[Exception]) as exc_info:\n some_function()\n ```\n\n Parametrizing with other exception types remains an error - we do not check the types of child exceptions and thus do not permit code that might look like we do.\n\n- [#​13122](https://redirect.github.com/pytest-dev/pytest/issues/13122): The `--stepwise` mode received a number of improvements:\n\n - It no longer forgets the last failed test in case pytest is executed later without the flag.\n\n This enables the following workflow:\n\n 1. Execute pytest with `--stepwise`, pytest then stops at the first failing test;\n 2. Iteratively update the code and run the test in isolation, without the `--stepwise` flag (for example in an IDE), until it is fixed.\n 3. Execute pytest with `--stepwise` again and pytest will continue from the previously failed test, and if it passes, continue on to the next tests.\n\n Previously, at step 3, pytest would start from the beginning, forgetting the previously failed test.\n\n This change however might cause issues if the `--stepwise` mode is used far apart in time, as the state might get stale, so the internal state will be reset automatically in case the test suite changes (for now only the number of tests are considered for this, we might change/improve this on the future).\n\n - New `--stepwise-reset`/`--sw-reset` flag, allowing the user to explicitly reset the stepwise state and restart the workflow from the beginning.\n\n- [#​13308](https://redirect.github.com/pytest-dev/pytest/issues/13308): Added official support for Python 3.14.\n\n- [#​13380](https://redirect.github.com/pytest-dev/pytest/issues/13380): Fix `ExceptionGroup`{.interpreted-text role=\"class\"} traceback filtering to exclude pytest internals.\n\n- [#​13415](https://redirect.github.com/pytest-dev/pytest/issues/13415): The author metadata of the BibTex example is now correctly formatted with last names following first names.\n An example of BibLaTex has been added.\n \ BibTex and BibLaTex examples now clearly indicate that what is cited is software.\n\n \\-- by `willynilly`{.interpreted-text role=\"user\"}\n\n- [#​13420](https://redirect.github.com/pytest-dev/pytest/issues/13420): Improved test collection performance by optimizing path resolution used in `FSCollector`.\n\n- [#​13457](https://redirect.github.com/pytest-dev/pytest/issues/13457): The error message about duplicate parametrization no longer displays an internal stack trace.\n\n- [#​4112](https://redirect.github.com/pytest-dev/pytest/issues/4112): Using `pytest.mark.usefixtures `{.interpreted-text role=\"ref\"} on `pytest.param`{.interpreted-text role=\"func\"} now produces an error instead of silently doing nothing.\n\n- [#​5473](https://redirect.github.com/pytest-dev/pytest/issues/5473): Replace \\[:]{.title-ref} with \\[;]{.title-ref} in the assertion rewrite warning message so it can be filtered using standard Python warning filters before calling `pytest.main`{.interpreted-text role=\"func\"}.\n\n-\n\n```\n[#​6985](https://redirect.github.com/pytest-dev/pytest/issues/6985): Improved `pytest.approx`{.interpreted-text role=\"func\"} to enhance the readability of value ranges and tolerances between 0.001 and 1000.\n```\n\n````\n: \ - The [repr]{.title-ref} method now provides clearer output for values within those ranges, making it easier to interpret the results.\n\n - \ Previously, the output for those ranges of values and tolerances was displayed in scientific notation (e.g., [42 \xB1 1.0e+00]{.title-ref}). The updated method now presents the tolerance as a decimal for better readability (e.g., [42 \xB1 1]{.title-ref}).\n\n Example:\n\n **Previous Output:**\n\n ``` console\n >>> pytest.approx(42, abs=1)\n \ 42 \xB1 1.0e+00\n ```\n\n **Current Output:**\n\n \ ``` console\n >>> pytest.approx(42, abs=1)\n 42 \xB1 1\n ```\n\n \\-- by `fazeelghafoor`{.interpreted-text role=\"user\"}\n````\n\n- [#​7683](https://redirect.github.com/pytest-dev/pytest/issues/7683): The formerly optional `pygments` dependency is now required, causing output always to be source-highlighted (unless disabled via the `--code-highlight=no` CLI option).\n\n#### Bug fixes\n\n- [#​10404](https://redirect.github.com/pytest-dev/pytest/issues/10404): Apply filterwarnings from config/cli as soon as possible, and revert them as late as possible\n so that warnings as errors are collected throughout the pytest run and before the\n unraisable and threadexcept hooks are removed.\n\n \ This allows very late warnings and unraisable/threadexcept exceptions to fail the test suite.\n\n This also changes the warning that the lsof plugin issues from PytestWarning to the new warning PytestFDWarning so it can be more easily filtered.\n\n- [#​11067](https://redirect.github.com/pytest-dev/pytest/issues/11067): The test report is now consistent regardless if the test xfailed via `pytest.mark.xfail `{.interpreted-text role=\"ref\"} or `pytest.fail`{.interpreted-text role=\"func\"}.\n\n Previously, *xfailed* tests via the marker would have the string `\"reason: \"` prefixed to the message, while those *xfailed* via the function did not. The prefix has been removed.\n\n- [#​12008](https://redirect.github.com/pytest-dev/pytest/issues/12008): In `11220`{.interpreted-text role=\"pr\"}, an unintended change in reordering was introduced by changing the way indices were assigned to direct params. More specifically, before that change, the indices of direct params to metafunc's callspecs were assigned after all parametrizations took place. Now, that change is reverted.\n\n- [#​12863](https://redirect.github.com/pytest-dev/pytest/issues/12863): Fix applying markers, including `pytest.mark.parametrize `{.interpreted-text role=\"ref\"} when placed above \\[[@​staticmethod](https://redirect.github.com/staticmethod)]{.title-ref} or \\[[@​classmethod](https://redirect.github.com/classmethod)]{.title-ref}.\n\n- [#​12929](https://redirect.github.com/pytest-dev/pytest/issues/12929): Handle StopIteration from test cases, setup and teardown correctly.\n\n- [#​12938](https://redirect.github.com/pytest-dev/pytest/issues/12938): Fixed `--durations-min` argument not respected if `-vv` is used.\n\n- [#​12946](https://redirect.github.com/pytest-dev/pytest/issues/12946): Fixed missing help for `pdb`{.interpreted-text role=\"mod\"} commands wrapped by pytest -- by `adamchainz`{.interpreted-text role=\"user\"}.\n\n- [#​12981](https://redirect.github.com/pytest-dev/pytest/issues/12981): Prevent exceptions in `pytest.Config.add_cleanup`{.interpreted-text role=\"func\"} callbacks preventing further cleanups.\n\n- [#​13047](https://redirect.github.com/pytest-dev/pytest/issues/13047): Restore `pytest.approx`{.interpreted-text role=\"func\"} handling of equality checks between \\[bool]{.title-ref} and \\[numpy.bool\\_]{.title-ref} types.\n\n \ Comparing \\[bool]{.title-ref} and \\[numpy.bool\\_]{.title-ref} using `pytest.approx`{.interpreted-text role=\"func\"} accidentally changed in version \\[8.3.4]{.title-ref} and \\[8.3.5]{.title-ref} to no longer match:\n\n \ ```pycon\n >>> import numpy as np\n >>> from pytest import approx\n \ >>> [np.True_, np.True_] == pytest.approx([True, True])\n False\n ```\n\n \ This has now been fixed:\n\n ```pycon\n >>> [np.True_, np.True_] == pytest.approx([True, True])\n True\n ```\n\n- [#​13119](https://redirect.github.com/pytest-dev/pytest/issues/13119): Improved handling of invalid regex patterns for filter warnings by providing a clear error message.\n\n- [#​13175](https://redirect.github.com/pytest-dev/pytest/issues/13175): The diff is now also highlighted correctly when comparing two strings.\n\n- [#​13248](https://redirect.github.com/pytest-dev/pytest/issues/13248): Fixed an issue where passing a `scope` in `Metafunc.parametrize `{.interpreted-text role=\"py:func\"} with `indirect=True`\n could result in other fixtures being unable to depend on the parametrized fixture.\n\n- [#​13291](https://redirect.github.com/pytest-dev/pytest/issues/13291): Fixed `repr` of `attrs` objects in assertion failure messages when using `attrs>=25.2`.\n\n- [#​13312](https://redirect.github.com/pytest-dev/pytest/issues/13312): Fixed a possible `KeyError` crash on PyPy during collection of tests involving higher-scoped parameters.\n\n- [#​13345](https://redirect.github.com/pytest-dev/pytest/issues/13345): Fix type hints for `pytest.TestReport.when`{.interpreted-text role=\"attr\"} and `pytest.TestReport.location`{.interpreted-text role=\"attr\"}.\n\n- [#​13377](https://redirect.github.com/pytest-dev/pytest/issues/13377): Fixed handling of test methods with positional-only parameter syntax.\n\n \ Now, methods are supported that formally define `self` as positional-only\n \ and/or fixture parameters as keyword-only, e.g.:\n\n ```python\n class TestClass:\n\n def test_method(self, /, *, fixture): ...\n ```\n\n \ Before, this caused an internal error in pytest.\n\n- [#​13384](https://redirect.github.com/pytest-dev/pytest/issues/13384): Fixed an issue where pytest could report negative durations.\n\n- [#​13420](https://redirect.github.com/pytest-dev/pytest/issues/13420): Added `lru_cache` to `nodes._check_initialpaths_for_relpath`.\n\n- [#​9037](https://redirect.github.com/pytest-dev/pytest/issues/9037): Honor `disable_test_id_escaping_and_forfeit_all_rights_to_community_support`{.interpreted-text role=\"confval\"} when escaping ids in parametrized tests.\n\n#### Improved documentation\n\n- [#​12535](https://redirect.github.com/pytest-dev/pytest/issues/12535): \\[This\n example]{.title-ref}<>\n \ showed `print` statements that do not exactly reflect what the\n different branches actually do. The fix makes the example more precise.\n\n- [#​13218](https://redirect.github.com/pytest-dev/pytest/issues/13218): Pointed out in the `pytest.approx`{.interpreted-text role=\"func\"} documentation that it considers booleans unequal to numeric zero or one.\n\n- [#​13221](https://redirect.github.com/pytest-dev/pytest/issues/13221): Improved grouping of CLI options in the `--help` output.\n\n- [#​6649](https://redirect.github.com/pytest-dev/pytest/issues/6649): Added `~pytest.TerminalReporter`{.interpreted-text role=\"class\"} to the `api-reference`{.interpreted-text role=\"ref\"} documentation page.\n\n- [#​8612](https://redirect.github.com/pytest-dev/pytest/issues/8612): Add a recipe for handling abstract test classes in the documentation.\n\n \ A new example has been added to the documentation to demonstrate how to use a mixin class to handle abstract\n test classes without manually setting the `__test__` attribute for subclasses.\n This ensures that subclasses of abstract test classes are automatically collected by pytest.\n\n#### Packaging updates and notes for downstreams\n\n- [#​13317](https://redirect.github.com/pytest-dev/pytest/issues/13317): Specified minimum allowed versions of `colorama`, `iniconfig`,\n and `packaging`; and bumped the minimum allowed version\n of `exceptiongroup` for `python_version<'3.11'` from a release\n candidate to a full release.\n\n#### Contributor-facing changes\n\n- [#​12017](https://redirect.github.com/pytest-dev/pytest/issues/12017): Mixed internal improvements:\n\n - Migrate formatting to f-strings in some tests.\n - Use type-safe constructs in JUnitXML tests.\n - Moved`MockTiming` into `_pytest.timing`.\n\n \\-- by `RonnyPfannschmidt`{.interpreted-text role=\"user\"}\n\n- [#​12647](https://redirect.github.com/pytest-dev/pytest/issues/12647): Fixed running the test suite with the `hypothesis` pytest plugin.\n\n#### Miscellaneous internal changes\n\n- [#​6649](https://redirect.github.com/pytest-dev/pytest/issues/6649): Added `~pytest.TerminalReporter`{.interpreted-text role=\"class\"} to the public pytest API, as it is part of the signature of the `pytest_terminal_summary`{.interpreted-text role=\"hook\"} hook.\n\n
\n\n---\n\n### Configuration\n\n\U0001F4C5 **Schedule**: (UTC)\n\n- Branch creation\n - \"\"\n- Automerge\n - At any time (no schedule defined)\n\n\U0001F6A6 **Automerge**: Disabled by config. Please merge this manually once you are satisfied.\n\n\u267B **Rebasing**: Whenever PR is behind base branch, or you tick the rebase/retry checkbox.\n\n\U0001F515 **Ignore**: Close this PR and you won't be reminded about this update again.\n\n---\n\n - [ ] If you want to rebase/retry this PR, check this box\n\n---\n\nThis PR was generated by [Mend Renovate](https://mend.io/renovate/). View the [repository job log](https://developer.mend.io/github/vexxhost/magnum-cluster-api).\n\n" change_url: https://github.com/vexxhost/magnum-cluster-api/pull/972 commit_id: 5ed51d90f211d7ed2974438dce2b99350d50c142 patchset: 5ed51d90f211d7ed2974438dce2b99350d50c142 project: canonical_hostname: github.com canonical_name: github.com/vexxhost/magnum-cluster-api name: vexxhost/magnum-cluster-api short_name: magnum-cluster-api src_dir: src/github.com/vexxhost/magnum-cluster-api topic: null job: magnum-cluster-api-hydrophone-v1.35.3-calico jobtags: [] max_attempts: 3 message: Y2hvcmUoZGVwcyk6IHVwZGF0ZSBkZXBlbmRlbmN5IHB5dGVzdCB0byB2OSBbc2VjdXJpdHldCgpUaGlzIFBSIGNvbnRhaW5zIHRoZSBmb2xsb3dpbmcgdXBkYXRlczoKCnwgUGFja2FnZSB8IENoYW5nZSB8IFtBZ2VdKGh0dHBzOi8vZG9jcy5yZW5vdmF0ZWJvdC5jb20vbWVyZ2UtY29uZmlkZW5jZS8pIHwgW0NvbmZpZGVuY2VdKGh0dHBzOi8vZG9jcy5yZW5vdmF0ZWJvdC5jb20vbWVyZ2UtY29uZmlkZW5jZS8pIHwKfC0tLXwtLS18LS0tfC0tLXwKfCBbcHl0ZXN0XShodHRwczovL3JlZGlyZWN0LmdpdGh1Yi5jb20vcHl0ZXN0LWRldi9weXRlc3QpIChbY2hhbmdlbG9nXShodHRwczovL2RvY3MucHl0ZXN0Lm9yZy9lbi9zdGFibGUvY2hhbmdlbG9nLmh0bWwpKSB8IGA8OWAg4oaSIGA8MTBgIHwgIVthZ2VdKGh0dHBzOi8vZGV2ZWxvcGVyLm1lbmQuaW8vYXBpL21jL2JhZGdlcy9hZ2UvcHlwaS9weXRlc3QvOS4wLjM/c2xpbT10cnVlKSB8ICFbY29uZmlkZW5jZV0oaHR0cHM6Ly9kZXZlbG9wZXIubWVuZC5pby9hcGkvbWMvYmFkZ2VzL2NvbmZpZGVuY2UvcHlwaS9weXRlc3QvOC4zLjUvOS4wLjM/c2xpbT10cnVlKSB8CgojIyMgR2l0SHViIFZ1bG5lcmFiaWxpdHkgQWxlcnRzCgojIyMjIFtDVkUtMjAyNS03MTE3Nl0oaHR0cHM6Ly9udmQubmlzdC5nb3YvdnVsbi9kZXRhaWwvQ1ZFLTIwMjUtNzExNzYpCgpweXRlc3QgdGhyb3VnaCA5LjAuMiBvbiBVTklYIHJlbGllcyBvbiBkaXJlY3RvcmllcyB3aXRoIHRoZSBgL3RtcC9weXRlc3Qtb2Yte3VzZXJ9YCBuYW1lIHBhdHRlcm4sIHdoaWNoIGFsbG93cyBsb2NhbCB1c2VycyB0byBjYXVzZSBhIGRlbmlhbCBvZiBzZXJ2aWNlIG9yIHBvc3NpYmx5IGdhaW4gcHJpdmlsZWdlcy4KCiMjIyMjIFNldmVyaXR5Ci0gQ1ZTUyBTY29yZTogNi44IC8gMTAgKE1lZGl1bSkKLSBWZWN0b3IgU3RyaW5nOiBgQ1ZTUzozLjEvQVY6TC9BQzpML1BSOk4vVUk6Ti9TOkMvQzpML0k6TC9BOkxgCgotLS0KCiMjIyBSZWxlYXNlIE5vdGVzCgo8ZGV0YWlscz4KPHN1bW1hcnk+cHl0ZXN0LWRldi9weXRlc3QgKHB5dGVzdCk8L3N1bW1hcnk+CgojIyMgW2B2OS4wLjNgXShodHRwczovL3JlZGlyZWN0LmdpdGh1Yi5jb20vcHl0ZXN0LWRldi9weXRlc3QvcmVsZWFzZXMvdGFnLzkuMC4zKQoKW0NvbXBhcmUgU291cmNlXShodHRwczovL3JlZGlyZWN0LmdpdGh1Yi5jb20vcHl0ZXN0LWRldi9weXRlc3QvY29tcGFyZS85LjAuMi4uLjkuMC4zKQoKIyMjIHB5dGVzdCA5LjAuMyAoMjAyNi0wNC0wNykKCiMjIyMgQnVnIGZpeGVzCgotIFsjJiM4MjAzOzEyNDQ0XShodHRwczovL3JlZGlyZWN0LmdpdGh1Yi5jb20vcHl0ZXN0LWRldi9weXRlc3QvaXNzdWVzLzEyNDQ0KTogRml4ZWQgYHB5dGVzdC5hcHByb3hgIHdoaWNoIG5vdyBjb3JyZWN0bHkgdGFrZXMgaW50byBhY2NvdW50IGB+Y29sbGVjdGlvbnMuYWJjLk1hcHBpbmdgIGtleXMgb3JkZXIgdG8gY29tcGFyZSB0aGVtLgoKLSBbIyYjODIwMzsxMzYzNF0oaHR0cHM6Ly9yZWRpcmVjdC5naXRodWIuY29tL3B5dGVzdC1kZXYvcHl0ZXN0L2lzc3Vlcy8xMzYzNCk6IEJsb2NraW5nIGEgYGNvbmZ0ZXN0LnB5YCBmaWxlIHVzaW5nIHRoZSBgLXAgbm86YCBvcHRpb24gaXMgbm93IGV4cGxpY2l0bHkgZGlzYWxsb3dlZC4KCiAgUHJldmlvdXNseSB0aGlzIHJlc3VsdGVkIGluIGFuIGludGVybmFsIGFzc2VydGlvbiBmYWlsdXJlIGR1cmluZyBwbHVnaW4gbG9hZGluZy4KCiAgUHl0ZXN0IG5vdyByYWlzZXMgYSBjbGVhciBgVXNhZ2VFcnJvcmAgZXhwbGFpbmluZyB0aGF0IGNvbmZ0ZXN0IGZpbGVzIGFyZSBub3QgcGx1Z2lucyBhbmQgY2Fubm90IGJlIGRpc2FibGVkIHZpYSBgLXBgLgoKLSBbIyYjODIwMzsxMzczNF0oaHR0cHM6Ly9yZWRpcmVjdC5naXRodWIuY29tL3B5dGVzdC1kZXYvcHl0ZXN0L2lzc3Vlcy8xMzczNCk6IEZpeGVkIGNyYXNoIHdoZW4gYSB0ZXN0IHJhaXNlcyBhbiBleGNlcHRpb25ncm91cCB3aXRoIGBfX3RyYWNlYmFja2hpZGVfXyA9IFRydWVgLgoKLSBbIyYjODIwMzsxNDE5NV0oaHR0cHM6Ly9yZWRpcmVjdC5naXRodWIuY29tL3B5dGVzdC1kZXYvcHl0ZXN0L2lzc3Vlcy8xNDE5NSk6IEZpeGVkIGFuIGlzc3VlIHdoZXJlIG5vbi1zdHJpbmcgbWVzc2FnZXMgcGFzc2VkIHRvIDxzcGFuIGNsYXNzPSJ0aXRsZS1yZWYiPnVuaXR0ZXN0LlRlc3RDYXNlLnN1YlRlc3QoKTwvc3Bhbj4gd2VyZSBub3QgcHJpbnRlZC4KCi0gWyMmIzgyMDM7MTQzNDNdKGh0dHBzOi8vcmVkaXJlY3QuZ2l0aHViLmNvbS9weXRlc3QtZGV2L3B5dGVzdC9pc3N1ZXMvMTQzNDMpOiBGaXhlZCB1c2Ugb2YgaW5zZWN1cmUgdGVtcG9yYXJ5IGRpcmVjdG9yeSAoQ1ZFLTIwMjUtNzExNzYpLgoKIyMjIyBJbXByb3ZlZCBkb2N1bWVudGF0aW9uCgotIFsjJiM4MjAzOzEzMzg4XShodHRwczovL3JlZGlyZWN0LmdpdGh1Yi5jb20vcHl0ZXN0LWRldi9weXRlc3QvaXNzdWVzLzEzMzg4KTogQ2xhcmlmaWVkIGRvY3VtZW50YXRpb24gZm9yIGAtcGAgdnMgYFBZVEVTVF9QTFVHSU5TYCBwbHVnaW4gbG9hZGluZyBhbmQgZml4ZWQgYW4gaW5jb3JyZWN0IGAtcGAgZXhhbXBsZS4KLSBbIyYjODIwMzsxMzczMV0oaHR0cHM6Ly9yZWRpcmVjdC5naXRodWIuY29tL3B5dGVzdC1kZXYvcHl0ZXN0L2lzc3Vlcy8xMzczMSk6IENsYXJpZmllZCB0aGF0IGNhcHR1cmUgZml4dHVyZXMgKGUuZy4gYGNhcHN5c2AgYW5kIGBjYXBmZGApIHRha2UgcHJlY2VkZW5jZSBvdmVyIHRoZSBgLXNgIC8gYC0tY2FwdHVyZT1ub2AgY29tbWFuZC1saW5lIG9wdGlvbnMgaW4gYEFjY2Vzc2luZyBjYXB0dXJlZCBvdXRwdXQgZnJvbSBhIHRlc3QgZnVuY3Rpb24gPGFjY2Vzc2luZy1jYXB0dXJlZC1vdXRwdXQ+YC4KLSBbIyYjODIwMzsxNDA4OF0oaHR0cHM6Ly9yZWRpcmVjdC5naXRodWIuY29tL3B5dGVzdC1kZXYvcHl0ZXN0L2lzc3Vlcy8xNDA4OCk6IENsYXJpZmllZCB0aGF0IHRoZSBkZWZhdWx0IGBweXRlc3RfY29sbGVjdGlvbmAgaG9vayBzZXRzIGBzZXNzaW9uLml0ZW1zYCBiZWZvcmUgaXQgY2FsbHMgYHB5dGVzdF9jb2xsZWN0aW9uX2ZpbmlzaGAsIG5vdCBhZnRlci4KLSBbIyYjODIwMzsxNDI1NV0oaHR0cHM6Ly9yZWRpcmVjdC5naXRodWIuY29tL3B5dGVzdC1kZXYvcHl0ZXN0L2lzc3Vlcy8xNDI1NSk6IFRPTUwgaW50ZWdlciBsb2cgbGV2ZWxzIG11c3QgYmUgcXVvdGVkOiBVcGRhdGluZyByZWZlcmVuY2UgZG9jdW1lbnRhdGlvbi4KCiMjIyMgQ29udHJpYnV0b3ItZmFjaW5nIGNoYW5nZXMKCi0gWyMmIzgyMDM7MTI2ODldKGh0dHBzOi8vcmVkaXJlY3QuZ2l0aHViLmNvbS9weXRlc3QtZGV2L3B5dGVzdC9pc3N1ZXMvMTI2ODkpOiBUaGUgdGVzdCByZXBvcnRzIGFyZSBub3cgcHVibGlzaGVkIHRvIENvZGVjb3YgZnJvbSBHaXRIdWIgQWN0aW9ucy4KICBUaGUgdGVzdCBzdGF0aXN0aWNzIGlzIHZpc2libGUgW29uIHRoZSB3ZWIgaW50ZXJmYWNlXShodHRwczovL2FwcC5jb2RlY292LmlvL2doL3B5dGVzdC1kZXYvcHl0ZXN0L3Rlc3RzKS4KCiAgXC0tIGJ5IGBhbGVndXkwMmAKCiMjIyBbYHY5LjAuMmBdKGh0dHBzOi8vcmVkaXJlY3QuZ2l0aHViLmNvbS9weXRlc3QtZGV2L3B5dGVzdC9yZWxlYXNlcy90YWcvOS4wLjIpCgpbQ29tcGFyZSBTb3VyY2VdKGh0dHBzOi8vcmVkaXJlY3QuZ2l0aHViLmNvbS9weXRlc3QtZGV2L3B5dGVzdC9jb21wYXJlLzkuMC4xLi4uOS4wLjIpCgojIyMgcHl0ZXN0IDkuMC4yICgyMDI1LTEyLTA2KQoKIyMjIyBCdWcgZml4ZXMKCi0gWyMmIzgyMDM7MTM4OTZdKGh0dHBzOi8vcmVkaXJlY3QuZ2l0aHViLmNvbS9weXRlc3QtZGV2L3B5dGVzdC9pc3N1ZXMvMTM4OTYpOiBUaGUgdGVybWluYWwgcHJvZ3Jlc3MgZmVhdHVyZSBhZGRlZCBpbiBweXRlc3QgOS4wLjAgaGFzIGJlZW4gZGlzYWJsZWQgYnkgZGVmYXVsdCwgZXhjZXB0IG9uIFdpbmRvd3MsIGR1ZSB0byBjb21wYXRpYmlsaXR5IGlzc3VlcyB3aXRoIHNvbWUgdGVybWluYWwgZW11bGF0b3JzLgoKICBZb3UgbWF5IGVuYWJsZSBpdCBhZ2FpbiBieSBwYXNzaW5nIGAtcCB0ZXJtaW5hbHByb2dyZXNzYC4gV2UgbWF5IGVuYWJsZSBpdCBieSBkZWZhdWx0IGFnYWluIG9uY2UgY29tcGF0aWJpbGl0eSBpbXByb3ZlcyBpbiB0aGUgZnV0dXJlLgoKICBBZGRpdGlvbmFsbHksIHdoZW4gdGhlIGVudmlyb25tZW50IHZhcmlhYmxlIGBURVJNYCBpcyBgZHVtYmAsIHRoZSBlc2NhcGUgY29kZXMgYXJlIG5vIGxvbmdlciBlbWl0dGVkLCBldmVuIGlmIHRoZSBwbHVnaW4gaXMgZW5hYmxlZC4KCi0gWyMmIzgyMDM7MTM5MDRdKGh0dHBzOi8vcmVkaXJlY3QuZ2l0aHViLmNvbS9weXRlc3QtZGV2L3B5dGVzdC9pc3N1ZXMvMTM5MDQpOiBGaXhlZCB0aGUgVE9NTCB0eXBlIG9mIHRoZSBgdG1wX3BhdGhfcmV0ZW50aW9uX2NvdW50YCBzZXR0aW5ncyBpbiB0aGUgQVBJIHJlZmVyZW5jZSBmcm9tIG51bWJlciB0byBzdHJpbmcuCgotIFsjJiM4MjAzOzEzOTQ2XShodHRwczovL3JlZGlyZWN0LmdpdGh1Yi5jb20vcHl0ZXN0LWRldi9weXRlc3QvaXNzdWVzLzEzOTQ2KTogVGhlIHByaXZhdGUgYGNvbmZpZy5pbmljZmdgIGF0dHJpYnV0ZSB3YXMgY2hhbmdlZCBpbiBhIGJyZWFraW5nIG1hbm5lciBpbiBweXRlc3QgOS4wLjAuCiAgRHVlIHRvIGl0cyB1c2FnZSBpbiB0aGUgZWNvc3lzdGVtLCBpdCBpcyBub3cgcmVzdG9yZWQgdG8gd29ya2luZyBvcmRlciB1c2luZyBhIGNvbXBhdGliaWxpdHkgc2hpbS4KICBJdCB3aWxsIGJlIGRlcHJlY2F0ZWQgaW4gcHl0ZXN0IDkuMSBhbmQgcmVtb3ZlZCBpbiBweXRlc3QgMTAuCgotIFsjJiM4MjAzOzEzOTY1XShodHRwczovL3JlZGlyZWN0LmdpdGh1Yi5jb20vcHl0ZXN0LWRldi9weXRlc3QvaXNzdWVzLzEzOTY1KTogRml4ZWQgcXVhZHJhdGljLXRpbWUgYmVoYXZpb3Igd2hlbiBoYW5kbGluZyBgdW5pdHRlc3RgIHN1YnRlc3RzIGluIFB5dGhvbiAzLjEwLgoKIyMjIyBJbXByb3ZlZCBkb2N1bWVudGF0aW9uCgotIFsjJiM4MjAzOzQ0OTJdKGh0dHBzOi8vcmVkaXJlY3QuZ2l0aHViLmNvbS9weXRlc3QtZGV2L3B5dGVzdC9pc3N1ZXMvNDQ5Mik6IFRoZSBBUEkgUmVmZXJlbmNlIG5vdyBjb250YWlucyBjcm9zcy1yZWZlcmVuY2UtYWJsZSBkb2N1bWVudGF0aW9uIG9mIGBweXRlc3QncyBjb21tYW5kLWxpbmUgZmxhZ3MgPGNvbW1hbmQtbGluZS1mbGFncz5gLgoKIyMjIFtgdjkuMC4xYF0oaHR0cHM6Ly9yZWRpcmVjdC5naXRodWIuY29tL3B5dGVzdC1kZXYvcHl0ZXN0L3JlbGVhc2VzL3RhZy85LjAuMSkKCltDb21wYXJlIFNvdXJjZV0oaHR0cHM6Ly9yZWRpcmVjdC5naXRodWIuY29tL3B5dGVzdC1kZXYvcHl0ZXN0L2NvbXBhcmUvOS4wLjAuLi45LjAuMSkKCiMjIyBweXRlc3QgOS4wLjEgKDIwMjUtMTEtMTIpCgojIyMjIEJ1ZyBmaXhlcwoKLSBbIyYjODIwMzsxMzg5NV0oaHR0cHM6Ly9yZWRpcmVjdC5naXRodWIuY29tL3B5dGVzdC1kZXYvcHl0ZXN0L2lzc3Vlcy8xMzg5NSk6IFJlc3RvcmUgc3VwcG9ydCBmb3Igc2tpcHBpbmcgdGVzdHMgdmlhIGByYWlzZSB1bml0dGVzdC5Ta2lwVGVzdGAuCi0gWyMmIzgyMDM7MTM4OTZdKGh0dHBzOi8vcmVkaXJlY3QuZ2l0aHViLmNvbS9weXRlc3QtZGV2L3B5dGVzdC9pc3N1ZXMvMTM4OTYpOiBUaGUgdGVybWluYWwgcHJvZ3Jlc3MgcGx1Z2luIGFkZGVkIGluIHB5dGVzdCA5LjAgaXMgbm93IGF1dG9tYXRpY2FsbHkgZGlzYWJsZWQgd2hlbiBpVGVybTIgaXMgZGV0ZWN0ZWQsIGl0IGdlbmVyYXRlZCBkZXNrdG9wIG5vdGlmaWNhdGlvbnMgaW5zdGVhZCBvZiB0aGUgZGVzaXJlZCBmdW5jdGlvbmFsaXR5LgotIFsjJiM4MjAzOzEzOTA0XShodHRwczovL3JlZGlyZWN0LmdpdGh1Yi5jb20vcHl0ZXN0LWRldi9weXRlc3QvaXNzdWVzLzEzOTA0KTogRml4ZWQgdGhlIFRPTUwgdHlwZSBvZiB0aGUgdmVyYm9zaXR5IHNldHRpbmdzIGluIHRoZSBBUEkgcmVmZXJlbmNlIGZyb20gbnVtYmVyIHRvIHN0cmluZy4KLSBbIyYjODIwMzsxMzkxMF0oaHR0cHM6Ly9yZWRpcmVjdC5naXRodWIuY29tL3B5dGVzdC1kZXYvcHl0ZXN0L2lzc3Vlcy8xMzkxMCk6IEZpeGVkIDxzcGFuIGNsYXNzPSJ0aXRsZS1yZWYiPlVzZXJXYXJuaW5nOiBEbyBub3QgZXhwZWN0IGZpbGVcX29yXF9kaXI8L3NwYW4+IG9uIHNvbWUgZWFybGllciBQeXRob24gMy4xMiBhbmQgMy4xMyBwb2ludCB2ZXJzaW9ucy4KCiMjIyMgUGFja2FnaW5nIHVwZGF0ZXMgYW5kIG5vdGVzIGZvciBkb3duc3RyZWFtcwoKLSBbIyYjODIwMzsxMzkzM10oaHR0cHM6Ly9yZWRpcmVjdC5naXRodWIuY29tL3B5dGVzdC1kZXYvcHl0ZXN0L2lzc3Vlcy8xMzkzMyk6IFRoZSB0b3ggY29uZmlndXJhdGlvbiBoYXMgYmVlbiBhZGp1c3RlZCB0byBtYWtlIHN1cmUgdGhlIGRlc2lyZWQKICB2ZXJzaW9uIHN0cmluZyBjYW4gYmUgcGFzc2VkIGludG8gaXRzIGBwYWNrYWdlX2VudmAgdGhyb3VnaAogIHRoZSBgU0VUVVBUT09MU19TQ01fUFJFVEVORF9WRVJTSU9OX0ZPUl9QWVRFU1RgIGVudmlyb25tZW50CiAgdmFyaWFibGUgYXMgYSBwYXJ0IG9mIHRoZSByZWxlYXNlIHByb2Nlc3MgLS0gYnkgYHdlYmtuamF6YC4KCiMjIyMgQ29udHJpYnV0b3ItZmFjaW5nIGNoYW5nZXMKCi0gWyMmIzgyMDM7MTM4OTFdKGh0dHBzOi8vcmVkaXJlY3QuZ2l0aHViLmNvbS9weXRlc3QtZGV2L3B5dGVzdC9pc3N1ZXMvMTM4OTEpLCBbIyYjODIwMzsxMzk0Ml0oaHR0cHM6Ly9yZWRpcmVjdC5naXRodWIuY29tL3B5dGVzdC1kZXYvcHl0ZXN0L2lzc3Vlcy8xMzk0Mik6IFRoZSBDSS9DRCBwYXJ0IG9mIHRoZSByZWxlYXNlIGF1dG9tYXRpb24gaXMgbm93IGNhcGFibGUgb2YKICBjcmVhdGluZyBHaXRIdWIgUmVsZWFzZXMgd2l0aG91dCBoYXZpbmcgYSBHaXQgY2hlY2tvdXQgb24KICBkaXNrIC0tIGJ5IGBibHVldGVjaGAgYW5kIGB3ZWJrbmphemAuCi0gWyMmIzgyMDM7MTM5MzNdKGh0dHBzOi8vcmVkaXJlY3QuZ2l0aHViLmNvbS9weXRlc3QtZGV2L3B5dGVzdC9pc3N1ZXMvMTM5MzMpOiBUaGUgdG94IGNvbmZpZ3VyYXRpb24gaGFzIGJlZW4gYWRqdXN0ZWQgdG8gbWFrZSBzdXJlIHRoZSBkZXNpcmVkCiAgdmVyc2lvbiBzdHJpbmcgY2FuIGJlIHBhc3NlZCBpbnRvIGl0cyBgcGFja2FnZV9lbnZgIHRocm91Z2gKICB0aGUgYFNFVFVQVE9PTFNfU0NNX1BSRVRFTkRfVkVSU0lPTl9GT1JfUFlURVNUYCBlbnZpcm9ubWVudAogIHZhcmlhYmxlIGFzIGEgcGFydCBvZiB0aGUgcmVsZWFzZSBwcm9jZXNzIC0tIGJ5IGB3ZWJrbmphemAuCgojIyMgW2B2OS4wLjBgXShodHRwczovL3JlZGlyZWN0LmdpdGh1Yi5jb20vcHl0ZXN0LWRldi9weXRlc3QvcmVsZWFzZXMvdGFnLzkuMC4wKQoKW0NvbXBhcmUgU291cmNlXShodHRwczovL3JlZGlyZWN0LmdpdGh1Yi5jb20vcHl0ZXN0LWRldi9weXRlc3QvY29tcGFyZS84LjQuMi4uLjkuMC4wKQoKIyMjIHB5dGVzdCA5LjAuMCAoMjAyNS0xMS0wNSkKCiMjIyMgTmV3IGZlYXR1cmVzCgotIFsjJiM4MjAzOzEzNjddKGh0dHBzOi8vcmVkaXJlY3QuZ2l0aHViLmNvbS9weXRlc3QtZGV2L3B5dGVzdC9pc3N1ZXMvMTM2Nyk6ICoqU3VwcG9ydCBmb3Igc3VidGVzdHMqKiBoYXMgYmVlbiBhZGRlZC4KCiAgYHN1YnRlc3RzIDxzdWJ0ZXN0cz5gIGFyZSBhbiBhbHRlcm5hdGl2ZSB0byBwYXJhbWV0cml6YXRpb24sIHVzZWZ1bCBpbiBzaXR1YXRpb25zIHdoZXJlIHRoZSBwYXJhbWV0cml6YXRpb24gdmFsdWVzIGFyZSBub3QgYWxsIGtub3duIGF0IGNvbGxlY3Rpb24gdGltZS4KCiAgRXhhbXBsZToKCiAgYGBgcHl0aG9uCiAgZGVmIGNvbnRhaW5zX2RvY3N0cmluZyhwOiBQYXRoKSAtPiBib29sOgogICAgICAiIiJSZXR1cm4gVHJ1ZSBpZiB0aGUgZ2l2ZW4gUHl0aG9uIGZpbGUgY29udGFpbnMgYSB0b3AtbGV2ZWwgZG9jc3RyaW5nLiIiIgogICAgICAuLi4KCiAgZGVmIHRlc3RfcHlfZmlsZXNfY29udGFpbl9kb2NzdHJpbmcoc3VidGVzdHM6IHB5dGVzdC5TdWJ0ZXN0cykgLT4gTm9uZToKICAgICAgZm9yIHBhdGggaW4gUGF0aC5jd2QoKS5nbG9iKCIqLnB5Iik6CiAgICAgICAgICB3aXRoIHN1YnRlc3RzLnRlc3QocGF0aD1zdHIocGF0aCkpOgogICAgICAgICAgICAgIGFzc2VydCBjb250YWluc19kb2NzdHJpbmcocGF0aCkKICBgYGAKCiAgRWFjaCBhc3NlcnQgZmFpbHVyZSBvciBlcnJvciBpcyBjYXVnaHQgYnkgdGhlIGNvbnRleHQgbWFuYWdlciBhbmQgcmVwb3J0ZWQgaW5kaXZpZHVhbGx5LCBnaXZpbmcgYSBjbGVhciBwaWN0dXJlIG9mIGFsbCBmaWxlcyB0aGF0IGFyZSBtaXNzaW5nIGEgZG9jc3RyaW5nLgoKICBJbiBhZGRpdGlvbiwgYHVuaXR0ZXN0LlRlc3RDYXNlLnN1YlRlc3RgIGlzIG5vdyBhbHNvIHN1cHBvcnRlZC4KCiAgVGhpcyBmZWF0dXJlIHdhcyBvcmlnaW5hbGx5IGltcGxlbWVudGVkIGFzIGEgc2VwYXJhdGUgcGx1Z2luIGluIFtweXRlc3Qtc3VidGVzdHNdKGh0dHBzOi8vcmVkaXJlY3QuZ2l0aHViLmNvbS9weXRlc3QtZGV2L3B5dGVzdC1zdWJ0ZXN0cyksIGJ1dCBzaW5jZSB0aGVuIGhhcyBiZWVuIG1lcmdlZCBpbnRvIHRoZSBjb3JlLgoKICA+IFxbIU5PVEVdCiAgPiBUaGlzIGZlYXR1cmUgaXMgZXhwZXJpbWVudGFsIGFuZCB3aWxsIGxpa2VseSBldm9sdmUgaW4gZnV0dXJlIHJlbGVhc2VzLiBCeSB0aGF0IHdlIG1lYW4gdGhhdCB3ZSBtaWdodCBjaGFuZ2UgaG93IHN1YnRlc3RzIGFyZSByZXBvcnRlZCBvbiBmYWlsdXJlLCBidXQgdGhlIGZ1bmN0aW9uYWxpdHkgYW5kIGhvdyB0byB1c2UgaXQgYXJlIHN0YWJsZS4KCi0gWyMmIzgyMDM7MTM3NDNdKGh0dHBzOi8vcmVkaXJlY3QuZ2l0aHViLmNvbS9weXRlc3QtZGV2L3B5dGVzdC9pc3N1ZXMvMTM3NDMpOiBBZGRlZCBzdXBwb3J0IGZvciAqKm5hdGl2ZSBUT01MIGNvbmZpZ3VyYXRpb24gZmlsZXMqKi4KCiAgV2hpbGUgcHl0ZXN0LCBzaW5jZSB2ZXJzaW9uIDYsIHN1cHBvcnRzIGNvbmZpZ3VyYXRpb24gaW4gYHB5cHJvamVjdC50b21sYCBmaWxlcyB1bmRlciBgW3Rvb2wucHl0ZXN0LmluaV9vcHRpb25zXWAsCiAgaXQgZG9lcyBzbyBpbiBhbiAiSU5JIGNvbXBhdGliaWxpdHkgbW9kZSIsIHdoZXJlIGFsbCBjb25maWd1cmF0aW9uIHZhbHVlcyBhcmUgdHJlYXRlZCBhcyBzdHJpbmdzIG9yIGxpc3Qgb2Ygc3RyaW5ncy4KICBOb3csIHB5dGVzdCBzdXBwb3J0cyB0aGUgbmF0aXZlIFRPTUwgZGF0YSBtb2RlbC4KCiAgSW4gYHB5cHJvamVjdC50b21sYCwgdGhlIG5hdGl2ZSBUT01MIGNvbmZpZ3VyYXRpb24gaXMgdW5kZXIgdGhlIGBbdG9vbC5weXRlc3RdYCB0YWJsZS4KCiAgYGBgdG9tbAogICMgcHlwcm9qZWN0LnRvbWwKICBbdG9vbC5weXRlc3RdCiAgbWludmVyc2lvbiA9ICI5LjAiCiAgYWRkb3B0cyA9IFsiLXJhIiwgIi1xIl0KICB0ZXN0cGF0aHMgPSBbCiAgICAgICJ0ZXN0cyIsCiAgICAgICJpbnRlZ3JhdGlvbiIsCiAgXQogIGBgYAoKICBUaGUgYFt0b29sLnB5dGVzdC5pbmlfb3B0aW9uc11gIHRhYmxlIHJlbWFpbnMgc3VwcG9ydGVkLCBidXQgYm90aCB0YWJsZXMgY2Fubm90IGJlIHVzZWQgYXQgdGhlIHNhbWUgdGltZS4KCiAgSWYgeW91IHByZWZlciB0byB1c2UgYSBzZXBhcmF0ZSBjb25maWd1cmF0aW9uIGZpbGUsIG9yIGRvbid0IHVzZSBgcHlwcm9qZWN0LnRvbWxgLCB5b3UgY2FuIHVzZSBgcHl0ZXN0LnRvbWxgIG9yIGAucHl0ZXN0LnRvbWxgOgoKICBgYGB0b21sCiAgIyBweXRlc3QudG9tbCBvciAucHl0ZXN0LnRvbWwKICBbcHl0ZXN0XQogIG1pbnZlcnNpb24gPSAiOS4wIgogIGFkZG9wdHMgPSBbIi1yYSIsICItcSJdCiAgdGVzdHBhdGhzID0gWwogICAgICAidGVzdHMiLAogICAgICAiaW50ZWdyYXRpb24iLAogIF0KICBgYGAKCiAgVGhlIGRvY3VtZW50YXRpb24gbm93IChzb21ldGltZXMpIHNob3dzIGNvbmZpZ3VyYXRpb24gc25pcHBldHMgaW4gYm90aCBUT01MIGFuZCBJTkkgZm9ybWF0cywgaW4gYSB0YWJiZWQgaW50ZXJmYWNlLgoKICBTZWUgYGNvbmZpZyBmaWxlIGZvcm1hdHNgIGZvciBmdWxsIGRldGFpbHMuCgotIFsjJiM4MjAzOzEzODIzXShodHRwczovL3JlZGlyZWN0LmdpdGh1Yi5jb20vcHl0ZXN0LWRldi9weXRlc3QvaXNzdWVzLzEzODIzKTogQWRkZWQgYSAqKiJzdHJpY3QgbW9kZSIqKiBlbmFibGVkIGJ5IHRoZSBgc3RyaWN0YCBjb25maWd1cmF0aW9uIG9wdGlvbi4KCiAgV2hlbiBzZXQgdG8gYHRydWVgLCB0aGUgYHN0cmljdGAgb3B0aW9uIGN1cnJlbnRseSBlbmFibGVzCgogIC0gYHN0cmljdF9jb25maWdgCiAgLSBgc3RyaWN0X21hcmtlcnNgCiAgLSBgc3RyaWN0X3BhcmFtZXRyaXphdGlvbl9pZHNgCiAgLSBgc3RyaWN0X3hmYWlsYAoKICBUaGUgaW5kaXZpZHVhbCBzdHJpY3RuZXNzIG9wdGlvbnMgY2FuIGJlIGV4cGxpY2l0bHkgc2V0IHRvIG92ZXJyaWRlIHRoZSBnbG9iYWwgYHN0cmljdGAgc2V0dGluZy4KCiAgVGhlIHByZXZpb3VzbHktZGVwcmVjYXRlZCBgLS1zdHJpY3RgIGNvbW1hbmQtbGluZSBmbGFnIG5vdyBlbmFibGVzIHN0cmljdCBtb2RlLgoKICBJZiBweXRlc3QgYWRkcyBuZXcgc3RyaWN0bmVzcyBvcHRpb25zIGluIHRoZSBmdXR1cmUsIHRoZXkgd2lsbCBhbHNvIGJlIGVuYWJsZWQgaW4gc3RyaWN0IG1vZGUuCiAgVGhlcmVmb3JlLCB5b3Ugc2hvdWxkIG9ubHkgZW5hYmxlIHN0cmljdCBtb2RlIGlmIHlvdSB1c2UgYSBwaW5uZWQvbG9ja2VkIHZlcnNpb24gb2YgcHl0ZXN0LAogIG9yIGlmIHlvdSB3YW50IHRvIHByb2FjdGl2ZWx5IGFkb3B0IG5ldyBzdHJpY3RuZXNzIG9wdGlvbnMgYXMgdGhleSBhcmUgYWRkZWQuCgogIFNlZSBgc3RyaWN0IG1vZGVgIGZvciBtb3JlIGRldGFpbHMuCgotIFsjJiM4MjAzOzEzNzM3XShodHRwczovL3JlZGlyZWN0LmdpdGh1Yi5jb20vcHl0ZXN0LWRldi9weXRlc3QvaXNzdWVzLzEzNzM3KTogQWRkZWQgdGhlIGBzdHJpY3RfcGFyYW1ldHJpemF0aW9uX2lkc2AgY29uZmlndXJhdGlvbiBvcHRpb24uCgogIFdoZW4gc2V0LCBweXRlc3QgZW1pdHMgYW4gZXJyb3IgaWYgaXQgZGV0ZWN0cyBub24tdW5pcXVlIHBhcmFtZXRlciBzZXQgSURzLAogIHJhdGhlciB0aGFuIGF1dG9tYXRpY2FsbHkgbWFraW5nIHRoZSBJRHMgdW5pcXVlIGJ5IGFkZGluZyA8c3BhbiBjbGFzcz0idGl0bGUtcmVmIj4wPC9zcGFuPiwgPHNwYW4gY2xhc3M9InRpdGxlLXJlZiI+MTwvc3Bhbj4sIC4uLiB0byB0aGVtLgogIFRoaXMgY2FuIGJlIHBhcnRpY3VsYXJseSB1c2VmdWwgZm9yIGNhdGNoaW5nIHVuaW50ZW5kZWQgZHVwbGljYXRlcy4KCi0gWyMmIzgyMDM7MTMwNzJdKGh0dHBzOi8vcmVkaXJlY3QuZ2l0aHViLmNvbS9weXRlc3QtZGV2L3B5dGVzdC9pc3N1ZXMvMTMwNzIpOiBBZGRlZCBzdXBwb3J0IGZvciBkaXNwbGF5aW5nIHRlc3Qgc2Vzc2lvbiAqKnByb2dyZXNzIGluIHRoZSB0ZXJtaW5hbCB0YWIqKiB1c2luZyB0aGUgW09TQyA5OzQ7XShodHRwczovL2NvbmVtdS5naXRodWIuaW8vZW4vQW5zaUVzY2FwZUNvZGVzLmh0bWwjQ29uRW11X3NwZWNpZmljX09TQykgQU5TSSBzZXF1ZW5jZS4KICBXaGVuIHB5dGVzdCBydW5zIGluIGEgc3VwcG9ydGVkIHRlcm1pbmFsIGVtdWxhdG9yIGxpa2UgQ29uRW11LCBHbm9tZSBUZXJtaW5hbCwgUHR5eGlzLCBXaW5kb3dzIFRlcm1pbmFsLCBLaXR0eSBvciBHaG9zdHR5LAogIHlvdSdsbCBzZWUgdGhlIHByb2dyZXNzIGluIHRoZSB0ZXJtaW5hbCB0YWIgb3Igd2luZG93LAogIGFsbG93aW5nIHlvdSB0byBtb25pdG9yIHB5dGVzdCdzIHByb2dyZXNzIGF0IGEgZ2xhbmNlLgoKICBUaGlzIGZlYXR1cmUgaXMgYXV0b21hdGljYWxseSBlbmFibGVkIHdoZW4gcnVubmluZyBpbiBhIFRUWS4gSXQgaXMgaW1wbGVtZW50ZWQgYXMgYW4gaW50ZXJuYWwgcGx1Z2luLiBJZiBuZWVkZWQsIGl0IGNhbiBiZSBkaXNhYmxlZCBhcyBmb2xsb3dzOgoKICAtIE9uIGEgdXNlciBsZXZlbCwgdXNpbmcgYC1wIG5vOnRlcm1pbmFscHJvZ3Jlc3NgIG9uIHRoZSBjb21tYW5kIGxpbmUgb3IgdmlhIGFuIGVudmlyb25tZW50IHZhcmlhYmxlIGBQWVRFU1RfQURET1BUUz0nLXAgbm86dGVybWluYWxwcm9ncmVzcydgLgogIC0gT24gYSBwcm9qZWN0IGNvbmZpZ3VyYXRpb24gbGV2ZWwsIHVzaW5nIGBhZGRvcHRzID0gIi1wIG5vOnRlcm1pbmFscHJvZ3Jlc3MiYC4KCi0gWyMmIzgyMDM7NDc4XShodHRwczovL3JlZGlyZWN0LmdpdGh1Yi5jb20vcHl0ZXN0LWRldi9weXRlc3QvaXNzdWVzLzQ3OCk6IFN1cHBvcnQgUEVQNDIwIChpbXBsaWNpdCBuYW1lc3BhY2UgcGFja2FnZXMpIGFzIDxzcGFuIGNsYXNzPSJ0aXRsZS1yZWYiPi0tcHlhcmdzPC9zcGFuPiB0YXJnZXQgd2hlbiBgY29uc2lkZXJfbmFtZXNwYWNlX3BhY2thZ2VzYCBpcyA8c3BhbiBjbGFzcz0idGl0bGUtcmVmIj50cnVlPC9zcGFuPiBpbiB0aGUgY29uZmlnLgoKICBQcmV2aW91c2x5LCB0aGlzIG9wdGlvbiBvbmx5IGltcGFjdGVkIHBhY2thZ2UgaW1wb3J0cywgbm93IGl0IGFsc28gaW1wYWN0cyB0ZXN0cyBkaXNjb3ZlcnkuCgotIFsjJiM4MjAzOzEzNjc4XShodHRwczovL3JlZGlyZWN0LmdpdGh1Yi5jb20vcHl0ZXN0LWRldi9weXRlc3QvaXNzdWVzLzEzNjc4KTogQWRkZWQgYSBuZXcgYGZhdWx0aGFuZGxlcl9leGl0X29uX3RpbWVvdXRgIGNvbmZpZ3VyYXRpb24gb3B0aW9uIHNldCB0byAiZmFsc2UiIGJ5IGRlZmF1bHQgdG8gbGV0IDxzcGFuIGNsYXNzPSJ0aXRsZS1yZWYiPmZhdWx0aGFuZGxlcjwvc3Bhbj4gaW50ZXJydXB0IHRoZSA8c3BhbiBjbGFzcz0idGl0bGUtcmVmIj5weXRlc3Q8L3NwYW4+IHByb2Nlc3MgYWZ0ZXIgYSB0aW1lb3V0IGluIGNhc2Ugb2YgZGVhZGxvY2suCgogIFByZXZpb3VzbHksIGEgPHNwYW4gY2xhc3M9InRpdGxlLXJlZiI+ZmF1bHRoYW5kbGVyPC9zcGFuPiB0aW1lb3V0IHdvdWxkIG9ubHkgZHVtcCB0aGUgdHJhY2ViYWNrIG9mIGFsbCB0aHJlYWRzIHRvIHN0ZGVyciwgYnV0IHdvdWxkIG5vdCBpbnRlcnJ1cHQgdGhlIDxzcGFuIGNsYXNzPSJ0aXRsZS1yZWYiPnB5dGVzdDwvc3Bhbj4gcHJvY2Vzcy4KCiAgXC0tIGJ5IGBvZ3Jpc2VsYC4KCi0gWyMmIzgyMDM7MTM4MjldKGh0dHBzOi8vcmVkaXJlY3QuZ2l0aHViLmNvbS9weXRlc3QtZGV2L3B5dGVzdC9pc3N1ZXMvMTM4MjkpOiBBZGRlZCBzdXBwb3J0IGZvciBjb25maWd1cmF0aW9uIG9wdGlvbiBhbGlhc2VzIHZpYSB0aGUgYGFsaWFzZXNgIHBhcmFtZXRlciBpbiBgUGFyc2VyLmFkZGluaSgpIDxweXRlc3QuUGFyc2VyLmFkZGluaT5gLgoKICBQbHVnaW5zIGNhbiBub3cgcmVnaXN0ZXIgYWx0ZXJuYXRpdmUgbmFtZXMgZm9yIGNvbmZpZ3VyYXRpb24gb3B0aW9ucywKICBhbGxvd2luZyBmb3IgbW9yZSBmbGV4aWJpbGl0eSBpbiBjb25maWd1cmF0aW9uIG5hbWluZyBhbmQgc3VwcG9ydGluZyBiYWNrd2FyZCBjb21wYXRpYmlsaXR5IHdoZW4gcmVuYW1pbmcgb3B0aW9ucy4KICBUaGUgY2Fub25pY2FsIG5hbWUgYWx3YXlzIHRha2VzIHByZWNlZGVuY2UgaWYgYm90aCB0aGUgY2Fub25pY2FsIG5hbWUgYW5kIGFuIGFsaWFzIGFyZSBzcGVjaWZpZWQgaW4gdGhlIGNvbmZpZ3VyYXRpb24gZmlsZS4KCiMjIyMgSW1wcm92ZW1lbnRzIGluIGV4aXN0aW5nIGZ1bmN0aW9uYWxpdHkKCi0gWyMmIzgyMDM7MTMzMzBdKGh0dHBzOi8vcmVkaXJlY3QuZ2l0aHViLmNvbS9weXRlc3QtZGV2L3B5dGVzdC9pc3N1ZXMvMTMzMzApOiBIYXZpbmcgcHl0ZXN0IGNvbmZpZ3VyYXRpb24gc3ByZWFkIG92ZXIgbW9yZSB0aGFuIG9uZSBmaWxlIChmb3IgZXhhbXBsZSBoYXZpbmcgYm90aCBhIGBweXRlc3QuaW5pYCBmaWxlIGFuZCBgcHlwcm9qZWN0LnRvbWxgIHdpdGggYSBgW3Rvb2wucHl0ZXN0LmluaV9vcHRpb25zXWAgdGFibGUpIHdpbGwgbm93IHByaW50IGEgd2FybmluZyB0byBtYWtlIGl0IGNsZWFyZXIgdG8gdGhlIHVzZXIgdGhhdCBvbmx5IG9uZSBvZiB0aGVtIGlzIGFjdHVhbGx5IHVzZWQuCgogIFwtLSBieSBgc2dhaXN0YAoKLSBbIyYjODIwMzsxMzU3NF0oaHR0cHM6Ly9yZWRpcmVjdC5naXRodWIuY29tL3B5dGVzdC1kZXYvcHl0ZXN0L2lzc3Vlcy8xMzU3NCk6IFRoZSBzaW5nbGUgYXJndW1lbnQgYC0tdmVyc2lvbmAgbm8gbG9uZ2VyIGxvYWRzIHRoZSBlbnRpcmUgcGx1Z2luIGluZnJhc3RydWN0dXJlLCBtYWtpbmcgaXQgZmFzdGVyIGFuZCBtb3JlIHJlbGlhYmxlIHdoZW4gZGlzcGxheWluZyBvbmx5IHRoZSBweXRlc3QgdmVyc2lvbi4KCiAgUGFzc2luZyBgLS12ZXJzaW9uYCB0d2ljZSAoZS5nLiwgYHB5dGVzdCAtLXZlcnNpb24gLS12ZXJzaW9uYCkgcmV0YWlucyB0aGUgb3JpZ2luYWwgYmVoYXZpb3IsIHNob3dpbmcgYm90aCB0aGUgcHl0ZXN0IHZlcnNpb24gYW5kIHBsdWdpbiBpbmZvcm1hdGlvbi4KCiAgPiBcWyFOT1RFXQogID4gU2luY2UgYC0tdmVyc2lvbmAgaXMgbm93IHByb2Nlc3NlZCBlYXJseSwgaXQgb25seSB0YWtlcyBlZmZlY3Qgd2hlbiBwYXNzZWQgZGlyZWN0bHkgdmlhIHRoZSBjb21tYW5kIGxpbmUuIEl0IHdpbGwgbm90IHdvcmsgaWYgc2V0IHRocm91Z2ggb3RoZXIgbWVjaGFuaXNtcywgc3VjaCBhcyBgUFlURVNUX0FERE9QVFNgIG9yIGBhZGRvcHRzYC4KCi0gWyMmIzgyMDM7MTM4MjNdKGh0dHBzOi8vcmVkaXJlY3QuZ2l0aHViLmNvbS9weXRlc3QtZGV2L3B5dGVzdC9pc3N1ZXMvMTM4MjMpOiBBZGRlZCBgc3RyaWN0X3hmYWlsYCBhcyBhbiBhbGlhcyB0byB0aGUgYHhmYWlsX3N0cmljdGAgb3B0aW9uLAogIGBzdHJpY3RfY29uZmlnYCBhcyBhbiBhbGlhcyB0byB0aGUgYC0tc3RyaWN0LWNvbmZpZ2AgZmxhZywKICBhbmQgYHN0cmljdF9tYXJrZXJzYCBhcyBhbiBhbGlhcyB0byB0aGUgYC0tc3RyaWN0LW1hcmtlcnNgIGZsYWcuCiAgVGhpcyBtYWtlcyBhbGwgc3RyaWN0bmVzcyBvcHRpb25zIGNvbnNpc3RlbnRseSBoYXZlIGNvbmZpZ3VyYXRpb24gb3B0aW9ucyB3aXRoIHRoZSBwcmVmaXggYHN0cmljdF9gLgoKLSBbIyYjODIwMzsxMzcwMF0oaHR0cHM6Ly9yZWRpcmVjdC5naXRodWIuY29tL3B5dGVzdC1kZXYvcHl0ZXN0L2lzc3Vlcy8xMzcwMCk6IDxzcGFuIGNsYXNzPSJ0aXRsZS1yZWYiPi0tanVuaXR4bWw8L3NwYW4+IG5vIGxvbmdlciBwcmludHMgdGhlIDxzcGFuIGNsYXNzPSJ0aXRsZS1yZWYiPmdlbmVyYXRlZCB4bWwgZmlsZTwvc3Bhbj4gc3VtbWFyeSBhdCB0aGUgZW5kIG9mIHRoZSBweXRlc3Qgc2Vzc2lvbiB3aGVuIDxzcGFuIGNsYXNzPSJ0aXRsZS1yZWYiPi0tcXVpZXQ8L3NwYW4+IGlzIGdpdmVuLgoKLSBbIyYjODIwMzsxMzczMl0oaHR0cHM6Ly9yZWRpcmVjdC5naXRodWIuY29tL3B5dGVzdC1kZXYvcHl0ZXN0L2lzc3Vlcy8xMzczMik6IFByZXZpb3VzbHksIHdoZW4gZmlsdGVyaW5nIHdhcm5pbmdzLCBweXRlc3Qgd291bGQgZmFpbCBpZiB0aGUgZmlsdGVyIHJlZmVyZW5jZWQgYSBjbGFzcyB0aGF0IGNvdWxkIG5vdCBiZSBpbXBvcnRlZC4gTm93LCB0aGlzIG9ubHkgb3V0cHV0cyBhIG1lc3NhZ2UgaW5kaWNhdGluZyB0aGUgcHJvYmxlbS4KCi0gWyMmIzgyMDM7MTM4NTldKGh0dHBzOi8vcmVkaXJlY3QuZ2l0aHViLmNvbS9weXRlc3QtZGV2L3B5dGVzdC9pc3N1ZXMvMTM4NTkpOiBDbGFyaWZ5IHRoZSBlcnJvciBtZXNzYWdlIGZvciA8c3BhbiBjbGFzcz0idGl0bGUtcmVmIj5weXRlc3QucmFpc2VzKCk8L3NwYW4+IHdoZW4gYSByZWdleCA8c3BhbiBjbGFzcz0idGl0bGUtcmVmIj5tYXRjaDwvc3Bhbj4gZmFpbHMuCgotIFsjJiM4MjAzOzEzODYxXShodHRwczovL3JlZGlyZWN0LmdpdGh1Yi5jb20vcHl0ZXN0LWRldi9weXRlc3QvaXNzdWVzLzEzODYxKTogQmV0dGVyIHNlbnRlbmNlIHN0cnVjdHVyZSBpbiBhIHRlc3QncyBleHBlY3RlZCBlcnJvciBtZXNzYWdlLiBQcmV2aW91c2x5LCB0aGUgZXJyb3IgbWVzc2FnZSB3b3VsZCBiZSAiZXhwZWN0ZWQgZXhjZXB0aW9uIG11c3QgYmUgXDxleHBlY3RlZD4sIGJ1dCBnb3QgXDxhY3R1YWw+Ii4gTm93LCBpdCBpcyAiRXhwZWN0ZWQgXDxleHBlY3RlZD4sIGJ1dCBnb3QgXDxhY3R1YWw+Ii4KCiMjIyMgUmVtb3ZhbHMgYW5kIGJhY2t3YXJkIGluY29tcGF0aWJsZSBicmVha2luZyBjaGFuZ2VzCgotIFsjJiM4MjAzOzEyMDgzXShodHRwczovL3JlZGlyZWN0LmdpdGh1Yi5jb20vcHl0ZXN0LWRldi9weXRlc3QvaXNzdWVzLzEyMDgzKTogRml4ZWQgYSBidWcgd2hlcmUgYW4gaW52b2NhdGlvbiBzdWNoIGFzIDxzcGFuIGNsYXNzPSJ0aXRsZS1yZWYiPnB5dGVzdCBhLyBhL2I8L3NwYW4+IHdvdWxkIGNhdXNlIG9ubHkgdGVzdHMgZnJvbSA8c3BhbiBjbGFzcz0idGl0bGUtcmVmIj5hL2I8L3NwYW4+IHRvIHJ1biwgYW5kIG5vdCBvdGhlciB0ZXN0cyB1bmRlciA8c3BhbiBjbGFzcz0idGl0bGUtcmVmIj5hLzwvc3Bhbj4uCgogIFRoZSBmaXggZW50YWlscyBhIGZldyBicmVha2luZyBjaGFuZ2VzIHRvIGhvdyBzdWNoIG92ZXJsYXBwaW5nIGFyZ3VtZW50cyBhbmQgZHVwbGljYXRlcyBhcmUgaGFuZGxlZDoKCiAgMS4gPHNwYW4gY2xhc3M9InRpdGxlLXJlZiI+cHl0ZXN0IGEvYiBhLzwvc3Bhbj4gb3IgPHNwYW4gY2xhc3M9InRpdGxlLXJlZiI+cHl0ZXN0IGEvIGEvYjwvc3Bhbj4gYXJlIGVxdWl2YWxlbnQgdG8gPHNwYW4gY2xhc3M9InRpdGxlLXJlZiI+cHl0ZXN0IGE8L3NwYW4+OyBpZiBhbiBhcmd1bWVudCBvdmVybGFwcyBhbm90aGVyIGFyZ3VtZW50cywgb25seSB0aGUgcHJlZml4IHJlbWFpbnMuCiAgMi4gPHNwYW4gY2xhc3M9InRpdGxlLXJlZiI+cHl0ZXN0IHgucHkgeC5weTwvc3Bhbj4gaXMgZXF1aXZhbGVudCB0byA8c3BhbiBjbGFzcz0idGl0bGUtcmVmIj5weXRlc3QgeC5weTwvc3Bhbj47IHByZXZpb3VzbHkgc3VjaCBhbiBpbnZvY2F0aW9uIHdhcyB0YWtlbiBhcyBhbiBleHBsaWNpdCByZXF1ZXN0IHRvIHJ1biB0aGUgdGVzdHMgZnJvbSB0aGUgZmlsZSB0d2ljZS4KCiAgSWYgeW91IHJlbHkgb24gdGhlc2UgYmVoYXZpb3JzLCBjb25zaWRlciB1c2luZyBgLS1rZWVwLWR1cGxpY2F0ZXMgPGR1cGxpY2F0ZS1wYXRocz5gLCB3aGljaCByZXRhaW5zIGl0cyBleGlzdGluZyBiZWhhdmlvciAoaW5jbHVkaW5nIHRoZSBidWcpLgoKLSBbIyYjODIwMzsxMzcxOV0oaHR0cHM6Ly9yZWRpcmVjdC5naXRodWIuY29tL3B5dGVzdC1kZXYvcHl0ZXN0L2lzc3Vlcy8xMzcxOSk6IFN1cHBvcnQgZm9yIFB5dGhvbiAzLjkgaXMgZHJvcHBlZCBmb2xsb3dpbmcgaXRzIGVuZCBvZiBsaWZlLgoKLSBbIyYjODIwMzsxMzc2Nl0oaHR0cHM6Ly9yZWRpcmVjdC5naXRodWIuY29tL3B5dGVzdC1kZXYvcHl0ZXN0L2lzc3Vlcy8xMzc2Nik6IFByZXZpb3VzbHksIHB5dGVzdCB3b3VsZCBhc3N1bWUgaXQgd2FzIHJ1bm5pbmcgaW4gYSBDSS9DRCBlbnZpcm9ubWVudCBpZiBlaXRoZXIgb2YgdGhlIGVudmlyb25tZW50IHZhcmlhYmxlcyA8c3BhbiBjbGFzcz0idGl0bGUtcmVmIj4kQ0k8L3NwYW4+IG9yIDxzcGFuIGNsYXNzPSJ0aXRsZS1yZWYiPiRCVUlMRFxfTlVNQkVSPC9zcGFuPiB3YXMgZGVmaW5lZDsKICBub3csIENJIG1vZGUgaXMgb25seSBhY3RpdmF0ZWQgaWYgYXQgbGVhc3Qgb25lIG9mIHRob3NlIHZhcmlhYmxlcyBpcyBkZWZpbmVkIGFuZCBzZXQgdG8gYSAqbm9uLWVtcHR5KiB2YWx1ZS4KCi0gWyMmIzgyMDM7MTM3NzldKGh0dHBzOi8vcmVkaXJlY3QuZ2l0aHViLmNvbS9weXRlc3QtZGV2L3B5dGVzdC9pc3N1ZXMvMTM3NzkpOiAqKlB5dGVzdFJlbW92ZWRJbjlXYXJuaW5nIGRlcHJlY2F0aW9uIHdhcm5pbmdzIGFyZSBub3cgZXJyb3JzIGJ5IGRlZmF1bHQuKioKCiAgRm9sbG93aW5nIG91ciBwbGFuIHRvIHJlbW92ZSBkZXByZWNhdGVkIGZlYXR1cmVzIHdpdGggYXMgbGl0dGxlIGRpc3J1cHRpb24gYXMKICBwb3NzaWJsZSwgYWxsIHdhcm5pbmdzIG9mIHR5cGUgYFB5dGVzdFJlbW92ZWRJbjlXYXJuaW5nYCBub3cgZ2VuZXJhdGUgZXJyb3JzCiAgaW5zdGVhZCBvZiB3YXJuaW5nIG1lc3NhZ2VzIGJ5IGRlZmF1bHQuCgogICoqVGhlIGFmZmVjdGVkIGZlYXR1cmVzIHdpbGwgYmUgZWZmZWN0aXZlbHkgcmVtb3ZlZCBpbiBweXRlc3QgOS4xKiosIHNvIHBsZWFzZSBjb25zdWx0IHRoZQogIGBkZXByZWNhdGlvbnNgIHNlY3Rpb24gaW4gdGhlIGRvY3MgZm9yIGRpcmVjdGlvbnMgb24gaG93IHRvIHVwZGF0ZSBleGlzdGluZyBjb2RlLgoKICBJbiB0aGUgcHl0ZXN0IGA5LjAuWGAgc2VyaWVzLCBpdCBpcyBwb3NzaWJsZSB0byBjaGFuZ2UgdGhlIGVycm9ycyBiYWNrIGludG8gd2FybmluZ3MgYXMgYQogIHN0b3BnYXAgbWVhc3VyZSBieSBhZGRpbmcgdGhpcyB0byB5b3VyIGBweXRlc3QuaW5pYCBmaWxlOgoKICBgYGBpbmkKICBbcHl0ZXN0XQogIGZpbHRlcndhcm5pbmdzID0KICAgICAgaWdub3JlOjpweXRlc3QuUHl0ZXN0UmVtb3ZlZEluOVdhcm5pbmcKICBgYGAKCiAgQnV0IHRoaXMgd2lsbCBzdG9wIHdvcmtpbmcgd2hlbiBweXRlc3QgYDkuMWAgaXMgcmVsZWFzZWQuCgogICoqSWYgeW91IGhhdmUgY29uY2VybnMqKiBhYm91dCB0aGUgcmVtb3ZhbCBvZiBhIHNwZWNpZmljIGZlYXR1cmUsIHBsZWFzZSBhZGQgYQogIGNvbW1lbnQgdG8gYDEzNzc5YC4KCiMjIyMgRGVwcmVjYXRpb25zIChyZW1vdmFsIGluIG5leHQgbWFqb3IgcmVsZWFzZSkKCi0gWyMmIzgyMDM7MTM4MDddKGh0dHBzOi8vcmVkaXJlY3QuZ2l0aHViLmNvbS9weXRlc3QtZGV2L3B5dGVzdC9pc3N1ZXMvMTM4MDcpOiBgbW9ua2V5cGF0Y2guc3lzcGF0aF9wcmVwZW5kKCkgPHB5dGVzdC5Nb25rZXlQYXRjaC5zeXNwYXRoX3ByZXBlbmQ+YCBub3cgaXNzdWVzIGEgZGVwcmVjYXRpb24gd2FybmluZyB3aGVuIHRoZSBwcmVwZW5kZWQgcGF0aCBjb250YWlucyBsZWdhY3kgbmFtZXNwYWNlIHBhY2thZ2VzICh0aG9zZSB1c2luZyBgcGtnX3Jlc291cmNlcy5kZWNsYXJlX25hbWVzcGFjZSgpYCkuCiAgVXNlcnMgc2hvdWxkIG1pZ3JhdGUgdG8gbmF0aXZlIG5hbWVzcGFjZSBwYWNrYWdlcyAoYDQyMGApLgogIFNlZSBgbW9ua2V5cGF0Y2gtZml4dXAtbmFtZXNwYWNlLXBhY2thZ2VzYCBmb3IgZGV0YWlscy4KCiMjIyMgQnVnIGZpeGVzCgotIFsjJiM4MjAzOzEzNDQ1XShodHRwczovL3JlZGlyZWN0LmdpdGh1Yi5jb20vcHl0ZXN0LWRldi9weXRlc3QvaXNzdWVzLzEzNDQ1KTogTWFkZSB0aGUgdHlwZSBhbm5vdGF0aW9ucyBvZiBgcHl0ZXN0LnNraXBgIGFuZCBmcmllbmRzIG1vcmUgc3BlYy1jb21wbGFpbnQgdG8gaGF2ZSB0aGVtIHdvcmsgYWNyb3NzIG1vcmUgdHlwZSBjaGVja2Vycy4KCi0gWyMmIzgyMDM7MTM1MzddKGh0dHBzOi8vcmVkaXJlY3QuZ2l0aHViLmNvbS9weXRlc3QtZGV2L3B5dGVzdC9pc3N1ZXMvMTM1MzcpOiBGaXhlZCBhIGJ1ZyBpbiB3aGljaCBgRXhjZXB0aW9uR3JvdXBgIHdpdGggb25seSBgU2tpcHBlZGAgZXhjZXB0aW9ucyBpbiB0ZWFyZG93biB3YXMgbm90IGhhbmRsZWQgY29ycmVjdGx5IGFuZCBzaG93ZWQgYXMgZXJyb3IuCgotIFsjJiM4MjAzOzEzNTk4XShodHRwczovL3JlZGlyZWN0LmdpdGh1Yi5jb20vcHl0ZXN0LWRldi9weXRlc3QvaXNzdWVzLzEzNTk4KTogRml4ZWQgcG9zc2libGUgY29sbGVjdGlvbiBjb25mdXNpb24gb24gV2luZG93cyB3aGVuIHNob3J0IHBhdGhzIGFuZCBzeW1saW5rcyBhcmUgaW52b2x2ZWQuCgotIFsjJiM4MjAzOzEzNzE2XShodHRwczovL3JlZGlyZWN0LmdpdGh1Yi5jb20vcHl0ZXN0LWRldi9weXRlc3QvaXNzdWVzLzEzNzE2KTogRml4ZWQgYSBidWcgd2hlcmUgYSBub25zZW5zaWNhbCBpbnZvY2F0aW9uIGxpa2UgYHB5dGVzdCB4LnB5W2FdYCAoYSBmaWxlIGNhbm5vdCBiZSBwYXJhbWV0cml6ZWQpIHdhcyBzaWxlbnRseSB0cmVhdGVkIGFzIGBweXRlc3QgeC5weWAuIFRoaXMgaXMgbm93IGEgdXNhZ2UgZXJyb3IuCgotIFsjJiM4MjAzOzEzNzIyXShodHRwczovL3JlZGlyZWN0LmdpdGh1Yi5jb20vcHl0ZXN0LWRldi9weXRlc3QvaXNzdWVzLzEzNzIyKTogRml4ZWQgYSBtaXNsZWFkaW5nIGFzc2VydGlvbiBmYWlsdXJlIG1lc3NhZ2Ugd2hlbiB1c2luZyBgcHl0ZXN0LmFwcHJveGAgb24gbWFwcGluZ3Mgd2l0aCBkaWZmZXJpbmcgbGVuZ3Rocy4KCi0gWyMmIzgyMDM7MTM3NzNdKGh0dHBzOi8vcmVkaXJlY3QuZ2l0aHViLmNvbS9weXRlc3QtZGV2L3B5dGVzdC9pc3N1ZXMvMTM3NzMpOiBGaXhlZCB0aGUgc3RhdGljIGZpeHR1cmUgY2xvc3VyZSBjYWxjdWxhdGlvbiB0byBwcm9wZXJseSBjb25zaWRlciB0cmFuc2l0aXZlIGRlcGVuZGVuY2llcyByZXF1ZXN0ZWQgYnkgb3ZlcnJpZGRlbiBmaXh0dXJlcy4KCi0gWyMmIzgyMDM7MTM4MTZdKGh0dHBzOi8vcmVkaXJlY3QuZ2l0aHViLmNvbS9weXRlc3QtZGV2L3B5dGVzdC9pc3N1ZXMvMTM4MTYpOiBGaXhlZCBgcHl0ZXN0LmFwcHJveGAgd2hpY2ggbm93IHJldHVybnMgYSBjbGVhcmVyIGVycm9yIG1lc3NhZ2Ugd2hlbiBjb21wYXJpbmcgbWFwcGluZ3Mgd2l0aCBkaWZmZXJlbnQga2V5cy4KCi0gWyMmIzgyMDM7MTM4NDldKGh0dHBzOi8vcmVkaXJlY3QuZ2l0aHViLmNvbS9weXRlc3QtZGV2L3B5dGVzdC9pc3N1ZXMvMTM4NDkpOiBIaWRkZW4gYC5weXRlc3QuaW5pYCBmaWxlcyBhcmUgbm93IHBpY2tlZCB1cCBhcyB0aGUgY29uZmlnIGZpbGUgZXZlbiBpZiBlbXB0eS4KICBUaGlzIHdhcyBhbiBpbmNvbnNpc3RlbmN5IHdpdGggbm9uLWhpZGRlbiBgcHl0ZXN0LmluaWAuCgotIFsjJiM4MjAzOzEzODY1XShodHRwczovL3JlZGlyZWN0LmdpdGh1Yi5jb20vcHl0ZXN0LWRldi9weXRlc3QvaXNzdWVzLzEzODY1KTogRml4ZWQgPHNwYW4gY2xhc3M9InRpdGxlLXJlZiI+LS1zaG93LWNhcHR1cmU8L3NwYW4+IHdpdGggPHNwYW4gY2xhc3M9InRpdGxlLXJlZiI+LS10Yj1saW5lPC9zcGFuPi4KCi0gWyMmIzgyMDM7MTM1MjJdKGh0dHBzOi8vcmVkaXJlY3QuZ2l0aHViLmNvbS9weXRlc3QtZGV2L3B5dGVzdC9pc3N1ZXMvMTM1MjIpOiBGaXhlZCBgcHl0ZXN0ZXJgIGluIHN1YnByb2Nlc3MgbW9kZSBpZ25vcmVkIGFsbCA6YXR0clxgcHl0ZXN0ZXIucGx1Z2lucyBcPHB5dGVzdC5QeXRlc3Rlci5wbHVnaW5zPlxgIGV4Y2VwdCB0aGUgZmlyc3QuCgogIEZpeGVkIGBweXRlc3RlcmAgaW4gc3VicHJvY2VzcyBtb2RlIHNpbGVudGx5IGlnbm9yZWQgbm9uLXN0ciBgcHl0ZXN0ZXIucGx1Z2lucyA8cHl0ZXN0LlB5dGVzdGVyLnBsdWdpbnM+YC4KICBOb3cgaXQgZXJyb3JzIGluc3RlYWQuCiAgSWYgeW91IGFyZSBhZmZlY3RlZCBieSB0aGlzLCBzcGVjaWZ5IHRoZSBwbHVnaW4gYnkgbmFtZSwgb3Igc3dpdGNoIHRoZSBhZmZlY3RlZCB0ZXN0cyB0byB1c2UgYHB5dGVzdGVyLnJ1bnB5dGVzdF9pbnByb2Nlc3MgPHB5dGVzdC5QeXRlc3Rlci5ydW5weXRlc3RfaW5wcm9jZXNzPmAgZXhwbGljaXRseSBpbnN0ZWFkLgoKIyMjIyBQYWNrYWdpbmcgdXBkYXRlcyBhbmQgbm90ZXMgZm9yIGRvd25zdHJlYW1zCgotIFsjJiM4MjAzOzEzNzkxXShodHRwczovL3JlZGlyZWN0LmdpdGh1Yi5jb20vcHl0ZXN0LWRldi9weXRlc3QvaXNzdWVzLzEzNzkxKTogTWluaW11bSByZXF1aXJlbWVudHMgb24gYGluaWNvbmZpZ2AgYW5kIGBwYWNrYWdpbmdgIHdlcmUgYnVtcGVkIHRvIGAxLjAuMWAgYW5kIGAyMi4wLjBgLCByZXNwZWN0aXZlbHkuCgojIyMjIENvbnRyaWJ1dG9yLWZhY2luZyBjaGFuZ2VzCgotIFsjJiM4MjAzOzEyMjQ0XShodHRwczovL3JlZGlyZWN0LmdpdGh1Yi5jb20vcHl0ZXN0LWRldi9weXRlc3QvaXNzdWVzLzEyMjQ0KTogRml4ZWQgc2VsZi10ZXN0IGZhaWx1cmVzIHdoZW4gPHNwYW4gY2xhc3M9InRpdGxlLXJlZiI+VEVSTT1kdW1iPC9zcGFuPi4KLSBbIyYjODIwMzsxMjQ3NF0oaHR0cHM6Ly9yZWRpcmVjdC5naXRodWIuY29tL3B5dGVzdC1kZXYvcHl0ZXN0L2lzc3Vlcy8xMjQ3NCk6IEFkZGVkIHNjaGVkdWxlZCBHaXRIdWIgQWN0aW9uIFdvcmtmbG93IHRvIHJ1biBTcGhpbnggbGlua2NoZWNrcyBpbiByZXBvIGRvY3VtZW50YXRpb24uCi0gWyMmIzgyMDM7MTM2MjFdKGh0dHBzOi8vcmVkaXJlY3QuZ2l0aHViLmNvbS9weXRlc3QtZGV2L3B5dGVzdC9pc3N1ZXMvMTM2MjEpOiBweXRlc3QncyBvd24gdGVzdHN1aXRlIG5vdyBoYW5kbGVzIHRoZSBgbHNvZmAgY29tbWFuZCBoYW5naW5nIChlLmcuIGR1ZSB0byB1bnJlYWNoYWJsZSBuZXR3b3JrIGZpbGVzeXN0ZW1zKSwgd2l0aCB0aGUgYWZmZWN0ZWQgc2VsZnRlc3RzIGJlaW5nIHNraXBwZWQgYWZ0ZXIgMTAgc2Vjb25kcy4KLSBbIyYjODIwMzsxMzYzOF0oaHR0cHM6Ly9yZWRpcmVjdC5naXRodWIuY29tL3B5dGVzdC1kZXYvcHl0ZXN0L2lzc3Vlcy8xMzYzOCk6IEZpeGVkIGRlcHJlY2F0ZWQgYGdoIHByIG5ld2AgY29tbWFuZCBpbiBgc2NyaXB0cy9wcmVwYXJlLXJlbGVhc2UtcHIucHlgLgogIFRoZSBzY3JpcHQgbm93IHVzZXMgYGdoIHByIGNyZWF0ZWAgd2hpY2ggaXMgY29tcGF0aWJsZSB3aXRoIEdpdEh1YiBDTEkgdjIuMCsuCi0gWyMmIzgyMDM7MTM2OTVdKGh0dHBzOi8vcmVkaXJlY3QuZ2l0aHViLmNvbS9weXRlc3QtZGV2L3B5dGVzdC9pc3N1ZXMvMTM2OTUpOiBGbHVzaCA8c3BhbiBjbGFzcz0idGl0bGUtcmVmIj5zdGRvdXQ8L3NwYW4+IGFuZCA8c3BhbiBjbGFzcz0idGl0bGUtcmVmIj5zdGRlcnI8L3NwYW4+IGluIDxzcGFuIGNsYXNzPSJ0aXRsZS1yZWYiPlB5dGVzdGVyLnJ1bjwvc3Bhbj4gdG8gYXZvaWQgdHJ1bmNhdGVkIG91dHB1dHMgaW4gPHNwYW4gY2xhc3M9InRpdGxlLXJlZiI+dGVzdFxfZmF1bHRoYW5kbGVyLnB5Ojp0ZXN0XF90aW1lb3V0PC9zcGFuPiBvbiBDSSAtLSBieSBgb2dyaXNlbGAuCi0gWyMmIzgyMDM7MTM3NzFdKGh0dHBzOi8vcmVkaXJlY3QuZ2l0aHViLmNvbS9weXRlc3QtZGV2L3B5dGVzdC9pc3N1ZXMvMTM3NzEpOiBTa2lwIDxzcGFuIGNsYXNzPSJ0aXRsZS1yZWYiPnRlc3RcX2RvXF9ub3RcX2NvbGxlY3RcX3N5bWxpbmtcX3NpYmxpbmdzPC9zcGFuPiBvbiBXaW5kb3dzIGVudmlyb25tZW50cyB3aXRob3V0IHN5bWxpbmsgc3VwcG9ydCB0byBhdm9pZCBmYWxzZSBuZWdhdGl2ZXMuCi0gWyMmIzgyMDM7MTM4NDFdKGh0dHBzOi8vcmVkaXJlY3QuZ2l0aHViLmNvbS9weXRlc3QtZGV2L3B5dGVzdC9pc3N1ZXMvMTM4NDEpOiBgdG94Pj00YCBpcyBub3cgcmVxdWlyZWQgd2hlbiBjb250cmlidXRpbmcgdG8gcHl0ZXN0LgotIFsjJiM4MjAzOzEzNjI1XShodHRwczovL3JlZGlyZWN0LmdpdGh1Yi5jb20vcHl0ZXN0LWRldi9weXRlc3QvaXNzdWVzLzEzNjI1KTogQWRkZWQgbWlzc2luZyBkb2NzdHJpbmdzIHRvIGBweXRlc3RfYWRkb3B0aW9uKClgLCBgcHl0ZXN0X2NvbmZpZ3VyZSgpYCwgYW5kIGBjYWNoZXNob3coKWAgZnVuY3Rpb25zIGluIGBjYWNoZXByb3ZpZGVyLnB5YC4KCiMjIyMgTWlzY2VsbGFuZW91cyBpbnRlcm5hbCBjaGFuZ2VzCgotIFsjJiM4MjAzOzEzODMwXShodHRwczovL3JlZGlyZWN0LmdpdGh1Yi5jb20vcHl0ZXN0LWRldi9weXRlc3QvaXNzdWVzLzEzODMwKTogQ29uZmlndXJhdGlvbiBvdmVycmlkZXMgKGAtb2AvYC0tb3ZlcnJpZGUtaW5pYCkgYXJlIG5vdyBwcm9jZXNzZWQgZHVyaW5nIHN0YXJ0dXAgcmF0aGVyIHRoYW4gZHVyaW5nIGBjb25maWcuZ2V0aW5pKCkgPHB5dGVzdC5Db25maWcuZ2V0aW5pPmAuCgojIyMgW2B2OC40LjJgXShodHRwczovL3JlZGlyZWN0LmdpdGh1Yi5jb20vcHl0ZXN0LWRldi9weXRlc3QvcmVsZWFzZXMvdGFnLzguNC4yKQoKW0NvbXBhcmUgU291cmNlXShodHRwczovL3JlZGlyZWN0LmdpdGh1Yi5jb20vcHl0ZXN0LWRldi9weXRlc3QvY29tcGFyZS84LjQuMS4uLjguNC4yKQoKIyMjIHB5dGVzdCA4LjQuMiAoMjAyNS0wOS0wMykKCiMjIyMgQnVnIGZpeGVzCgotIFsjJiM4MjAzOzEzNDc4XShodHRwczovL3JlZGlyZWN0LmdpdGh1Yi5jb20vcHl0ZXN0LWRldi9weXRlc3QvaXNzdWVzLzEzNDc4KTogRml4ZWQgYSBjcmFzaCB3aGVuIHVzaW5nIGBjb25zb2xlX291dHB1dF9zdHlsZWB7LmludGVycHJldGVkLXRleHQgcm9sZT0iY29uZnZhbCJ9IHdpdGggYHRpbWVzYCBhbmQgYSBtb2R1bGUgaXMgc2tpcHBlZC4KCi0gWyMmIzgyMDM7MTM1MzBdKGh0dHBzOi8vcmVkaXJlY3QuZ2l0aHViLmNvbS9weXRlc3QtZGV2L3B5dGVzdC9pc3N1ZXMvMTM1MzApOiBGaXhlZCBhIGNyYXNoIHdoZW4gdXNpbmcgYHB5dGVzdC5hcHByb3hgey5pbnRlcnByZXRlZC10ZXh0IHJvbGU9ImZ1bmMifSBhbmQgYGRlY2ltYWwuRGVjaW1hbGB7LmludGVycHJldGVkLXRleHQgcm9sZT0iY2xhc3MifSBpbnN0YW5jZXMgd2l0aCB0aGUgYGRlY2ltYWwuRmxvYXRPcGVyYXRpb25gey5pbnRlcnByZXRlZC10ZXh0IHJvbGU9ImNsYXNzIn0gdHJhcCBzZXQuCgotIFsjJiM4MjAzOzEzNTQ5XShodHRwczovL3JlZGlyZWN0LmdpdGh1Yi5jb20vcHl0ZXN0LWRldi9weXRlc3QvaXNzdWVzLzEzNTQ5KTogTm8gbG9uZ2VyIGV2YWx1YXRlIHR5cGUgYW5ub3RhdGlvbnMgaW4gUHl0aG9uIGAzLjE0YCB3aGVuIGluc3BlY3RpbmcgZnVuY3Rpb24gc2lnbmF0dXJlcy4KCiAgVGhpcyBwcmV2ZW50cyBjcmFzaGVzIGR1cmluZyBtb2R1bGUgY29sbGVjdGlvbiB3aGVuIG1vZHVsZXMgZG8gbm90IGV4cGxpY2l0bHkgdXNlIGBmcm9tIF9fZnV0dXJlX18gaW1wb3J0IGFubm90YXRpb25zYCBhbmQgaW1wb3J0IHR5cGVzIGZvciBhbm5vdGF0aW9ucyB3aXRoaW4gYSBgaWYgVFlQRV9DSEVDS0lORzpgIGJsb2NrLgoKLSBbIyYjODIwMzsxMzU1OV0oaHR0cHM6Ly9yZWRpcmVjdC5naXRodWIuY29tL3B5dGVzdC1kZXYvcHl0ZXN0L2lzc3Vlcy8xMzU1OSk6IEFkZGVkIG1pc3NpbmcgXFtpbnRdey50aXRsZS1yZWZ9IGFuZCBcW2Zsb2F0XXsudGl0bGUtcmVmfSB2YXJpYW50cyB0byB0aGUgXFtMaXRlcmFsXXsudGl0bGUtcmVmfSB0eXBlIGFubm90YXRpb24gb2YgdGhlIFxbdHlwZV17LnRpdGxlLXJlZn0gcGFyYW1ldGVyIGluIGBweXRlc3QuUGFyc2VyLmFkZGluaWB7LmludGVycHJldGVkLXRleHQgcm9sZT0ibWV0aCJ9LgoKLSBbIyYjODIwMzsxMzU2M10oaHR0cHM6Ly9yZWRpcmVjdC5naXRodWIuY29tL3B5dGVzdC1kZXYvcHl0ZXN0L2lzc3Vlcy8xMzU2Myk6IGBweXRlc3QuYXBwcm94YHsuaW50ZXJwcmV0ZWQtdGV4dCByb2xlPSJmdW5jIn0gbm93IG9ubHkgaW1wb3J0cyBgbnVtcHlgIGlmIE51bVB5IGlzIGFscmVhZHkgaW4gYHN5cy5tb2R1bGVzYC4gVGhpcyBmaXhlcyB1bmNvbmRpdGlvbmFsIGltcG9ydCBiZWhhdmlvciBpbnRyb2R1Y2VkIGluIFxbOC40LjBdey50aXRsZS1yZWZ9LgoKIyMjIyBJbXByb3ZlZCBkb2N1bWVudGF0aW9uCgotIFsjJiM4MjAzOzEzNTc3XShodHRwczovL3JlZGlyZWN0LmdpdGh1Yi5jb20vcHl0ZXN0LWRldi9weXRlc3QvaXNzdWVzLzEzNTc3KTogQ2xhcmlmeSB0aGF0IGBweXRlc3RfZ2VuZXJhdGVfdGVzdHNgIGlzIGRpc2NvdmVyZWQgaW4gdGVzdCBtb2R1bGVzL2NsYXNzZXM7IG90aGVyIGhvb2tzIG11c3QgYmUgaW4gYGNvbmZ0ZXN0LnB5YCBvciBwbHVnaW5zLgoKIyMjIyBDb250cmlidXRvci1mYWNpbmcgY2hhbmdlcwoKLSBbIyYjODIwMzsxMzQ4MF0oaHR0cHM6Ly9yZWRpcmVjdC5naXRodWIuY29tL3B5dGVzdC1kZXYvcHl0ZXN0L2lzc3Vlcy8xMzQ4MCk6IFNlbGYtdGVzdGluZzogZml4ZWQgYSBmZXcgdGVzdCBmYWlsdXJlcyB3aGVuIHJ1biB3aXRoIGAtV2RlZmF1bHRgIG9yIGEgc2ltaWxhciBvdmVycmlkZS4KLSBbIyYjODIwMzsxMzU0N10oaHR0cHM6Ly9yZWRpcmVjdC5naXRodWIuY29tL3B5dGVzdC1kZXYvcHl0ZXN0L2lzc3Vlcy8xMzU0Nyk6IFNlbGYtdGVzdGluZzogY29ycmVjdGVkIGV4cGVjdGVkIG1lc3NhZ2UgZm9yIGB0ZXN0X2RvY3Rlc3RfdW5leHBlY3RlZF9leGNlcHRpb25gIGluIFB5dGhvbiBgMy4xNGAuCi0gWyMmIzgyMDM7MTM2ODRdKGh0dHBzOi8vcmVkaXJlY3QuZ2l0aHViLmNvbS9weXRlc3QtZGV2L3B5dGVzdC9pc3N1ZXMvMTM2ODQpOiBNYWtlIHB5dGVzdCdzIG93biB0ZXN0c3VpdGUgaW5zZW5zaXRpdmUgdG8gdGhlIHByZXNlbmNlIG9mIHRoZSBgQ0lgIGVudmlyb25tZW50IHZhcmlhYmxlIC0tIGJ5IGBvZ3Jpc2VsYHsuaW50ZXJwcmV0ZWQtdGV4dCByb2xlPSJ1c2VyIn0uCgojIyMgW2B2OC40LjFgXShodHRwczovL3JlZGlyZWN0LmdpdGh1Yi5jb20vcHl0ZXN0LWRldi9weXRlc3QvcmVsZWFzZXMvdGFnLzguNC4xKQoKW0NvbXBhcmUgU291cmNlXShodHRwczovL3JlZGlyZWN0LmdpdGh1Yi5jb20vcHl0ZXN0LWRldi9weXRlc3QvY29tcGFyZS84LjQuMC4uLjguNC4xKQoKIyMjIHB5dGVzdCA4LjQuMSAoMjAyNS0wNi0xNykKCiMjIyMgQnVnIGZpeGVzCgotIFsjJiM4MjAzOzEzNDYxXShodHRwczovL3JlZGlyZWN0LmdpdGh1Yi5jb20vcHl0ZXN0LWRldi9weXRlc3QvaXNzdWVzLzEzNDYxKTogQ29ycmVjdGVkIGBfcHl0ZXN0LnRlcm1pbmFsLlRlcm1pbmFsUmVwb3J0ZXIuaXNhdHR5YCB0byBzdXBwb3J0CiAgYmVpbmcgY2FsbGVkIGFzIGEgbWV0aG9kLiBCZWZvcmUgaXQgd2FzIGp1c3QgYSBib29sZWFuIHdoaWNoIGNvdWxkCiAgYnJlYWsgY29ycmVjdCBjb2RlIHdoZW4gdXNpbmcgYC1vIGxvZ19jbGk9dHJ1ZWApLgoKLSBbIyYjODIwMzsxMzQ3N10oaHR0cHM6Ly9yZWRpcmVjdC5naXRodWIuY29tL3B5dGVzdC1kZXYvcHl0ZXN0L2lzc3Vlcy8xMzQ3Nyk6IFJlaW50cm9kdWNlZCBgcHl0ZXN0LlB5dGVzdFJldHVybk5vdE5vbmVXYXJuaW5nYHsuaW50ZXJwcmV0ZWQtdGV4dCByb2xlPSJjbGFzcyJ9IHdoaWNoIHdhcyByZW1vdmVkIGJ5IGFjY2lkZW50IGluIHB5dGVzdCBcWzguNF17LnRpdGxlLXJlZn0uCgogIFRoaXMgd2FybmluZyBpcyByYWlzZWQgd2hlbiBhIHRlc3QgZnVuY3Rpb25zIHJldHVybnMgYSB2YWx1ZSBvdGhlciB0aGFuIGBOb25lYCwgd2hpY2ggaXMgb2Z0ZW4gYSBtaXN0YWtlIG1hZGUgYnkgYmVnaW5uZXJzLgoKICBTZWUgYHJldHVybi1ub3Qtbm9uZWB7LmludGVycHJldGVkLXRleHQgcm9sZT0icmVmIn0gZm9yIG1vcmUgaW5mb3JtYXRpb24uCgotIFsjJiM4MjAzOzEzNDk3XShodHRwczovL3JlZGlyZWN0LmdpdGh1Yi5jb20vcHl0ZXN0LWRldi9weXRlc3QvaXNzdWVzLzEzNDk3KTogRml4ZWQgY29tcGF0aWJpbGl0eSB3aXRoIGBUd2lzdGVkIDI1K2AuCgojIyMjIEltcHJvdmVkIGRvY3VtZW50YXRpb24KCi0gWyMmIzgyMDM7MTM0OTJdKGh0dHBzOi8vcmVkaXJlY3QuZ2l0aHViLmNvbS9weXRlc3QtZGV2L3B5dGVzdC9pc3N1ZXMvMTM0OTIpOiBGaXhlZCBvdXRkYXRlZCB3YXJuaW5nIGFib3V0IGBmYXVsdGhhbmRsZXJgIG5vdCB3b3JraW5nIG9uIFdpbmRvd3MuCgojIyMgW2B2OC40LjBgXShodHRwczovL3JlZGlyZWN0LmdpdGh1Yi5jb20vcHl0ZXN0LWRldi9weXRlc3QvcmVsZWFzZXMvdGFnLzguNC4wKQoKW0NvbXBhcmUgU291cmNlXShodHRwczovL3JlZGlyZWN0LmdpdGh1Yi5jb20vcHl0ZXN0LWRldi9weXRlc3QvY29tcGFyZS84LjMuNS4uLjguNC4wKQoKIyMjIHB5dGVzdCA4LjQuMCAoMjAyNS0wNi0wMikKCiMjIyMgUmVtb3ZhbHMgYW5kIGJhY2t3YXJkIGluY29tcGF0aWJsZSBicmVha2luZyBjaGFuZ2VzCgotIFsjJiM4MjAzOzExMzcyXShodHRwczovL3JlZGlyZWN0LmdpdGh1Yi5jb20vcHl0ZXN0LWRldi9weXRlc3QvaXNzdWVzLzExMzcyKTogQXN5bmMgdGVzdHMgd2lsbCBub3cgZmFpbCwgaW5zdGVhZCBvZiB3YXJuaW5nK3NraXBwaW5nLCBpZiB5b3UgZG9uJ3QgaGF2ZSBhbnkgc3VpdGFibGUgcGx1Z2luIGluc3RhbGxlZC4KCi0gWyMmIzgyMDM7MTIzNDZdKGh0dHBzOi8vcmVkaXJlY3QuZ2l0aHViLmNvbS9weXRlc3QtZGV2L3B5dGVzdC9pc3N1ZXMvMTIzNDYpOiBUZXN0cyB3aWxsIG5vdyBmYWlsLCBpbnN0ZWFkIG9mIHJhaXNpbmcgYSB3YXJuaW5nLCBpZiB0aGV5IHJldHVybiBhbnkgdmFsdWUgb3RoZXIgdGhhbiBOb25lLgoKLSBbIyYjODIwMzsxMjg3NF0oaHR0cHM6Ly9yZWRpcmVjdC5naXRodWIuY29tL3B5dGVzdC1kZXYvcHl0ZXN0L2lzc3Vlcy8xMjg3NCk6IFdlIGRyb3BwZWQgc3VwcG9ydCBmb3IgUHl0aG9uIDMuOCBmb2xsb3dpbmcgaXRzIGVuZCBvZiBsaWZlICgyMDI0LTEwLTA3KS4KCi0gWyMmIzgyMDM7MTI5NjBdKGh0dHBzOi8vcmVkaXJlY3QuZ2l0aHViLmNvbS9weXRlc3QtZGV2L3B5dGVzdC9pc3N1ZXMvMTI5NjApOiBUZXN0IGZ1bmN0aW9ucyBjb250YWluaW5nIGEgeWllbGQgbm93IGNhdXNlIGFuIGV4cGxpY2l0IGVycm9yLiBUaGV5IGhhdmUgbm90IGJlZW4gcnVuIHNpbmNlIHB5dGVzdCA0LjAsIGFuZCB3ZXJlIHByZXZpb3VzbHkgbWFya2VkIGFzIGFuIGV4cGVjdGVkIGZhaWx1cmUgYW5kIGRlcHJlY2F0aW9uIHdhcm5pbmcuCgogIFNlZSBgdGhlIGRvY3MgPHlpZWxkIHRlc3RzIGRlcHJlY2F0ZWQ+YHsuaW50ZXJwcmV0ZWQtdGV4dCByb2xlPSJyZWYifSBmb3IgbW9yZSBpbmZvcm1hdGlvbi4KCiMjIyMgRGVwcmVjYXRpb25zIChyZW1vdmFsIGluIG5leHQgbWFqb3IgcmVsZWFzZSkKCi0gWyMmIzgyMDM7MTA4MzldKGh0dHBzOi8vcmVkaXJlY3QuZ2l0aHViLmNvbS9weXRlc3QtZGV2L3B5dGVzdC9pc3N1ZXMvMTA4MzkpOiBSZXF1ZXN0aW5nIGFuIGFzeW5jaHJvbm91cyBmaXh0dXJlIHdpdGhvdXQgYSBcW3B5dGVzdFxfZml4dHVyZVxfc2V0dXBdey50aXRsZS1yZWZ9IGhvb2sgdGhhdCByZXNvbHZlcyBpdCB3aWxsIG5vdyBnaXZlIGEgRGVwcmVjYXRpb25XYXJuaW5nLiBUaGlzIG1vc3QgY29tbW9ubHkgaGFwcGVucyBpZiBhIHN5bmMgdGVzdCByZXF1ZXN0cyBhbiBhc3luYyBmaXh0dXJlLiBUaGlzIHNob3VsZCBoYXZlIG5vIGVmZmVjdCBvbiBhIG1ham9yaXR5IG9mIHVzZXJzIHdpdGggYXN5bmMgdGVzdHMgb3IgZml4dHVyZXMgdXNpbmcgYXN5bmMgcHl0ZXN0IHBsdWdpbnMsIGJ1dCBtYXkgYWZmZWN0IG5vbi1zdGFuZGFyZCBob29rIHNldHVwcyBvciBgYXV0b3VzZT1UcnVlYC4gRm9yIGd1aWRhbmNlIG9uIGhvdyB0byB3b3JrIGFyb3VuZCB0aGlzIHdhcm5pbmcgc2VlIGBzeW5jLXRlc3QtYXN5bmMtZml4dHVyZWB7LmludGVycHJldGVkLXRleHQgcm9sZT0icmVmIn0uCgojIyMjIE5ldyBmZWF0dXJlcwoKLSBbIyYjODIwMzsxMTUzOF0oaHR0cHM6Ly9yZWRpcmVjdC5naXRodWIuY29tL3B5dGVzdC1kZXYvcHl0ZXN0L2lzc3Vlcy8xMTUzOCk6IEFkZGVkIGBweXRlc3QuUmFpc2VzR3JvdXBgey5pbnRlcnByZXRlZC10ZXh0IHJvbGU9ImNsYXNzIn0gYXMgYW4gZXF1aXZhbGVudCB0byBgcHl0ZXN0LnJhaXNlc2B7LmludGVycHJldGVkLXRleHQgcm9sZT0iZnVuYyJ9IGZvciBleHBlY3RpbmcgYEV4Y2VwdGlvbkdyb3VwYHsuaW50ZXJwcmV0ZWQtdGV4dCByb2xlPSJleGMifS4gQWxzbyBhZGRzIGBweXRlc3QuUmFpc2VzRXhjYHsuaW50ZXJwcmV0ZWQtdGV4dCByb2xlPSJjbGFzcyJ9IHdoaWNoIGlzIG5vdyB0aGUgbG9naWMgYmVoaW5kIGBweXRlc3QucmFpc2VzYHsuaW50ZXJwcmV0ZWQtdGV4dCByb2xlPSJmdW5jIn0gYW5kIHVzZWQgYXMgcGFyYW1ldGVyIHRvIGBweXRlc3QuUmFpc2VzR3JvdXBgey5pbnRlcnByZXRlZC10ZXh0IHJvbGU9ImNsYXNzIn0uIGBSYWlzZXNHcm91cGAgaW5jbHVkZXMgdGhlIGFiaWxpdHkgdG8gc3BlY2lmeSBtdWx0aXBsZSBkaWZmZXJlbnQgZXhwZWN0ZWQgZXhjZXB0aW9ucywgdGhlIHN0cnVjdHVyZSBvZiBuZXN0ZWQgZXhjZXB0aW9uIGdyb3VwcywgYW5kIGZsYWdzIGZvciBlbXVsYXRpbmcgYGV4Y2VwdCogPGV4Y2VwdF9zdGFyPmB7LmludGVycHJldGVkLXRleHQgcm9sZT0icmVmIn0uIFNlZSBgYXNzZXJ0LW1hdGNoaW5nLWV4Y2VwdGlvbi1ncm91cHNgey5pbnRlcnByZXRlZC10ZXh0IHJvbGU9InJlZiJ9IGFuZCBkb2NzdHJpbmdzIGZvciBtb3JlIGluZm9ybWF0aW9uLgoKLSBbIyYjODIwMzsxMjA4MV0oaHR0cHM6Ly9yZWRpcmVjdC5naXRodWIuY29tL3B5dGVzdC1kZXYvcHl0ZXN0L2lzc3Vlcy8xMjA4MSk6IEFkZGVkIGBjYXB0ZWVzeXNgey5pbnRlcnByZXRlZC10ZXh0IHJvbGU9ImZpeHR1cmUifSB0byBjYXB0dXJlIEFORCBwYXNzIG91dHB1dCB0byBuZXh0IGhhbmRsZXIgc2V0IGJ5IGAtLWNhcHR1cmU9YC4KCi0gWyMmIzgyMDM7MTI1MDRdKGh0dHBzOi8vcmVkaXJlY3QuZ2l0aHViLmNvbS9weXRlc3QtZGV2L3B5dGVzdC9pc3N1ZXMvMTI1MDQpOiBgcHl0ZXN0Lm1hcmsueGZhaWxgey5pbnRlcnByZXRlZC10ZXh0IHJvbGU9ImZ1bmMifSBub3cgYWNjZXB0cyBgcHl0ZXN0LlJhaXNlc0dyb3VwYHsuaW50ZXJwcmV0ZWQtdGV4dCByb2xlPSJjbGFzcyJ9IGZvciB0aGUgYHJhaXNlc2AgcGFyYW1ldGVyIHdoZW4geW91IGV4cGVjdCBhbiBleGNlcHRpb24gZ3JvdXAuIFlvdSBjYW4gYWxzbyBwYXNzIGEgYHB5dGVzdC5SYWlzZXNFeGNgey5pbnRlcnByZXRlZC10ZXh0IHJvbGU9ImNsYXNzIn0gaWYgeW91IGUuZy4gd2FudCB0byBtYWtlIHVzZSBvZiB0aGUgYGNoZWNrYCBwYXJhbWV0ZXIuCgotIFsjJiM4MjAzOzEyNzEzXShodHRwczovL3JlZGlyZWN0LmdpdGh1Yi5jb20vcHl0ZXN0LWRldi9weXRlc3QvaXNzdWVzLzEyNzEzKTogTmV3IFxbLS1mb3JjZS1zaG9ydC1zdW1tYXJ5XXsudGl0bGUtcmVmfSBvcHRpb24gdG8gZm9yY2UgY29uZGVuc2VkIHN1bW1hcnkgb3V0cHV0IHJlZ2FyZGxlc3Mgb2YgdmVyYm9zaXR5IGxldmVsLgoKICBUaGlzIGxldHMgdXNlcnMgc3RpbGwgc2VlIGNvbmRlbnNlZCBzdW1tYXJ5IG91dHB1dCBvZiBmYWlsdXJlcyBmb3IgcXVpY2sgcmVmZXJlbmNlIGluIGxvZyBmaWxlcyBmcm9tIGpvYiBvdXRwdXRzLCBiZWluZyBlc3BlY2lhbGx5IHVzZWZ1bCBpZiBub24tY29uZGVuc2VkIG91dHB1dCBpcyB2ZXJ5IHZlcmJvc2UuCgotIFsjJiM4MjAzOzEyNzQ5XShodHRwczovL3JlZGlyZWN0LmdpdGh1Yi5jb20vcHl0ZXN0LWRldi9weXRlc3QvaXNzdWVzLzEyNzQ5KTogcHl0ZXN0IHRyYWRpdGlvbmFsbHkgY29sbGVjdHMgY2xhc3Nlcy9mdW5jdGlvbnMgaW4gdGhlIHRlc3QgbW9kdWxlIG5hbWVzcGFjZSBldmVuIGlmIHRoZXkgYXJlIGltcG9ydGVkIGZyb20gYW5vdGhlciBmaWxlLgoKICBGb3IgZXhhbXBsZToKCiAgYGBgcHl0aG9uCiAgYGBgCgojIyMgY29udGVudHMgb2Ygc3JjL2RvbWFpbi5weQoKYGBgCmNsYXNzIFRlc3RhbWVudDogLi4uCmBgYAoKIyMjIGNvbnRlbnRzIG9mIHRlc3RzL3Rlc3RcX3Rlc3RhbWVudC5weQoKYGBgYApmcm9tIGRvbWFpbiBpbXBvcnQgVGVzdGFtZW50CgpkZWYgdGVzdF90ZXN0YW1lbnQoKTogLi4uCmBgYAoKSW4gdGhpcyBzY2VuYXJpbyB3aXRoIHRoZSBkZWZhdWx0IG9wdGlvbnMsIHB5dGVzdCB3aWxsIGNvbGxlY3QgdGhlIGNsYXNzIFtUZXN0YW1lbnRdey50aXRsZS1yZWZ9IGZyb20gW3Rlc3RzL3Rlc3RfdGVzdGFtZW50LnB5XXsudGl0bGUtcmVmfSBiZWNhdXNlIGl0IHN0YXJ0cyB3aXRoIFtUZXN0XXsudGl0bGUtcmVmfSwgZXZlbiB0aG91Z2ggaW4gdGhpcyBjYXNlIGl0IGlzIGEgcHJvZHVjdGlvbiBjbGFzcyBiZWluZyBpbXBvcnRlZCBpbiB0aGUgdGVzdCBtb2R1bGUgbmFtZXNwYWNlLgoKVGhpcyBiZWhhdmlvciBjYW4gbm93IGJlIHByZXZlbnRlZCBieSBzZXR0aW5nIHRoZSBuZXcgYGNvbGxlY3RfaW1wb3J0ZWRfdGVzdHNgey5pbnRlcnByZXRlZC10ZXh0IHJvbGU9ImNvbmZ2YWwifSBjb25maWd1cmF0aW9uIG9wdGlvbiB0byBgZmFsc2VgLCB3aGljaCB3aWxsIG1ha2UgcHl0ZXN0IGNvbGxlY3QgY2xhc3Nlcy9mdW5jdGlvbnMgZnJvbSB0ZXN0IGZpbGVzICoqb25seSoqIGlmIHRoZXkgYXJlIGRlZmluZWQgaW4gdGhhdCBmaWxlLgoKXC0tIGJ5IGBGcmVlckdpdGB7LmludGVycHJldGVkLXRleHQgcm9sZT0idXNlciJ9CmBgYGAKCi0gWyMmIzgyMDM7MTI3NjVdKGh0dHBzOi8vcmVkaXJlY3QuZ2l0aHViLmNvbS9weXRlc3QtZGV2L3B5dGVzdC9pc3N1ZXMvMTI3NjUpOiBUaHJlc2hvbGRzIHRvIHRyaWdnZXIgc25pcHBldCB0cnVuY2F0aW9uIGNhbiBub3cgYmUgc2V0IHdpdGggYHRydW5jYXRpb25fbGltaXRfbGluZXNgey5pbnRlcnByZXRlZC10ZXh0IHJvbGU9ImNvbmZ2YWwifSBhbmQgYHRydW5jYXRpb25fbGltaXRfY2hhcnNgey5pbnRlcnByZXRlZC10ZXh0IHJvbGU9ImNvbmZ2YWwifS4KCiAgU2VlIGB0cnVuY2F0aW9uLXBhcmFtc2B7LmludGVycHJldGVkLXRleHQgcm9sZT0icmVmIn0gZm9yIG1vcmUgaW5mb3JtYXRpb24uCgotIFsjJiM4MjAzOzEzMTI1XShodHRwczovL3JlZGlyZWN0LmdpdGh1Yi5jb20vcHl0ZXN0LWRldi9weXRlc3QvaXNzdWVzLzEzMTI1KTogYGNvbnNvbGVfb3V0cHV0X3N0eWxlYHsuaW50ZXJwcmV0ZWQtdGV4dCByb2xlPSJjb25mdmFsIn0gbm93IHN1cHBvcnRzIGB0aW1lc2AgdG8gc2hvdyBleGVjdXRpb24gdGltZSBvZiBlYWNoIHRlc3QuCgotIFsjJiM4MjAzOzEzMTkyXShodHRwczovL3JlZGlyZWN0LmdpdGh1Yi5jb20vcHl0ZXN0LWRldi9weXRlc3QvaXNzdWVzLzEzMTkyKTogYHB5dGVzdC5yYWlzZXNgey5pbnRlcnByZXRlZC10ZXh0IHJvbGU9ImZ1bmMifSB3aWxsIG5vdyByYWlzZSBhIHdhcm5pbmcgd2hlbiBwYXNzaW5nIGFuIGVtcHR5IHN0cmluZyB0byBgbWF0Y2hgLCBhcyB0aGlzIHdpbGwgbWF0Y2ggYWdhaW5zdCBhbnkgdmFsdWUuIFVzZSBgbWF0Y2g9Il4kImAgaWYgeW91IHdhbnQgdG8gY2hlY2sgdGhhdCBhbiBleGNlcHRpb24gaGFzIG5vIG1lc3NhZ2UuCgotIFsjJiM4MjAzOzEzMTkyXShodHRwczovL3JlZGlyZWN0LmdpdGh1Yi5jb20vcHl0ZXN0LWRldi9weXRlc3QvaXNzdWVzLzEzMTkyKTogYHB5dGVzdC5yYWlzZXNgey5pbnRlcnByZXRlZC10ZXh0IHJvbGU9ImZ1bmMifSB3aWxsIG5vdyBwcmludCBhIGhlbHBmdWwgc3RyaW5nIGRpZmYgaWYgbWF0Y2hpbmcgZmFpbHMgYW5kIHRoZSBtYXRjaCBwYXJhbWV0ZXIgaGFzIGBeYCBhbmQgYCRgIGFuZCBpcyBvdGhlcndpc2UgZXNjYXBlZC4KCi0gWyMmIzgyMDM7MTMxOTJdKGh0dHBzOi8vcmVkaXJlY3QuZ2l0aHViLmNvbS9weXRlc3QtZGV2L3B5dGVzdC9pc3N1ZXMvMTMxOTIpOiBZb3UgY2FuIG5vdyBwYXNzIGB3aXRoIHB5dGVzdC5yYWlzZXMoY2hlY2s9Zm4pOiA8cHl0ZXN0LnJhaXNlcz5gey5pbnRlcnByZXRlZC10ZXh0IHJvbGU9ImZ1bmMifSwgd2hlcmUgYGZuYCBpcyBhIGZ1bmN0aW9uIHdoaWNoIHRha2VzIGEgcmFpc2VkIGV4Y2VwdGlvbiBhbmQgcmV0dXJucyBhIGJvb2xlYW4uIFRoZSBgcmFpc2VzYCBmYWlscyBpZiBubyBleGNlcHRpb24gd2FzIHJhaXNlZCAoYXMgdXN1YWwpLCBwYXNzZXMgaWYgYW4gZXhjZXB0aW9uIGlzIHJhaXNlZCBhbmQgYGZuYCByZXR1cm5zIGBUcnVlYCAoYXMgd2VsbCBhcyBgbWF0Y2hgIGFuZCB0aGUgdHlwZSBtYXRjaGluZywgaWYgc3BlY2lmaWVkLCB3aGljaCBhcmUgY2hlY2tlZCBiZWZvcmUpLCBhbmQgcHJvcGFnYXRlcyB0aGUgZXhjZXB0aW9uIGlmIGBmbmAgcmV0dXJucyBgRmFsc2VgICh3aGljaCBsaWtlbHkgYWxzbyBmYWlscyB0aGUgdGVzdCkuCgotIFsjJiM4MjAzOzEzMjI4XShodHRwczovL3JlZGlyZWN0LmdpdGh1Yi5jb20vcHl0ZXN0LWRldi9weXRlc3QvaXNzdWVzLzEzMjI4KTogYGhpZGRlbi1wYXJhbWB7LmludGVycHJldGVkLXRleHQgcm9sZT0icmVmIn0gY2FuIG5vdyBiZSB1c2VkIGluIGBpZGAgb2YgYHB5dGVzdC5wYXJhbWB7LmludGVycHJldGVkLXRleHQgcm9sZT0iZnVuYyJ9IG9yIGluCiAgYGlkc2Agb2YgYE1ldGFmdW5jLnBhcmFtZXRyaXplIDxweXRlc3QuTWV0YWZ1bmMucGFyYW1ldHJpemU+YHsuaW50ZXJwcmV0ZWQtdGV4dCByb2xlPSJweTpmdW5jIn0uCiAgSXQgaGlkZXMgdGhlIHBhcmFtZXRlciBzZXQgZnJvbSB0aGUgdGVzdCBuYW1lLgoKLSBbIyYjODIwMzsxMzI1M10oaHR0cHM6Ly9yZWRpcmVjdC5naXRodWIuY29tL3B5dGVzdC1kZXYvcHl0ZXN0L2lzc3Vlcy8xMzI1Myk6IE5ldyBmbGFnOiBgLS1kaXNhYmxlLXBsdWdpbi1hdXRvbG9hZCA8ZGlzYWJsZV9wbHVnaW5fYXV0b2xvYWQ+YHsuaW50ZXJwcmV0ZWQtdGV4dCByb2xlPSJyZWYifSB3aGljaCB3b3JrcyBhcyBhbiBhbHRlcm5hdGl2ZSB0byBgUFlURVNUX0RJU0FCTEVfUExVR0lOX0FVVE9MT0FEYHsuaW50ZXJwcmV0ZWQtdGV4dCByb2xlPSJlbnZ2YXIifSB3aGVuIHNldHRpbmcgZW52aXJvbm1lbnQgdmFyaWFibGVzIGlzIGluY29udmVuaWVudDsgYW5kIGFsbG93cyBzZXR0aW5nIGl0IGluIGNvbmZpZyBmaWxlcyB3aXRoIGBhZGRvcHRzYHsuaW50ZXJwcmV0ZWQtdGV4dCByb2xlPSJjb25mdmFsIn0uCgojIyMjIEltcHJvdmVtZW50cyBpbiBleGlzdGluZyBmdW5jdGlvbmFsaXR5CgotIFsjJiM4MjAzOzEwMjI0XShodHRwczovL3JlZGlyZWN0LmdpdGh1Yi5jb20vcHl0ZXN0LWRldi9weXRlc3QvaXNzdWVzLzEwMjI0KTogcHl0ZXN0J3MgYHNob3J0YCBhbmQgYGxvbmdgIHRyYWNlYmFjayBzdHlsZXMgKGBob3ctdG8tbW9kaWZ5aW5nLXB5dGhvbi10Yi1wcmludGluZ2B7LmludGVycHJldGVkLXRleHQgcm9sZT0icmVmIn0pCiAgbm93IGhhdmUgcGFydGlhbCBgNjU3YHsuaW50ZXJwcmV0ZWQtdGV4dCByb2xlPSJwZXAifSBzdXBwb3J0IGFuZCB3aWxsIHNob3cgc3BlY2lmaWMgY29kZSBzZWdtZW50cyBpbiB0aGUKICB0cmFjZWJhY2suCgogIGBgYHB5dGVzdAogID09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PSBGQUlMVVJFUyA9PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT0KICBfX19fX19fX19fX19fX19fX19fX19fXyB0ZXN0X2dldHNfY29ycmVjdF90cmFjZWJhY2tzIF9fX19fX19fX19fX19fX19fX19fX19fCgogIHRlc3RfdHJhY2ViYWNrcy5weToxMjogaW4gdGVzdF9nZXRzX2NvcnJlY3RfdHJhY2ViYWNrcwogICAgICBhc3NlcnQgbWFuaGF0dGFuX2Rpc3RhbmNlKHAxLCBwMikgPT0gMQogICAgICAgICAgICAgXl5eXl5eXl5eXl5eXl5eXl5eXl5eXl5eXl4KICB0ZXN0X3RyYWNlYmFja3MucHk6NjogaW4gbWFuaGF0dGFuX2Rpc3RhbmNlCiAgICAgIHJldHVybiBhYnMocG9pbnRfMS54IC0gcG9pbnRfMi54KSArIGFicyhwb2ludF8xLnkgLSBwb2ludF8yLnkpCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgXl5eXl5eXl5eCiAgRSAgIEF0dHJpYnV0ZUVycm9yOiAnTm9uZVR5cGUnIG9iamVjdCBoYXMgbm8gYXR0cmlidXRlICd4JwogIGBgYAoKICBcLS0gYnkgYGFtbWFyYXNrYXJgey5pbnRlcnByZXRlZC10ZXh0IHJvbGU9InVzZXIifQoKLSBbIyYjODIwMzsxMTExOF0oaHR0cHM6Ly9yZWRpcmVjdC5naXRodWIuY29tL3B5dGVzdC1kZXYvcHl0ZXN0L2lzc3Vlcy8xMTExOCk6IE5vdyBgcHl0aG9ucGF0aGB7LmludGVycHJldGVkLXRleHQgcm9sZT0iY29uZnZhbCJ9IGNvbmZpZ3VyZXMgXFskUFlUSE9OUEFUSF17LnRpdGxlLXJlZn0gZWFybGllciB0aGFuIGJlZm9yZSBkdXJpbmcgdGhlIGluaXRpYWxpemF0aW9uIHByb2Nlc3MsIHdoaWNoIG5vdyBhbHNvIGFmZmVjdHMgcGx1Z2lucyBsb2FkZWQgdmlhIHRoZSBcWy1wXXsudGl0bGUtcmVmfSBjb21tYW5kLWxpbmUgb3B0aW9uLgoKICBcLS0gYnkgYG1pbGxlcmRldmB7LmludGVycHJldGVkLXRleHQgcm9sZT0idXNlciJ9CgotIFsjJiM4MjAzOzExMzgxXShodHRwczovL3JlZGlyZWN0LmdpdGh1Yi5jb20vcHl0ZXN0LWRldi9weXRlc3QvaXNzdWVzLzExMzgxKTogVGhlIGB0eXBlYCBwYXJhbWV0ZXIgb2YgdGhlIGBwYXJzZXIuYWRkaW5pYCBtZXRob2Qgbm93IGFjY2VwdHMgXFsiaW50Il17LnRpdGxlLXJlZn0gYW5kIGAiZmxvYXQiYCBwYXJhbWV0ZXJzLCBmYWNpbGl0YXRpbmcgdGhlIHBhcnNpbmcgb2YgY29uZmlndXJhdGlvbiB2YWx1ZXMgaW4gdGhlIGNvbmZpZ3VyYXRpb24gZmlsZS4KCiAgRXhhbXBsZToKCiAgYGBgcHl0aG9uCiAgZGVmIHB5dGVzdF9hZGRvcHRpb24ocGFyc2VyKToKICAgICAgcGFyc2VyLmFkZGluaSgiaW50X3ZhbHVlIiwgdHlwZT0iaW50IiwgZGVmYXVsdD0yLCBoZWxwPSJteSBpbnQgdmFsdWUiKQogICAgICBwYXJzZXIuYWRkaW5pKCJmbG9hdF92YWx1ZSIsIHR5cGU9ImZsb2F0IiwgZGVmYXVsdD00LjIsIGhlbHA9Im15IGZsb2F0IHZhbHVlIikKICBgYGAKCiAgVGhlIFxbcHl0ZXN0LmluaV17LnRpdGxlLXJlZn0gZmlsZToKCiAgYGBgaW5pCiAgW3B5dGVzdF0KICBpbnRfdmFsdWUgPSAzCiAgZmxvYXRfdmFsdWUgPSA1LjQKICBgYGAKCi0gWyMmIzgyMDM7MTE1MjVdKGh0dHBzOi8vcmVkaXJlY3QuZ2l0aHViLmNvbS9weXRlc3QtZGV2L3B5dGVzdC9pc3N1ZXMvMTE1MjUpOiBGaXh0dXJlcyBhcmUgbm93IGNsZWFybHkgcmVwcmVzZW50ZWQgaW4gdGhlIG91dHB1dCBhcyBhICJmaXh0dXJlIG9iamVjdCIsIG5vdCBhcyBhIG5vcm1hbCBmdW5jdGlvbiBhcyBiZWZvcmUsIG1ha2luZyBpdCBlYXN5IGZvciBiZWdpbm5lcnMgdG8gY2F0Y2ggbWlzdGFrZXMgc3VjaCBhcyByZWZlcmVuY2luZyBhIGZpeHR1cmUgZGVjbGFyZWQgaW4gdGhlIHNhbWUgbW9kdWxlIGJ1dCBub3QgcmVxdWVzdGVkIGluIHRoZSB0ZXN0IGZ1bmN0aW9uLgoKICBcLS0gYnkgYHRoZS1jb21waWxlcmB7LmludGVycHJldGVkLXRleHQgcm9sZT0idXNlciJ9IGFuZCBgZ2x5cGhhY2tgey5pbnRlcnByZXRlZC10ZXh0IHJvbGU9InVzZXIifQoKLSBbIyYjODIwMzsxMjQyNl0oaHR0cHM6Ly9yZWRpcmVjdC5naXRodWIuY29tL3B5dGVzdC1kZXYvcHl0ZXN0L2lzc3Vlcy8xMjQyNik6IEEgd2FybmluZyBpcyBub3cgaXNzdWVkIHdoZW4gYHB5dGVzdC5tYXJrLnVzZWZpeHR1cmVzIHJlZmB7LmludGVycHJldGVkLXRleHQgcm9sZT0icmVmIn0gaXMgdXNlZCB3aXRob3V0IHNwZWNpZnlpbmcgYW55IGZpeHR1cmVzLiBQcmV2aW91c2x5LCBlbXB0eSB1c2VmaXh0dXJlcyBtYXJrZXJzIHdlcmUgc2lsZW50bHkgaWdub3JlZC4KCi0gWyMmIzgyMDM7MTI3MDddKGh0dHBzOi8vcmVkaXJlY3QuZ2l0aHViLmNvbS9weXRlc3QtZGV2L3B5dGVzdC9pc3N1ZXMvMTI3MDcpOiBFeGNlcHRpb24gY2hhaW5zIGNhbiBiZSBuYXZpZ2F0ZWQgd2hlbiBkcm9wcGVkIGludG8gUGRiIGluIFB5dGhvbiAzLjEzKy4KCi0gWyMmIzgyMDM7MTI3MzZdKGh0dHBzOi8vcmVkaXJlY3QuZ2l0aHViLmNvbS9weXRlc3QtZGV2L3B5dGVzdC9pc3N1ZXMvMTI3MzYpOiBBZGRlZCBhIG5ldyBhdHRyaWJ1dGUgXFtuYW1lXXsudGl0bGUtcmVmfSB3aXRoIHRoZSBmaXhlZCB2YWx1ZSBcWyJweXRlc3QgdGVzdHMiXXsudGl0bGUtcmVmfSB0byB0aGUgcm9vdCB0YWcgXFt0ZXN0c3VpdGVzXXsudGl0bGUtcmVmfSBvZiB0aGUganVuaXQteG1sIGdlbmVyYXRlZCBieSBweXRlc3QuCgogIFRoaXMgYXR0cmlidXRlIGlzIHBhcnQgb2YgbWFueSBqdW5pdC14bWwgc3BlY2lmaWNhdGlvbnMgYW5kIGlzIGV2ZW4gcGFydCBvZiB0aGUgXFtqdW5pdC0xMC54c2Rdey50aXRsZS1yZWZ9IHNwZWNpZmljYXRpb24gdGhhdCBweXRlc3QncyBpbXBsZW1lbnRhdGlvbiBpcyBiYXNlZCBvbi4KCi0gWyMmIzgyMDM7MTI5NDNdKGh0dHBzOi8vcmVkaXJlY3QuZ2l0aHViLmNvbS9weXRlc3QtZGV2L3B5dGVzdC9pc3N1ZXMvMTI5NDMpOiBJZiBhIHRlc3QgZmFpbHMgd2l0aCBhbiBleGNlcHRpb25ncm91cCB3aXRoIGEgc2luZ2xlIGV4Y2VwdGlvbiwgdGhlIGNvbnRhaW5lZCBleGNlcHRpb24gd2lsbCBub3cgYmUgZGlzcGxheWVkIGluIHRoZSBzaG9ydCB0ZXN0IHN1bW1hcnkgaW5mby4KCi0gWyMmIzgyMDM7MTI5NThdKGh0dHBzOi8vcmVkaXJlY3QuZ2l0aHViLmNvbS9weXRlc3QtZGV2L3B5dGVzdC9pc3N1ZXMvMTI5NTgpOiBBIG51bWJlciBvZiBgdW5yYWlzYWJsZSA8dW5yYWlzYWJsZT5gey5pbnRlcnByZXRlZC10ZXh0IHJvbGU9InJlZiJ9IGVuaGFuY2VtZW50czoKCiAgLSBTZXQgdGhlIHVucmFpc2FibGUgaG9vayBhcyBlYXJseSBhcyBwb3NzaWJsZSBhbmQgdW5zZXQgaXQgYXMgbGF0ZSBhcyBwb3NzaWJsZSwgdG8gY29sbGVjdCB0aGUgbW9zdCBwb3NzaWJsZSBudW1iZXIgb2YgdW5yYWlzYWJsZSBleGNlcHRpb25zLgogIC0gQ2FsbCB0aGUgZ2FyYmFnZSBjb2xsZWN0b3IganVzdCBiZWZvcmUgdW5zZXR0aW5nIHRoZSB1bnJhaXNhYmxlIGhvb2ssIHRvIGNvbGxlY3QgYW55IHN0cmFnZ2xpbmcgZXhjZXB0aW9ucy4KICAtIENvbGxlY3QgbXVsdGlwbGUgdW5yYWlzYWJsZSBleGNlcHRpb25zIHBlciB0ZXN0IHBoYXNlLgogIC0gUmVwb3J0IHRoZSBgdHJhY2VtYWxsb2Ngey5pbnRlcnByZXRlZC10ZXh0IHJvbGU9Im1vZCJ9IGFsbG9jYXRpb24gdHJhY2ViYWNrIChpZiBhdmFpbGFibGUpLgogIC0gQXZvaWQgdXNpbmcgYSBnZW5lcmF0b3IgYmFzZWQgaG9vayB0byBhbGxvdyBoYW5kbGluZyBgU3RvcEl0ZXJhdGlvbmB7LmludGVycHJldGVkLXRleHQgcm9sZT0iY2xhc3MifSBpbiB0ZXN0IGZhaWx1cmVzLgogIC0gUmVwb3J0IHRoZSB1bnJhaXNhYmxlIGV4Y2VwdGlvbiBhcyB0aGUgY2F1c2Ugb2YgdGhlIGBweXRlc3QuUHl0ZXN0VW5yYWlzYWJsZUV4Y2VwdGlvbldhcm5pbmdgey5pbnRlcnByZXRlZC10ZXh0IHJvbGU9ImNsYXNzIn0gZXhjZXB0aW9uIGlmIHJhaXNlZC4KICAtIENvbXB1dGUgdGhlIGByZXByYCBvZiB0aGUgdW5yYWlzYWJsZSBvYmplY3QgaW4gdGhlIHVucmFpc2FibGUgaG9vayBzbyB5b3UgZ2V0IHRoZSBsYXRlc3QgaW5mb3JtYXRpb24gaWYgYXZhaWxhYmxlLCBhbmQgc2hvdWxkIGhlbHAgd2l0aCByZXN1cnJlY3Rpb24gb2YgdGhlIG9iamVjdC4KCi0gWyMmIzgyMDM7MTMwMTBdKGh0dHBzOi8vcmVkaXJlY3QuZ2l0aHViLmNvbS9weXRlc3QtZGV2L3B5dGVzdC9pc3N1ZXMvMTMwMTApOiBgcHl0ZXN0LmFwcHJveGB7LmludGVycHJldGVkLXRleHQgcm9sZT0iZnVuYyJ9IG5vdyBjYW4gY29tcGFyZSBjb2xsZWN0aW9ucyB0aGF0IGNvbnRhaW4gbnVtYmVycyBhbmQgbm9uLW51bWJlcnMgbWl4ZWQuCgotIFsjJiM4MjAzOzEzMDE2XShodHRwczovL3JlZGlyZWN0LmdpdGh1Yi5jb20vcHl0ZXN0LWRldi9weXRlc3QvaXNzdWVzLzEzMDE2KTogQSBudW1iZXIgb2YgYHRocmVhZGV4Y2VwdGlvbiA8dW5yYWlzYWJsZT5gey5pbnRlcnByZXRlZC10ZXh0IHJvbGU9InJlZiJ9IGVuaGFuY2VtZW50czoKCiAgLSBTZXQgdGhlIGV4Y2VwdGhvb2sgYXMgZWFybHkgYXMgcG9zc2libGUgYW5kIHVuc2V0IGl0IGFzIGxhdGUgYXMgcG9zc2libGUsIHRvIGNvbGxlY3QgdGhlIG1vc3QgcG9zc2libGUgbnVtYmVyIG9mIHVuaGFuZGxlZCBleGNlcHRpb25zIGZyb20gdGhyZWFkcy4KICAtIENvbGxlY3QgbXVsdGlwbGUgdGhyZWFkIGV4Y2VwdGlvbnMgcGVyIHRlc3QgcGhhc2UuCiAgLSBSZXBvcnQgdGhlIGB0cmFjZW1hbGxvY2B7LmludGVycHJldGVkLXRleHQgcm9sZT0ibW9kIn0gYWxsb2NhdGlvbiB0cmFjZWJhY2sgKGlmIGF2YWlsYWJsZSkuCiAgLSBBdm9pZCB1c2luZyBhIGdlbmVyYXRvciBiYXNlZCBob29rIHRvIGFsbG93IGhhbmRsaW5nIGBTdG9wSXRlcmF0aW9uYHsuaW50ZXJwcmV0ZWQtdGV4dCByb2xlPSJjbGFzcyJ9IGluIHRlc3QgZmFpbHVyZXMuCiAgLSBSZXBvcnQgdGhlIHRocmVhZCBleGNlcHRpb24gYXMgdGhlIGNhdXNlIG9mIHRoZSBgcHl0ZXN0LlB5dGVzdFVuaGFuZGxlZFRocmVhZEV4Y2VwdGlvbldhcm5pbmdgey5pbnRlcnByZXRlZC10ZXh0IHJvbGU9ImNsYXNzIn0gZXhjZXB0aW9uIGlmIHJhaXNlZC4KICAtIEV4dHJhY3QgdGhlIGBuYW1lYCBvZiB0aGUgdGhyZWFkIG9iamVjdCBpbiB0aGUgZXhjZXB0aG9vayB3aGljaCBzaG91bGQgaGVscCB3aXRoIHJlc3VycmVjdGlvbiBvZiB0aGUgdGhyZWFkLgoKLSBbIyYjODIwMzsxMzAzMV0oaHR0cHM6Ly9yZWRpcmVjdC5naXRodWIuY29tL3B5dGVzdC1kZXYvcHl0ZXN0L2lzc3Vlcy8xMzAzMSk6IEFuIGVtcHR5IHBhcmFtZXRlciBzZXQgYXMgaW4gYHB5dGVzdC5tYXJrLnBhcmFtZXRyaXplKFtdLCBpZHM9aWRmdW5jKWAgd2lsbCBubyBsb25nZXIgdHJpZ2dlciBhIGNhbGwgdG8gYGlkZnVuY2Agd2l0aCBpbnRlcm5hbCBvYmplY3RzLgoKLSBbIyYjODIwMzsxMzExNV0oaHR0cHM6Ly9yZWRpcmVjdC5naXRodWIuY29tL3B5dGVzdC1kZXYvcHl0ZXN0L2lzc3Vlcy8xMzExNSk6IEFsbG93cyBzdXBwbHlpbmcgYEV4Y2VwdGlvbkdyb3VwW0V4Y2VwdGlvbl1gIGFuZCBgQmFzZUV4Y2VwdGlvbkdyb3VwW0Jhc2VFeGNlcHRpb25dYCB0byBgcHl0ZXN0LnJhaXNlc2AgdG8ga2VlcCBmdWxsIHR5cGluZyBvbiBgRXhjZXB0aW9uSW5mbyA8cHl0ZXN0LkV4Y2VwdGlvbkluZm8+YHsuaW50ZXJwcmV0ZWQtdGV4dCByb2xlPSJjbGFzcyJ9OgoKICBgYGBweXRob24KICB3aXRoIHB5dGVzdC5yYWlzZXMoRXhjZXB0aW9uR3JvdXBbRXhjZXB0aW9uXSkgYXMgZXhjX2luZm86CiAgICAgIHNvbWVfZnVuY3Rpb24oKQogIGBgYAoKICBQYXJhbWV0cml6aW5nIHdpdGggb3RoZXIgZXhjZXB0aW9uIHR5cGVzIHJlbWFpbnMgYW4gZXJyb3IgLSB3ZSBkbyBub3QgY2hlY2sgdGhlIHR5cGVzIG9mIGNoaWxkIGV4Y2VwdGlvbnMgYW5kIHRodXMgZG8gbm90IHBlcm1pdCBjb2RlIHRoYXQgbWlnaHQgbG9vayBsaWtlIHdlIGRvLgoKLSBbIyYjODIwMzsxMzEyMl0oaHR0cHM6Ly9yZWRpcmVjdC5naXRodWIuY29tL3B5dGVzdC1kZXYvcHl0ZXN0L2lzc3Vlcy8xMzEyMik6IFRoZSBgLS1zdGVwd2lzZWAgbW9kZSByZWNlaXZlZCBhIG51bWJlciBvZiBpbXByb3ZlbWVudHM6CgogIC0gSXQgbm8gbG9uZ2VyIGZvcmdldHMgdGhlIGxhc3QgZmFpbGVkIHRlc3QgaW4gY2FzZSBweXRlc3QgaXMgZXhlY3V0ZWQgbGF0ZXIgd2l0aG91dCB0aGUgZmxhZy4KCiAgICBUaGlzIGVuYWJsZXMgdGhlIGZvbGxvd2luZyB3b3JrZmxvdzoKCiAgICAxLiBFeGVjdXRlIHB5dGVzdCB3aXRoIGAtLXN0ZXB3aXNlYCwgcHl0ZXN0IHRoZW4gc3RvcHMgYXQgdGhlIGZpcnN0IGZhaWxpbmcgdGVzdDsKICAgIDIuIEl0ZXJhdGl2ZWx5IHVwZGF0ZSB0aGUgY29kZSBhbmQgcnVuIHRoZSB0ZXN0IGluIGlzb2xhdGlvbiwgd2l0aG91dCB0aGUgYC0tc3RlcHdpc2VgIGZsYWcgKGZvciBleGFtcGxlIGluIGFuIElERSksIHVudGlsIGl0IGlzIGZpeGVkLgogICAgMy4gRXhlY3V0ZSBweXRlc3Qgd2l0aCBgLS1zdGVwd2lzZWAgYWdhaW4gYW5kIHB5dGVzdCB3aWxsIGNvbnRpbnVlIGZyb20gdGhlIHByZXZpb3VzbHkgZmFpbGVkIHRlc3QsIGFuZCBpZiBpdCBwYXNzZXMsIGNvbnRpbnVlIG9uIHRvIHRoZSBuZXh0IHRlc3RzLgoKICAgIFByZXZpb3VzbHksIGF0IHN0ZXAgMywgcHl0ZXN0IHdvdWxkIHN0YXJ0IGZyb20gdGhlIGJlZ2lubmluZywgZm9yZ2V0dGluZyB0aGUgcHJldmlvdXNseSBmYWlsZWQgdGVzdC4KCiAgICBUaGlzIGNoYW5nZSBob3dldmVyIG1pZ2h0IGNhdXNlIGlzc3VlcyBpZiB0aGUgYC0tc3RlcHdpc2VgIG1vZGUgaXMgdXNlZCBmYXIgYXBhcnQgaW4gdGltZSwgYXMgdGhlIHN0YXRlIG1pZ2h0IGdldCBzdGFsZSwgc28gdGhlIGludGVybmFsIHN0YXRlIHdpbGwgYmUgcmVzZXQgYXV0b21hdGljYWxseSBpbiBjYXNlIHRoZSB0ZXN0IHN1aXRlIGNoYW5nZXMgKGZvciBub3cgb25seSB0aGUgbnVtYmVyIG9mIHRlc3RzIGFyZSBjb25zaWRlcmVkIGZvciB0aGlzLCB3ZSBtaWdodCBjaGFuZ2UvaW1wcm92ZSB0aGlzIG9uIHRoZSBmdXR1cmUpLgoKICAtIE5ldyBgLS1zdGVwd2lzZS1yZXNldGAvYC0tc3ctcmVzZXRgIGZsYWcsIGFsbG93aW5nIHRoZSB1c2VyIHRvIGV4cGxpY2l0bHkgcmVzZXQgdGhlIHN0ZXB3aXNlIHN0YXRlIGFuZCByZXN0YXJ0IHRoZSB3b3JrZmxvdyBmcm9tIHRoZSBiZWdpbm5pbmcuCgotIFsjJiM4MjAzOzEzMzA4XShodHRwczovL3JlZGlyZWN0LmdpdGh1Yi5jb20vcHl0ZXN0LWRldi9weXRlc3QvaXNzdWVzLzEzMzA4KTogQWRkZWQgb2ZmaWNpYWwgc3VwcG9ydCBmb3IgUHl0aG9uIDMuMTQuCgotIFsjJiM4MjAzOzEzMzgwXShodHRwczovL3JlZGlyZWN0LmdpdGh1Yi5jb20vcHl0ZXN0LWRldi9weXRlc3QvaXNzdWVzLzEzMzgwKTogRml4IGBFeGNlcHRpb25Hcm91cGB7LmludGVycHJldGVkLXRleHQgcm9sZT0iY2xhc3MifSB0cmFjZWJhY2sgZmlsdGVyaW5nIHRvIGV4Y2x1ZGUgcHl0ZXN0IGludGVybmFscy4KCi0gWyMmIzgyMDM7MTM0MTVdKGh0dHBzOi8vcmVkaXJlY3QuZ2l0aHViLmNvbS9weXRlc3QtZGV2L3B5dGVzdC9pc3N1ZXMvMTM0MTUpOiBUaGUgYXV0aG9yIG1ldGFkYXRhIG9mIHRoZSBCaWJUZXggZXhhbXBsZSBpcyBub3cgY29ycmVjdGx5IGZvcm1hdHRlZCB3aXRoIGxhc3QgbmFtZXMgZm9sbG93aW5nIGZpcnN0IG5hbWVzLgogIEFuIGV4YW1wbGUgb2YgQmliTGFUZXggaGFzIGJlZW4gYWRkZWQuCiAgQmliVGV4IGFuZCBCaWJMYVRleCBleGFtcGxlcyBub3cgY2xlYXJseSBpbmRpY2F0ZSB0aGF0IHdoYXQgaXMgY2l0ZWQgaXMgc29mdHdhcmUuCgogIFwtLSBieSBgd2lsbHluaWxseWB7LmludGVycHJldGVkLXRleHQgcm9sZT0idXNlciJ9CgotIFsjJiM4MjAzOzEzNDIwXShodHRwczovL3JlZGlyZWN0LmdpdGh1Yi5jb20vcHl0ZXN0LWRldi9weXRlc3QvaXNzdWVzLzEzNDIwKTogSW1wcm92ZWQgdGVzdCBjb2xsZWN0aW9uIHBlcmZvcm1hbmNlIGJ5IG9wdGltaXppbmcgcGF0aCByZXNvbHV0aW9uIHVzZWQgaW4gYEZTQ29sbGVjdG9yYC4KCi0gWyMmIzgyMDM7MTM0NTddKGh0dHBzOi8vcmVkaXJlY3QuZ2l0aHViLmNvbS9weXRlc3QtZGV2L3B5dGVzdC9pc3N1ZXMvMTM0NTcpOiBUaGUgZXJyb3IgbWVzc2FnZSBhYm91dCBkdXBsaWNhdGUgcGFyYW1ldHJpemF0aW9uIG5vIGxvbmdlciBkaXNwbGF5cyBhbiBpbnRlcm5hbCBzdGFjayB0cmFjZS4KCi0gWyMmIzgyMDM7NDExMl0oaHR0cHM6Ly9yZWRpcmVjdC5naXRodWIuY29tL3B5dGVzdC1kZXYvcHl0ZXN0L2lzc3Vlcy80MTEyKTogVXNpbmcgYHB5dGVzdC5tYXJrLnVzZWZpeHR1cmVzIDxweXRlc3QubWFyay51c2VmaXh0dXJlcyByZWY+YHsuaW50ZXJwcmV0ZWQtdGV4dCByb2xlPSJyZWYifSBvbiBgcHl0ZXN0LnBhcmFtYHsuaW50ZXJwcmV0ZWQtdGV4dCByb2xlPSJmdW5jIn0gbm93IHByb2R1Y2VzIGFuIGVycm9yIGluc3RlYWQgb2Ygc2lsZW50bHkgZG9pbmcgbm90aGluZy4KCi0gWyMmIzgyMDM7NTQ3M10oaHR0cHM6Ly9yZWRpcmVjdC5naXRodWIuY29tL3B5dGVzdC1kZXYvcHl0ZXN0L2lzc3Vlcy81NDczKTogUmVwbGFjZSBcWzpdey50aXRsZS1yZWZ9IHdpdGggXFs7XXsudGl0bGUtcmVmfSBpbiB0aGUgYXNzZXJ0aW9uIHJld3JpdGUgd2FybmluZyBtZXNzYWdlIHNvIGl0IGNhbiBiZSBmaWx0ZXJlZCB1c2luZyBzdGFuZGFyZCBQeXRob24gd2FybmluZyBmaWx0ZXJzIGJlZm9yZSBjYWxsaW5nIGBweXRlc3QubWFpbmB7LmludGVycHJldGVkLXRleHQgcm9sZT0iZnVuYyJ9LgoKLQoKYGBgClsjJiM4MjAzOzY5ODVdKGh0dHBzOi8vcmVkaXJlY3QuZ2l0aHViLmNvbS9weXRlc3QtZGV2L3B5dGVzdC9pc3N1ZXMvNjk4NSk6IEltcHJvdmVkIGBweXRlc3QuYXBwcm94YHsuaW50ZXJwcmV0ZWQtdGV4dCByb2xlPSJmdW5jIn0gdG8gZW5oYW5jZSB0aGUgcmVhZGFiaWxpdHkgb2YgdmFsdWUgcmFuZ2VzIGFuZCB0b2xlcmFuY2VzIGJldHdlZW4gMC4wMDEgYW5kIDEwMDAuCmBgYAoKYGBgYAo6ICAgLSAgIFRoZSBbcmVwcl17LnRpdGxlLXJlZn0gbWV0aG9kIG5vdyBwcm92aWRlcyBjbGVhcmVyIG91dHB1dCBmb3IgdmFsdWVzIHdpdGhpbiB0aG9zZSByYW5nZXMsIG1ha2luZyBpdCBlYXNpZXIgdG8gaW50ZXJwcmV0IHRoZSByZXN1bHRzLgoKICAgIC0gICBQcmV2aW91c2x5LCB0aGUgb3V0cHV0IGZvciB0aG9zZSByYW5nZXMgb2YgdmFsdWVzIGFuZCB0b2xlcmFuY2VzIHdhcyBkaXNwbGF5ZWQgaW4gc2NpZW50aWZpYyBub3RhdGlvbiAoZS5nLiwgWzQyIMKxIDEuMGUrMDBdey50aXRsZS1yZWZ9KS4gVGhlIHVwZGF0ZWQgbWV0aG9kIG5vdyBwcmVzZW50cyB0aGUgdG9sZXJhbmNlIGFzIGEgZGVjaW1hbCBmb3IgYmV0dGVyIHJlYWRhYmlsaXR5IChlLmcuLCBbNDIgwrEgMV17LnRpdGxlLXJlZn0pLgoKICAgICAgICBFeGFtcGxlOgoKICAgICAgICAqKlByZXZpb3VzIE91dHB1dDoqKgoKICAgICAgICBgYGAgY29uc29sZQogICAgICAgID4+PiBweXRlc3QuYXBwcm94KDQyLCBhYnM9MSkKICAgICAgICA0MiDCsSAxLjBlKzAwCiAgICAgICAgYGBgCgogICAgICAgICoqQ3VycmVudCBPdXRwdXQ6KioKCiAgICAgICAgYGBgIGNvbnNvbGUKICAgICAgICA+Pj4gcHl0ZXN0LmFwcHJveCg0MiwgYWJzPTEpCiAgICAgICAgNDIgwrEgMQogICAgICAgIGBgYAoKICAgIFwtLSBieSBgZmF6ZWVsZ2hhZm9vcmB7LmludGVycHJldGVkLXRleHQgcm9sZT0idXNlciJ9CmBgYGAKCi0gWyMmIzgyMDM7NzY4M10oaHR0cHM6Ly9yZWRpcmVjdC5naXRodWIuY29tL3B5dGVzdC1kZXYvcHl0ZXN0L2lzc3Vlcy83NjgzKTogVGhlIGZvcm1lcmx5IG9wdGlvbmFsIGBweWdtZW50c2AgZGVwZW5kZW5jeSBpcyBub3cgcmVxdWlyZWQsIGNhdXNpbmcgb3V0cHV0IGFsd2F5cyB0byBiZSBzb3VyY2UtaGlnaGxpZ2h0ZWQgKHVubGVzcyBkaXNhYmxlZCB2aWEgdGhlIGAtLWNvZGUtaGlnaGxpZ2h0PW5vYCBDTEkgb3B0aW9uKS4KCiMjIyMgQnVnIGZpeGVzCgotIFsjJiM4MjAzOzEwNDA0XShodHRwczovL3JlZGlyZWN0LmdpdGh1Yi5jb20vcHl0ZXN0LWRldi9weXRlc3QvaXNzdWVzLzEwNDA0KTogQXBwbHkgZmlsdGVyd2FybmluZ3MgZnJvbSBjb25maWcvY2xpIGFzIHNvb24gYXMgcG9zc2libGUsIGFuZCByZXZlcnQgdGhlbSBhcyBsYXRlIGFzIHBvc3NpYmxlCiAgc28gdGhhdCB3YXJuaW5ncyBhcyBlcnJvcnMgYXJlIGNvbGxlY3RlZCB0aHJvdWdob3V0IHRoZSBweXRlc3QgcnVuIGFuZCBiZWZvcmUgdGhlCiAgdW5yYWlzYWJsZSBhbmQgdGhyZWFkZXhjZXB0IGhvb2tzIGFyZSByZW1vdmVkLgoKICBUaGlzIGFsbG93cyB2ZXJ5IGxhdGUgd2FybmluZ3MgYW5kIHVucmFpc2FibGUvdGhyZWFkZXhjZXB0IGV4Y2VwdGlvbnMgdG8gZmFpbCB0aGUgdGVzdCBzdWl0ZS4KCiAgVGhpcyBhbHNvIGNoYW5nZXMgdGhlIHdhcm5pbmcgdGhhdCB0aGUgbHNvZiBwbHVnaW4gaXNzdWVzIGZyb20gUHl0ZXN0V2FybmluZyB0byB0aGUgbmV3IHdhcm5pbmcgUHl0ZXN0RkRXYXJuaW5nIHNvIGl0IGNhbiBiZSBtb3JlIGVhc2lseSBmaWx0ZXJlZC4KCi0gWyMmIzgyMDM7MTEwNjddKGh0dHBzOi8vcmVkaXJlY3QuZ2l0aHViLmNvbS9weXRlc3QtZGV2L3B5dGVzdC9pc3N1ZXMvMTEwNjcpOiBUaGUgdGVzdCByZXBvcnQgaXMgbm93IGNvbnNpc3RlbnQgcmVnYXJkbGVzcyBpZiB0aGUgdGVzdCB4ZmFpbGVkIHZpYSBgcHl0ZXN0Lm1hcmsueGZhaWwgPHB5dGVzdC5tYXJrLnhmYWlsIHJlZj5gey5pbnRlcnByZXRlZC10ZXh0IHJvbGU9InJlZiJ9IG9yIGBweXRlc3QuZmFpbGB7LmludGVycHJldGVkLXRleHQgcm9sZT0iZnVuYyJ9LgoKICBQcmV2aW91c2x5LCAqeGZhaWxlZCogdGVzdHMgdmlhIHRoZSBtYXJrZXIgd291bGQgaGF2ZSB0aGUgc3RyaW5nIGAicmVhc29uOiAiYCBwcmVmaXhlZCB0byB0aGUgbWVzc2FnZSwgd2hpbGUgdGhvc2UgKnhmYWlsZWQqIHZpYSB0aGUgZnVuY3Rpb24gZGlkIG5vdC4gVGhlIHByZWZpeCBoYXMgYmVlbiByZW1vdmVkLgoKLSBbIyYjODIwMzsxMjAwOF0oaHR0cHM6Ly9yZWRpcmVjdC5naXRodWIuY29tL3B5dGVzdC1kZXYvcHl0ZXN0L2lzc3Vlcy8xMjAwOCk6IEluIGAxMTIyMGB7LmludGVycHJldGVkLXRleHQgcm9sZT0icHIifSwgYW4gdW5pbnRlbmRlZCBjaGFuZ2UgaW4gcmVvcmRlcmluZyB3YXMgaW50cm9kdWNlZCBieSBjaGFuZ2luZyB0aGUgd2F5IGluZGljZXMgd2VyZSBhc3NpZ25lZCB0byBkaXJlY3QgcGFyYW1zLiBNb3JlIHNwZWNpZmljYWxseSwgYmVmb3JlIHRoYXQgY2hhbmdlLCB0aGUgaW5kaWNlcyBvZiBkaXJlY3QgcGFyYW1zIHRvIG1ldGFmdW5jJ3MgY2FsbHNwZWNzIHdlcmUgYXNzaWduZWQgYWZ0ZXIgYWxsIHBhcmFtZXRyaXphdGlvbnMgdG9vayBwbGFjZS4gTm93LCB0aGF0IGNoYW5nZSBpcyByZXZlcnRlZC4KCi0gWyMmIzgyMDM7MTI4NjNdKGh0dHBzOi8vcmVkaXJlY3QuZ2l0aHViLmNvbS9weXRlc3QtZGV2L3B5dGVzdC9pc3N1ZXMvMTI4NjMpOiBGaXggYXBwbHlpbmcgbWFya2VycywgaW5jbHVkaW5nIGBweXRlc3QubWFyay5wYXJhbWV0cml6ZSA8cHl0ZXN0Lm1hcmsucGFyYW1ldHJpemUgcmVmPmB7LmludGVycHJldGVkLXRleHQgcm9sZT0icmVmIn0gd2hlbiBwbGFjZWQgYWJvdmUgXFtbQCYjODIwMztzdGF0aWNtZXRob2RdKGh0dHBzOi8vcmVkaXJlY3QuZ2l0aHViLmNvbS9zdGF0aWNtZXRob2QpXXsudGl0bGUtcmVmfSBvciBcW1tAJiM4MjAzO2NsYXNzbWV0aG9kXShodHRwczovL3JlZGlyZWN0LmdpdGh1Yi5jb20vY2xhc3NtZXRob2QpXXsudGl0bGUtcmVmfS4KCi0gWyMmIzgyMDM7MTI5MjldKGh0dHBzOi8vcmVkaXJlY3QuZ2l0aHViLmNvbS9weXRlc3QtZGV2L3B5dGVzdC9pc3N1ZXMvMTI5MjkpOiBIYW5kbGUgU3RvcEl0ZXJhdGlvbiBmcm9tIHRlc3QgY2FzZXMsIHNldHVwIGFuZCB0ZWFyZG93biBjb3JyZWN0bHkuCgotIFsjJiM4MjAzOzEyOTM4XShodHRwczovL3JlZGlyZWN0LmdpdGh1Yi5jb20vcHl0ZXN0LWRldi9weXRlc3QvaXNzdWVzLzEyOTM4KTogRml4ZWQgYC0tZHVyYXRpb25zLW1pbmAgYXJndW1lbnQgbm90IHJlc3BlY3RlZCBpZiBgLXZ2YCBpcyB1c2VkLgoKLSBbIyYjODIwMzsxMjk0Nl0oaHR0cHM6Ly9yZWRpcmVjdC5naXRodWIuY29tL3B5dGVzdC1kZXYvcHl0ZXN0L2lzc3Vlcy8xMjk0Nik6IEZpeGVkIG1pc3NpbmcgaGVscCBmb3IgYHBkYmB7LmludGVycHJldGVkLXRleHQgcm9sZT0ibW9kIn0gY29tbWFuZHMgd3JhcHBlZCBieSBweXRlc3QgLS0gYnkgYGFkYW1jaGFpbnpgey5pbnRlcnByZXRlZC10ZXh0IHJvbGU9InVzZXIifS4KCi0gWyMmIzgyMDM7MTI5ODFdKGh0dHBzOi8vcmVkaXJlY3QuZ2l0aHViLmNvbS9weXRlc3QtZGV2L3B5dGVzdC9pc3N1ZXMvMTI5ODEpOiBQcmV2ZW50IGV4Y2VwdGlvbnMgaW4gYHB5dGVzdC5Db25maWcuYWRkX2NsZWFudXBgey5pbnRlcnByZXRlZC10ZXh0IHJvbGU9ImZ1bmMifSBjYWxsYmFja3MgcHJldmVudGluZyBmdXJ0aGVyIGNsZWFudXBzLgoKLSBbIyYjODIwMzsxMzA0N10oaHR0cHM6Ly9yZWRpcmVjdC5naXRodWIuY29tL3B5dGVzdC1kZXYvcHl0ZXN0L2lzc3Vlcy8xMzA0Nyk6IFJlc3RvcmUgYHB5dGVzdC5hcHByb3hgey5pbnRlcnByZXRlZC10ZXh0IHJvbGU9ImZ1bmMifSBoYW5kbGluZyBvZiBlcXVhbGl0eSBjaGVja3MgYmV0d2VlbiBcW2Jvb2xdey50aXRsZS1yZWZ9IGFuZCBcW251bXB5LmJvb2xcX117LnRpdGxlLXJlZn0gdHlwZXMuCgogIENvbXBhcmluZyBcW2Jvb2xdey50aXRsZS1yZWZ9IGFuZCBcW251bXB5LmJvb2xcX117LnRpdGxlLXJlZn0gdXNpbmcgYHB5dGVzdC5hcHByb3hgey5pbnRlcnByZXRlZC10ZXh0IHJvbGU9ImZ1bmMifSBhY2NpZGVudGFsbHkgY2hhbmdlZCBpbiB2ZXJzaW9uIFxbOC4zLjRdey50aXRsZS1yZWZ9IGFuZCBcWzguMy41XXsudGl0bGUtcmVmfSB0byBubyBsb25nZXIgbWF0Y2g6CgogIGBgYHB5Y29uCiAgPj4+IGltcG9ydCBudW1weSBhcyBucAogID4+PiBmcm9tIHB5dGVzdCBpbXBvcnQgYXBwcm94CiAgPj4+IFtucC5UcnVlXywgbnAuVHJ1ZV9dID09IHB5dGVzdC5hcHByb3goW1RydWUsIFRydWVdKQogIEZhbHNlCiAgYGBgCgogIFRoaXMgaGFzIG5vdyBiZWVuIGZpeGVkOgoKICBgYGBweWNvbgogID4+PiBbbnAuVHJ1ZV8sIG5wLlRydWVfXSA9PSBweXRlc3QuYXBwcm94KFtUcnVlLCBUcnVlXSkKICBUcnVlCiAgYGBgCgotIFsjJiM4MjAzOzEzMTE5XShodHRwczovL3JlZGlyZWN0LmdpdGh1Yi5jb20vcHl0ZXN0LWRldi9weXRlc3QvaXNzdWVzLzEzMTE5KTogSW1wcm92ZWQgaGFuZGxpbmcgb2YgaW52YWxpZCByZWdleCBwYXR0ZXJucyBmb3IgZmlsdGVyIHdhcm5pbmdzIGJ5IHByb3ZpZGluZyBhIGNsZWFyIGVycm9yIG1lc3NhZ2UuCgotIFsjJiM4MjAzOzEzMTc1XShodHRwczovL3JlZGlyZWN0LmdpdGh1Yi5jb20vcHl0ZXN0LWRldi9weXRlc3QvaXNzdWVzLzEzMTc1KTogVGhlIGRpZmYgaXMgbm93IGFsc28gaGlnaGxpZ2h0ZWQgY29ycmVjdGx5IHdoZW4gY29tcGFyaW5nIHR3byBzdHJpbmdzLgoKLSBbIyYjODIwMzsxMzI0OF0oaHR0cHM6Ly9yZWRpcmVjdC5naXRodWIuY29tL3B5dGVzdC1kZXYvcHl0ZXN0L2lzc3Vlcy8xMzI0OCk6IEZpeGVkIGFuIGlzc3VlIHdoZXJlIHBhc3NpbmcgYSBgc2NvcGVgIGluIGBNZXRhZnVuYy5wYXJhbWV0cml6ZSA8cHl0ZXN0Lk1ldGFmdW5jLnBhcmFtZXRyaXplPmB7LmludGVycHJldGVkLXRleHQgcm9sZT0icHk6ZnVuYyJ9IHdpdGggYGluZGlyZWN0PVRydWVgCiAgY291bGQgcmVzdWx0IGluIG90aGVyIGZpeHR1cmVzIGJlaW5nIHVuYWJsZSB0byBkZXBlbmQgb24gdGhlIHBhcmFtZXRyaXplZCBmaXh0dXJlLgoKLSBbIyYjODIwMzsxMzI5MV0oaHR0cHM6Ly9yZWRpcmVjdC5naXRodWIuY29tL3B5dGVzdC1kZXYvcHl0ZXN0L2lzc3Vlcy8xMzI5MSk6IEZpeGVkIGByZXByYCBvZiBgYXR0cnNgIG9iamVjdHMgaW4gYXNzZXJ0aW9uIGZhaWx1cmUgbWVzc2FnZXMgd2hlbiB1c2luZyBgYXR0cnM+PTI1LjJgLgoKLSBbIyYjODIwMzsxMzMxMl0oaHR0cHM6Ly9yZWRpcmVjdC5naXRodWIuY29tL3B5dGVzdC1kZXYvcHl0ZXN0L2lzc3Vlcy8xMzMxMik6IEZpeGVkIGEgcG9zc2libGUgYEtleUVycm9yYCBjcmFzaCBvbiBQeVB5IGR1cmluZyBjb2xsZWN0aW9uIG9mIHRlc3RzIGludm9sdmluZyBoaWdoZXItc2NvcGVkIHBhcmFtZXRlcnMuCgotIFsjJiM4MjAzOzEzMzQ1XShodHRwczovL3JlZGlyZWN0LmdpdGh1Yi5jb20vcHl0ZXN0LWRldi9weXRlc3QvaXNzdWVzLzEzMzQ1KTogRml4IHR5cGUgaGludHMgZm9yIGBweXRlc3QuVGVzdFJlcG9ydC53aGVuYHsuaW50ZXJwcmV0ZWQtdGV4dCByb2xlPSJhdHRyIn0gYW5kIGBweXRlc3QuVGVzdFJlcG9ydC5sb2NhdGlvbmB7LmludGVycHJldGVkLXRleHQgcm9sZT0iYXR0ciJ9LgoKLSBbIyYjODIwMzsxMzM3N10oaHR0cHM6Ly9yZWRpcmVjdC5naXRodWIuY29tL3B5dGVzdC1kZXYvcHl0ZXN0L2lzc3Vlcy8xMzM3Nyk6IEZpeGVkIGhhbmRsaW5nIG9mIHRlc3QgbWV0aG9kcyB3aXRoIHBvc2l0aW9uYWwtb25seSBwYXJhbWV0ZXIgc3ludGF4LgoKICBOb3csIG1ldGhvZHMgYXJlIHN1cHBvcnRlZCB0aGF0IGZvcm1hbGx5IGRlZmluZSBgc2VsZmAgYXMgcG9zaXRpb25hbC1vbmx5CiAgYW5kL29yIGZpeHR1cmUgcGFyYW1ldGVycyBhcyBrZXl3b3JkLW9ubHksIGUuZy46CgogIGBgYHB5dGhvbgogIGNsYXNzIFRlc3RDbGFzczoKCiAgICAgIGRlZiB0ZXN0X21ldGhvZChzZWxmLCAvLCAqLCBmaXh0dXJlKTogLi4uCiAgYGBgCgogIEJlZm9yZSwgdGhpcyBjYXVzZWQgYW4gaW50ZXJuYWwgZXJyb3IgaW4gcHl0ZXN0LgoKLSBbIyYjODIwMzsxMzM4NF0oaHR0cHM6Ly9yZWRpcmVjdC5naXRodWIuY29tL3B5dGVzdC1kZXYvcHl0ZXN0L2lzc3Vlcy8xMzM4NCk6IEZpeGVkIGFuIGlzc3VlIHdoZXJlIHB5dGVzdCBjb3VsZCByZXBvcnQgbmVnYXRpdmUgZHVyYXRpb25zLgoKLSBbIyYjODIwMzsxMzQyMF0oaHR0cHM6Ly9yZWRpcmVjdC5naXRodWIuY29tL3B5dGVzdC1kZXYvcHl0ZXN0L2lzc3Vlcy8xMzQyMCk6IEFkZGVkIGBscnVfY2FjaGVgIHRvIGBub2Rlcy5fY2hlY2tfaW5pdGlhbHBhdGhzX2Zvcl9yZWxwYXRoYC4KCi0gWyMmIzgyMDM7OTAzN10oaHR0cHM6Ly9yZWRpcmVjdC5naXRodWIuY29tL3B5dGVzdC1kZXYvcHl0ZXN0L2lzc3Vlcy85MDM3KTogSG9ub3IgYGRpc2FibGVfdGVzdF9pZF9lc2NhcGluZ19hbmRfZm9yZmVpdF9hbGxfcmlnaHRzX3RvX2NvbW11bml0eV9zdXBwb3J0YHsuaW50ZXJwcmV0ZWQtdGV4dCByb2xlPSJjb25mdmFsIn0gd2hlbiBlc2NhcGluZyBpZHMgaW4gcGFyYW1ldHJpemVkIHRlc3RzLgoKIyMjIyBJbXByb3ZlZCBkb2N1bWVudGF0aW9uCgotIFsjJiM4MjAzOzEyNTM1XShodHRwczovL3JlZGlyZWN0LmdpdGh1Yi5jb20vcHl0ZXN0LWRldi9weXRlc3QvaXNzdWVzLzEyNTM1KTogXFtUaGlzCiAgZXhhbXBsZV17LnRpdGxlLXJlZn08PGh0dHBzOi8vZG9jcy5weXRlc3Qub3JnL2VuL2xhdGVzdC9leGFtcGxlL3NpbXBsZS5odG1sI21ha2luZy10ZXN0LXJlc3VsdC1pbmZvcm1hdGlvbi1hdmFpbGFibGUtaW4tZml4dHVyZXM+PgogIHNob3dlZCBgcHJpbnRgIHN0YXRlbWVudHMgdGhhdCBkbyBub3QgZXhhY3RseSByZWZsZWN0IHdoYXQgdGhlCiAgZGlmZmVyZW50IGJyYW5jaGVzIGFjdHVhbGx5IGRvLiBUaGUgZml4IG1ha2VzIHRoZSBleGFtcGxlIG1vcmUgcHJlY2lzZS4KCi0gWyMmIzgyMDM7MTMyMThdKGh0dHBzOi8vcmVkaXJlY3QuZ2l0aHViLmNvbS9weXRlc3QtZGV2L3B5dGVzdC9pc3N1ZXMvMTMyMTgpOiBQb2ludGVkIG91dCBpbiB0aGUgYHB5dGVzdC5hcHByb3hgey5pbnRlcnByZXRlZC10ZXh0IHJvbGU9ImZ1bmMifSBkb2N1bWVudGF0aW9uIHRoYXQgaXQgY29uc2lkZXJzIGJvb2xlYW5zIHVuZXF1YWwgdG8gbnVtZXJpYyB6ZXJvIG9yIG9uZS4KCi0gWyMmIzgyMDM7MTMyMjFdKGh0dHBzOi8vcmVkaXJlY3QuZ2l0aHViLmNvbS9weXRlc3QtZGV2L3B5dGVzdC9pc3N1ZXMvMTMyMjEpOiBJbXByb3ZlZCBncm91cGluZyBvZiBDTEkgb3B0aW9ucyBpbiB0aGUgYC0taGVscGAgb3V0cHV0LgoKLSBbIyYjODIwMzs2NjQ5XShodHRwczovL3JlZGlyZWN0LmdpdGh1Yi5jb20vcHl0ZXN0LWRldi9weXRlc3QvaXNzdWVzLzY2NDkpOiBBZGRlZCBgfnB5dGVzdC5UZXJtaW5hbFJlcG9ydGVyYHsuaW50ZXJwcmV0ZWQtdGV4dCByb2xlPSJjbGFzcyJ9IHRvIHRoZSBgYXBpLXJlZmVyZW5jZWB7LmludGVycHJldGVkLXRleHQgcm9sZT0icmVmIn0gZG9jdW1lbnRhdGlvbiBwYWdlLgoKLSBbIyYjODIwMzs4NjEyXShodHRwczovL3JlZGlyZWN0LmdpdGh1Yi5jb20vcHl0ZXN0LWRldi9weXRlc3QvaXNzdWVzLzg2MTIpOiBBZGQgYSByZWNpcGUgZm9yIGhhbmRsaW5nIGFic3RyYWN0IHRlc3QgY2xhc3NlcyBpbiB0aGUgZG9jdW1lbnRhdGlvbi4KCiAgQSBuZXcgZXhhbXBsZSBoYXMgYmVlbiBhZGRlZCB0byB0aGUgZG9jdW1lbnRhdGlvbiB0byBkZW1vbnN0cmF0ZSBob3cgdG8gdXNlIGEgbWl4aW4gY2xhc3MgdG8gaGFuZGxlIGFic3RyYWN0CiAgdGVzdCBjbGFzc2VzIHdpdGhvdXQgbWFudWFsbHkgc2V0dGluZyB0aGUgYF9fdGVzdF9fYCBhdHRyaWJ1dGUgZm9yIHN1YmNsYXNzZXMuCiAgVGhpcyBlbnN1cmVzIHRoYXQgc3ViY2xhc3NlcyBvZiBhYnN0cmFjdCB0ZXN0IGNsYXNzZXMgYXJlIGF1dG9tYXRpY2FsbHkgY29sbGVjdGVkIGJ5IHB5dGVzdC4KCiMjIyMgUGFja2FnaW5nIHVwZGF0ZXMgYW5kIG5vdGVzIGZvciBkb3duc3RyZWFtcwoKLSBbIyYjODIwMzsxMzMxN10oaHR0cHM6Ly9yZWRpcmVjdC5naXRodWIuY29tL3B5dGVzdC1kZXYvcHl0ZXN0L2lzc3Vlcy8xMzMxNyk6IFNwZWNpZmllZCBtaW5pbXVtIGFsbG93ZWQgdmVyc2lvbnMgb2YgYGNvbG9yYW1hYCwgYGluaWNvbmZpZ2AsCiAgYW5kIGBwYWNrYWdpbmdgOyBhbmQgYnVtcGVkIHRoZSBtaW5pbXVtIGFsbG93ZWQgdmVyc2lvbgogIG9mIGBleGNlcHRpb25ncm91cGAgZm9yIGBweXRob25fdmVyc2lvbjwnMy4xMSdgIGZyb20gYSByZWxlYXNlCiAgY2FuZGlkYXRlIHRvIGEgZnVsbCByZWxlYXNlLgoKIyMjIyBDb250cmlidXRvci1mYWNpbmcgY2hhbmdlcwoKLSBbIyYjODIwMzsxMjAxN10oaHR0cHM6Ly9yZWRpcmVjdC5naXRodWIuY29tL3B5dGVzdC1kZXYvcHl0ZXN0L2lzc3Vlcy8xMjAxNyk6IE1peGVkIGludGVybmFsIGltcHJvdmVtZW50czoKCiAgLSBNaWdyYXRlIGZvcm1hdHRpbmcgdG8gZi1zdHJpbmdzIGluIHNvbWUgdGVzdHMuCiAgLSBVc2UgdHlwZS1zYWZlIGNvbnN0cnVjdHMgaW4gSlVuaXRYTUwgdGVzdHMuCiAgLSBNb3ZlZGBNb2NrVGltaW5nYCBpbnRvIGBfcHl0ZXN0LnRpbWluZ2AuCgogIFwtLSBieSBgUm9ubnlQZmFubnNjaG1pZHRgey5pbnRlcnByZXRlZC10ZXh0IHJvbGU9InVzZXIifQoKLSBbIyYjODIwMzsxMjY0N10oaHR0cHM6Ly9yZWRpcmVjdC5naXRodWIuY29tL3B5dGVzdC1kZXYvcHl0ZXN0L2lzc3Vlcy8xMjY0Nyk6IEZpeGVkIHJ1bm5pbmcgdGhlIHRlc3Qgc3VpdGUgd2l0aCB0aGUgYGh5cG90aGVzaXNgIHB5dGVzdCBwbHVnaW4uCgojIyMjIE1pc2NlbGxhbmVvdXMgaW50ZXJuYWwgY2hhbmdlcwoKLSBbIyYjODIwMzs2NjQ5XShodHRwczovL3JlZGlyZWN0LmdpdGh1Yi5jb20vcHl0ZXN0LWRldi9weXRlc3QvaXNzdWVzLzY2NDkpOiBBZGRlZCBgfnB5dGVzdC5UZXJtaW5hbFJlcG9ydGVyYHsuaW50ZXJwcmV0ZWQtdGV4dCByb2xlPSJjbGFzcyJ9IHRvIHRoZSBwdWJsaWMgcHl0ZXN0IEFQSSwgYXMgaXQgaXMgcGFydCBvZiB0aGUgc2lnbmF0dXJlIG9mIHRoZSBgcHl0ZXN0X3Rlcm1pbmFsX3N1bW1hcnlgey5pbnRlcnByZXRlZC10ZXh0IHJvbGU9Imhvb2sifSBob29rLgoKPC9kZXRhaWxzPgoKLS0tCgojIyMgQ29uZmlndXJhdGlvbgoK8J+ThSAqKlNjaGVkdWxlKio6IChVVEMpCgotIEJyYW5jaCBjcmVhdGlvbgogIC0gIiIKLSBBdXRvbWVyZ2UKICAtIEF0IGFueSB0aW1lIChubyBzY2hlZHVsZSBkZWZpbmVkKQoK8J+apiAqKkF1dG9tZXJnZSoqOiBEaXNhYmxlZCBieSBjb25maWcuIFBsZWFzZSBtZXJnZSB0aGlzIG1hbnVhbGx5IG9uY2UgeW91IGFyZSBzYXRpc2ZpZWQuCgrimbsgKipSZWJhc2luZyoqOiBXaGVuZXZlciBQUiBpcyBiZWhpbmQgYmFzZSBicmFuY2gsIG9yIHlvdSB0aWNrIHRoZSByZWJhc2UvcmV0cnkgY2hlY2tib3guCgrwn5SVICoqSWdub3JlKio6IENsb3NlIHRoaXMgUFIgYW5kIHlvdSB3b24ndCBiZSByZW1pbmRlZCBhYm91dCB0aGlzIHVwZGF0ZSBhZ2Fpbi4KCi0tLQoKIC0gWyBdIDwhLS0gcmViYXNlLWNoZWNrIC0tPklmIHlvdSB3YW50IHRvIHJlYmFzZS9yZXRyeSB0aGlzIFBSLCBjaGVjayB0aGlzIGJveAoKLS0tCgpUaGlzIFBSIHdhcyBnZW5lcmF0ZWQgYnkgW01lbmQgUmVub3ZhdGVdKGh0dHBzOi8vbWVuZC5pby9yZW5vdmF0ZS8pLiBWaWV3IHRoZSBbcmVwb3NpdG9yeSBqb2IgbG9nXShodHRwczovL2RldmVsb3Blci5tZW5kLmlvL2dpdGh1Yi92ZXh4aG9zdC9tYWdudW0tY2x1c3Rlci1hcGkpLgo8IS0tcmVub3ZhdGUtZGVidWc6ZXlKamNtVmhkR1ZrU1c1V1pYSWlPaUkwTXk0eE1UQXVNaUlzSW5Wd1pHRjBaV1JKYmxabGNpSTZJalF6TGpFeU1DNHlJaXdpZEdGeVoyVjBRbkpoYm1Ob0lqb2liV0ZwYmlJc0lteGhZbVZzY3lJNlcxMTktLT4K override_checkout: master patchset: 5ed51d90f211d7ed2974438dce2b99350d50c142 pipeline: check playbook_context: playbook_projects: trusted/project_0/github.com/vexxhost/zuul-config: canonical_name: github.com/vexxhost/zuul-config checkout: main commit: 298983cd1253e6833abdb49d87d912527e0e6597 trusted/project_1/opendev.org/zuul/zuul-jobs: canonical_name: opendev.org/zuul/zuul-jobs checkout: master commit: e28b8048839b5a7eaa22d0216032d323ceae894d trusted/project_2/github.com/vexxhost/zuul-jobs: canonical_name: github.com/vexxhost/zuul-jobs checkout: main commit: a6e68243e02ef030ce5e75f8b67630880c475f33 untrusted/project_0/opendev.org/openstack/devstack: canonical_name: opendev.org/openstack/devstack checkout: master commit: 03ece8f88040be9b0b14dd1cfe93076ad2419a80 untrusted/project_1/opendev.org/openstack/openstack-zuul-jobs: canonical_name: opendev.org/openstack/openstack-zuul-jobs checkout: master commit: 06df93a5d9ed3cb815b4c7ffd63dab006fee4e8a untrusted/project_2/github.com/vexxhost/zuul-config: canonical_name: github.com/vexxhost/zuul-config checkout: main commit: 298983cd1253e6833abdb49d87d912527e0e6597 untrusted/project_3/opendev.org/zuul/zuul-jobs: canonical_name: opendev.org/zuul/zuul-jobs checkout: master commit: e28b8048839b5a7eaa22d0216032d323ceae894d untrusted/project_4/github.com/vexxhost/zuul-jobs: canonical_name: github.com/vexxhost/zuul-jobs checkout: main commit: a6e68243e02ef030ce5e75f8b67630880c475f33 untrusted/project_5/github.com/vexxhost/magnum-cluster-api: canonical_name: github.com/vexxhost/magnum-cluster-api checkout: main commit: 5ed51d90f211d7ed2974438dce2b99350d50c142 playbooks: - path: untrusted/project_5/github.com/vexxhost/magnum-cluster-api/zuul.d/playbooks/hydrophone/run.yml roles: - checkout: master checkout_description: job override ref link_name: ansible/playbook_0/role_1/devstack link_target: untrusted/project_0/opendev.org/openstack/devstack role_path: ansible/playbook_0/role_1/devstack/roles - checkout: master checkout_description: job override ref link_name: ansible/playbook_0/role_2/openstack-zuul-jobs link_target: untrusted/project_1/opendev.org/openstack/openstack-zuul-jobs role_path: ansible/playbook_0/role_2/openstack-zuul-jobs/roles - checkout: master checkout_description: job override ref link_name: ansible/playbook_0/role_4/zuul-jobs link_target: untrusted/project_3/opendev.org/zuul/zuul-jobs role_path: ansible/playbook_0/role_4/zuul-jobs/roles - checkout: main checkout_description: zuul branch link_name: ansible/playbook_0/role_5/zuul-jobs link_target: untrusted/project_4/github.com/vexxhost/zuul-jobs role_path: ansible/playbook_0/role_5/zuul-jobs/roles post_playbooks: - path: untrusted/project_5/github.com/vexxhost/magnum-cluster-api/zuul.d/playbooks/hydrophone/post.yml roles: - checkout: master checkout_description: job override ref link_name: ansible/post_playbook_0/role_1/devstack link_target: untrusted/project_0/opendev.org/openstack/devstack role_path: ansible/post_playbook_0/role_1/devstack/roles - checkout: master checkout_description: job override ref link_name: ansible/post_playbook_0/role_2/openstack-zuul-jobs link_target: untrusted/project_1/opendev.org/openstack/openstack-zuul-jobs role_path: ansible/post_playbook_0/role_2/openstack-zuul-jobs/roles - checkout: master checkout_description: job override ref link_name: ansible/post_playbook_0/role_4/zuul-jobs link_target: untrusted/project_3/opendev.org/zuul/zuul-jobs role_path: ansible/post_playbook_0/role_4/zuul-jobs/roles - checkout: main checkout_description: zuul branch link_name: ansible/post_playbook_0/role_5/zuul-jobs link_target: untrusted/project_4/github.com/vexxhost/zuul-jobs role_path: ansible/post_playbook_0/role_5/zuul-jobs/roles - path: untrusted/project_0/opendev.org/openstack/devstack/playbooks/post.yaml roles: - checkout: master checkout_description: playbook branch link_name: ansible/post_playbook_1/role_0/devstack link_target: untrusted/project_0/opendev.org/openstack/devstack role_path: ansible/post_playbook_1/role_0/devstack/roles - checkout: master checkout_description: job override ref link_name: ansible/post_playbook_1/role_1/openstack-zuul-jobs link_target: untrusted/project_1/opendev.org/openstack/openstack-zuul-jobs role_path: ansible/post_playbook_1/role_1/openstack-zuul-jobs/roles - checkout: master checkout_description: job override ref link_name: ansible/post_playbook_1/role_3/zuul-jobs link_target: untrusted/project_3/opendev.org/zuul/zuul-jobs role_path: ansible/post_playbook_1/role_3/zuul-jobs/roles - checkout: main checkout_description: zuul branch link_name: ansible/post_playbook_1/role_4/zuul-jobs link_target: untrusted/project_4/github.com/vexxhost/zuul-jobs role_path: ansible/post_playbook_1/role_4/zuul-jobs/roles - path: trusted/project_0/github.com/vexxhost/zuul-config/playbooks/base/post.yaml roles: - checkout: master checkout_description: job override ref link_name: ansible/post_playbook_2/role_1/zuul-jobs link_target: trusted/project_1/opendev.org/zuul/zuul-jobs role_path: ansible/post_playbook_2/role_1/zuul-jobs/roles - checkout: main checkout_description: zuul branch link_name: ansible/post_playbook_2/role_2/zuul-jobs link_target: trusted/project_2/github.com/vexxhost/zuul-jobs role_path: ansible/post_playbook_2/role_2/zuul-jobs/roles - path: trusted/project_0/github.com/vexxhost/zuul-config/playbooks/base/post-logs.yaml roles: - checkout: master checkout_description: job override ref link_name: ansible/post_playbook_3/role_1/zuul-jobs link_target: trusted/project_1/opendev.org/zuul/zuul-jobs role_path: ansible/post_playbook_3/role_1/zuul-jobs/roles - checkout: main checkout_description: zuul branch link_name: ansible/post_playbook_3/role_2/zuul-jobs link_target: trusted/project_2/github.com/vexxhost/zuul-jobs role_path: ansible/post_playbook_3/role_2/zuul-jobs/roles pre_playbooks: - path: trusted/project_0/github.com/vexxhost/zuul-config/playbooks/base/pre.yaml roles: - checkout: master checkout_description: job override ref link_name: ansible/pre_playbook_0/role_1/zuul-jobs link_target: trusted/project_1/opendev.org/zuul/zuul-jobs role_path: ansible/pre_playbook_0/role_1/zuul-jobs/roles - checkout: main checkout_description: zuul branch link_name: ansible/pre_playbook_0/role_2/zuul-jobs link_target: trusted/project_2/github.com/vexxhost/zuul-jobs role_path: ansible/pre_playbook_0/role_2/zuul-jobs/roles - path: untrusted/project_0/opendev.org/openstack/devstack/playbooks/pre.yaml roles: - checkout: master checkout_description: playbook branch link_name: ansible/pre_playbook_1/role_0/devstack link_target: untrusted/project_0/opendev.org/openstack/devstack role_path: ansible/pre_playbook_1/role_0/devstack/roles - checkout: master checkout_description: job override ref link_name: ansible/pre_playbook_1/role_1/openstack-zuul-jobs link_target: untrusted/project_1/opendev.org/openstack/openstack-zuul-jobs role_path: ansible/pre_playbook_1/role_1/openstack-zuul-jobs/roles - checkout: master checkout_description: job override ref link_name: ansible/pre_playbook_1/role_3/zuul-jobs link_target: untrusted/project_3/opendev.org/zuul/zuul-jobs role_path: ansible/pre_playbook_1/role_3/zuul-jobs/roles - checkout: main checkout_description: zuul branch link_name: ansible/pre_playbook_1/role_4/zuul-jobs link_target: untrusted/project_4/github.com/vexxhost/zuul-jobs role_path: ansible/pre_playbook_1/role_4/zuul-jobs/roles - path: untrusted/project_5/github.com/vexxhost/magnum-cluster-api/zuul.d/playbooks/hydrophone/pre.yml roles: - checkout: master checkout_description: job override ref link_name: ansible/pre_playbook_2/role_1/devstack link_target: untrusted/project_0/opendev.org/openstack/devstack role_path: ansible/pre_playbook_2/role_1/devstack/roles - checkout: master checkout_description: job override ref link_name: ansible/pre_playbook_2/role_2/openstack-zuul-jobs link_target: untrusted/project_1/opendev.org/openstack/openstack-zuul-jobs role_path: ansible/pre_playbook_2/role_2/openstack-zuul-jobs/roles - checkout: master checkout_description: job override ref link_name: ansible/pre_playbook_2/role_4/zuul-jobs link_target: untrusted/project_3/opendev.org/zuul/zuul-jobs role_path: ansible/pre_playbook_2/role_4/zuul-jobs/roles - checkout: main checkout_description: zuul branch link_name: ansible/pre_playbook_2/role_5/zuul-jobs link_target: untrusted/project_4/github.com/vexxhost/zuul-jobs role_path: ansible/pre_playbook_2/role_5/zuul-jobs/roles post_review: false post_timeout: null pre_timeout: null project: canonical_hostname: github.com canonical_name: github.com/vexxhost/magnum-cluster-api name: vexxhost/magnum-cluster-api short_name: magnum-cluster-api src_dir: src/github.com/vexxhost/magnum-cluster-api projects: github.com/novnc/novnc: canonical_hostname: github.com canonical_name: github.com/novnc/novnc checkout: master checkout_description: job override ref commit: 8e1ebdffba02e651c399dacef841f8941f6ad6e4 name: novnc/novnc required: true short_name: novnc src_dir: src/github.com/novnc/novnc github.com/vexxhost/magnum-cluster-api: canonical_hostname: github.com canonical_name: github.com/vexxhost/magnum-cluster-api checkout: main checkout_description: zuul branch commit: 5ed51d90f211d7ed2974438dce2b99350d50c142 name: vexxhost/magnum-cluster-api required: false short_name: magnum-cluster-api src_dir: src/github.com/vexxhost/magnum-cluster-api opendev.org/openstack/barbican: canonical_hostname: opendev.org canonical_name: opendev.org/openstack/barbican checkout: master checkout_description: job override ref commit: f8a331a40eb21e6c8f37e07794d57aa98b120af9 name: openstack/barbican required: true short_name: barbican src_dir: src/opendev.org/openstack/barbican opendev.org/openstack/cinder: canonical_hostname: opendev.org canonical_name: opendev.org/openstack/cinder checkout: master checkout_description: job override ref commit: c84f0e05ce4b7c6afffa4616ae5f01711f2a7626 name: openstack/cinder required: true short_name: cinder src_dir: src/opendev.org/openstack/cinder opendev.org/openstack/devstack: canonical_hostname: opendev.org canonical_name: opendev.org/openstack/devstack checkout: master checkout_description: job override ref commit: 03ece8f88040be9b0b14dd1cfe93076ad2419a80 name: openstack/devstack required: true short_name: devstack src_dir: src/opendev.org/openstack/devstack opendev.org/openstack/glance: canonical_hostname: opendev.org canonical_name: opendev.org/openstack/glance checkout: master checkout_description: job override ref commit: 03dbf8eac63a35aa0207eba21a3c33e0aa51bb18 name: openstack/glance required: true short_name: glance src_dir: src/opendev.org/openstack/glance opendev.org/openstack/keystone: canonical_hostname: opendev.org canonical_name: opendev.org/openstack/keystone checkout: master checkout_description: job override ref commit: 80d5b7bf50448073223723cf1f6001a367695e80 name: openstack/keystone required: true short_name: keystone src_dir: src/opendev.org/openstack/keystone opendev.org/openstack/magnum: canonical_hostname: opendev.org canonical_name: opendev.org/openstack/magnum checkout: master checkout_description: job override ref commit: 330321a64c846b5d4fa8b78d0fe1bcfe580413ce name: openstack/magnum required: true short_name: magnum src_dir: src/opendev.org/openstack/magnum opendev.org/openstack/manila: canonical_hostname: opendev.org canonical_name: opendev.org/openstack/manila checkout: master checkout_description: job override ref commit: 62ec140173458b4f49ba05303628b2745cb34744 name: openstack/manila required: true short_name: manila src_dir: src/opendev.org/openstack/manila opendev.org/openstack/neutron: canonical_hostname: opendev.org canonical_name: opendev.org/openstack/neutron checkout: master checkout_description: job override ref commit: 7e423793733cea025e662fbad4b6369431bf4419 name: openstack/neutron required: true short_name: neutron src_dir: src/opendev.org/openstack/neutron opendev.org/openstack/nova: canonical_hostname: opendev.org canonical_name: opendev.org/openstack/nova checkout: master checkout_description: job override ref commit: c3a8caf3b6f3e5275845767302fc680b4207f81c name: openstack/nova required: true short_name: nova src_dir: src/opendev.org/openstack/nova opendev.org/openstack/octavia: canonical_hostname: opendev.org canonical_name: opendev.org/openstack/octavia checkout: master checkout_description: job override ref commit: c86b945c21b7d5d34cf13a4e9d52810d657682da name: openstack/octavia required: true short_name: octavia src_dir: src/opendev.org/openstack/octavia opendev.org/openstack/os-test-images: canonical_hostname: opendev.org canonical_name: opendev.org/openstack/os-test-images checkout: master checkout_description: job override ref commit: 5d0367e03788764f41da8effffa14e3eac513201 name: openstack/os-test-images required: true short_name: os-test-images src_dir: src/opendev.org/openstack/os-test-images opendev.org/openstack/ovn-octavia-provider: canonical_hostname: opendev.org canonical_name: opendev.org/openstack/ovn-octavia-provider checkout: master checkout_description: job override ref commit: a04e63332c1a1fb2f1aceb20892f9aabefb75cf7 name: openstack/ovn-octavia-provider required: true short_name: ovn-octavia-provider src_dir: src/opendev.org/openstack/ovn-octavia-provider opendev.org/openstack/placement: canonical_hostname: opendev.org canonical_name: opendev.org/openstack/placement checkout: master checkout_description: job override ref commit: e3db398fba279721121892323e6260c6932797c1 name: openstack/placement required: true short_name: placement src_dir: src/opendev.org/openstack/placement opendev.org/openstack/python-magnumclient: canonical_hostname: opendev.org canonical_name: opendev.org/openstack/python-magnumclient checkout: master checkout_description: job override ref commit: bfc9dbc2aa9a113c12e591a87f774a6d986a981f name: openstack/python-magnumclient required: true short_name: python-magnumclient src_dir: src/opendev.org/openstack/python-magnumclient opendev.org/openstack/requirements: canonical_hostname: opendev.org canonical_name: opendev.org/openstack/requirements checkout: master checkout_description: job override ref commit: 954a2cc76030c7154969416f0cdfe1568f986c37 name: openstack/requirements required: true short_name: requirements src_dir: src/opendev.org/openstack/requirements opendev.org/openstack/swift: canonical_hostname: opendev.org canonical_name: opendev.org/openstack/swift checkout: master checkout_description: job override ref commit: d39b6b98fd989267e73064317d657d64bc3d63c3 name: openstack/swift required: true short_name: swift src_dir: src/opendev.org/openstack/swift ref: refs/pull/972/head resources: {} tenant: oss timeout: 7200 topic: null voting: true zuul_copy_output: /etc/ceph: logs /etc/glusterfs/glusterd.vol: logs /etc/libvirt: logs /etc/lvm: logs /etc/resolv.conf: logs /etc/sudoers: logs /etc/sudoers.d: logs /var/log/ceph: logs /var/log/glusterfs: logs /var/log/libvirt: logs /var/log/mysql: logs /var/log/openvswitch: logs /var/log/postgresql: logs /var/log/rabbitmq: logs /var/log/unbound.log: logs '{{ devstack_conf_dir }}/.localrc.auto': logs '{{ devstack_conf_dir }}/.stackenv': logs '{{ devstack_conf_dir }}/local.conf': logs '{{ devstack_conf_dir }}/localrc': logs '{{ devstack_full_log}}': logs '{{ devstack_log_dir }}/atop': logs '{{ devstack_log_dir }}/devstacklog.txt': logs '{{ devstack_log_dir }}/devstacklog.txt.summary': logs '{{ devstack_log_dir }}/dstat-csv.log': logs '{{ devstack_log_dir }}/qemu.coredump': logs '{{ devstack_log_dir }}/tcpdump.pcap': logs '{{ devstack_log_dir }}/worlddump-latest.txt': logs '{{ stage_dir }}/apache': logs '{{ stage_dir }}/apache_config': logs '{{ stage_dir }}/audit.log': logs '{{ stage_dir }}/core': logs '{{ stage_dir }}/deprecations.log': logs '{{ stage_dir }}/df.txt': logs '{{ stage_dir }}/dpkg-l.txt': logs '{{ stage_dir }}/etc': logs '{{ stage_dir }}/iptables.txt': logs '{{ stage_dir }}/listen53.txt': logs '{{ stage_dir }}/mount.txt': logs '{{ stage_dir }}/performance.json': logs '{{ stage_dir }}/pip2-freeze.txt': logs '{{ stage_dir }}/pip3-freeze.txt': logs '{{ stage_dir }}/rpm-qa.txt': logs '{{ stage_dir }}/services.txt': logs '{{ stage_dir }}/verify_tempest_conf.log': logs