all: children: cephs: hosts: instance: null computes: hosts: instance: null controllers: hosts: instance: null zuul_unreachable: hosts: {} hosts: instance: ansible_connection: ssh ansible_host: 199.204.45.210 ansible_port: 22 ansible_python_interpreter: auto ansible_user: zuul atmosphere_image_prefix: harbor.atmosphere.dev/ ceph_conf_overrides: - option: mon allow pool size one section: global value: true - option: osd crush chooseleaf type section: global value: 0 - option: auth allow insecure global id reclaim section: mon value: false ceph_csi_rbd_helm_values: provisioner: replicaCount: 1 ceph_fsid: 4837cbf8-4f90-4300-b3f6-726c9b9f89b4 ceph_osd_devices: - /dev/ceph-{{ inventory_hostname_short }}-osd0/data - /dev/ceph-{{ inventory_hostname_short }}-osd1/data - /dev/ceph-{{ inventory_hostname_short }}-osd2/data cilium_helm_values: operator: replicas: 1 cluster_issuer_type: self-signed csi_driver: local-path-provisioner ingress_nginx_helm_values: controller: config: worker-processes: 2 keystone_helm_values: pod: replicas: api: 1 kube_vip_address: 172.17.0.100 kube_vip_interface: '{{ ansible_facts[''default_ipv4''].interface }}' kubernetes_hostname: '{{ ansible_facts[''default_ipv4''].address }}' molecule_scenario: keycloak nodepool: az: nova cloud: public external_id: c0486863-99e6-42b3-b028-6c98c6c1f731 host_id: 75d3a86f985f0d60e3cff8f4ecdf5573fc58e724d10889e9f3cb3f12 interface_ip: 199.204.45.210 label: ubuntu-jammy node_properties: {} private_ipv4: 199.204.45.210 private_ipv6: null provider: yul1 public_ipv4: 199.204.45.210 public_ipv6: 2604:e100:1:0:f816:3eff:fe78:afc6 region: ca-ymq-1 slot: null percona_xtradb_cluster_spec: allowUnsafeConfigurations: true haproxy: size: 1 pxc: size: 1 zuul_node: az: nova cloud: public external_id: c0486863-99e6-42b3-b028-6c98c6c1f731 host_id: 75d3a86f985f0d60e3cff8f4ecdf5573fc58e724d10889e9f3cb3f12 interface_ip: 199.204.45.210 label: ubuntu-jammy node_properties: {} private_ipv4: 199.204.45.210 private_ipv6: null provider: yul1 public_ipv4: 199.204.45.210 public_ipv6: 2604:e100:1:0:f816:3eff:fe78:afc6 region: ca-ymq-1 slot: null uuid: null vars: atmosphere_image_prefix: harbor.atmosphere.dev/ ceph_conf_overrides: - option: mon allow pool size one section: global value: true - option: osd crush chooseleaf type section: global value: 0 - option: auth allow insecure global id reclaim section: mon value: false ceph_csi_rbd_helm_values: provisioner: replicaCount: 1 ceph_fsid: 4837cbf8-4f90-4300-b3f6-726c9b9f89b4 ceph_osd_devices: - /dev/ceph-{{ inventory_hostname_short }}-osd0/data - /dev/ceph-{{ inventory_hostname_short }}-osd1/data - /dev/ceph-{{ inventory_hostname_short }}-osd2/data cilium_helm_values: operator: replicas: 1 cluster_issuer_type: self-signed csi_driver: local-path-provisioner ingress_nginx_helm_values: controller: config: worker-processes: 2 keystone_helm_values: pod: replicas: api: 1 kube_vip_address: 172.17.0.100 kube_vip_interface: '{{ ansible_facts[''default_ipv4''].interface }}' kubernetes_hostname: '{{ ansible_facts[''default_ipv4''].address }}' molecule_scenario: keycloak percona_xtradb_cluster_spec: allowUnsafeConfigurations: true haproxy: size: 1 pxc: size: 1 zuul: _inheritance_path: - '' - '' - '' - '' - '' ansible_version: '9' attempts: 1 branch: main build: 9c294d371e594edbbfb6f1ac1493ba6d build_refs: - branch: main change: '3888' change_message: "feat(monitoring): add Geneve and bond MTU drift alerts\n\nAdds three Prometheus alerts to catch the underlay-MTU drift class of incidents:\n\n- `GeneveTransmitErrors` \u2014 sustained TX errors on `genev_sys_*` (>1.67/s for 10m, ~100/min)\n- `GeneveTransmitDrops` \u2014 sustained TX drops on `genev_sys_*` (>10/s for 10m)\n- `NodeBondMTUInconsistent` \u2014 `bond0` MTU disagrees with the fleet median for 30m\n\n## Motivation\n\nA de1 compute host ran with `bond0` MTU 9000 instead of the canonical 9216 for ~107 days. Jumbo Geneve frames were silently dropped on the underlay, surfacing downstream as multi-second TLS handshake stalls and noisy live-migration cutovers. node-exporter was scraping `node_network_transmit_errs_total` and `node_network_mtu_bytes` the entire time \u2014 no rule consumed them.\n\n## Verification\n\n- `helm template charts/kube-prometheus-stack --show-only templates/prometheus/additionalPrometheusRules.yaml` renders the new `PrometheusRule` cleanly.\n- PromQL `{{ $labels.* }}` / `{{ $value }}` templating is preserved through Helm rendering (single-quoted YAML strings).\n- Release note added under `releasenotes/notes/`.\n\n## Related\n\nPairs with the new `NODE_ACCEPTANCE.md` runbook in `config-corvex` (vexxhost/config-corvex#docs/node-acceptance-runbook).\n" change_url: https://github.com/vexxhost/atmosphere/pull/3888 commit_id: c5768450ef4a51b1f4a2dafa92cb4ede7963584e patchset: c5768450ef4a51b1f4a2dafa92cb4ede7963584e project: canonical_hostname: github.com canonical_name: github.com/vexxhost/atmosphere name: vexxhost/atmosphere short_name: atmosphere src_dir: src/github.com/vexxhost/atmosphere src_dir: src/github.com/vexxhost/atmosphere topic: null buildset: e6180c41638c4cbe8f12ea2a6fb2eb63 buildset_refs: - branch: main change: '3888' change_message: "feat(monitoring): add Geneve and bond MTU drift alerts\n\nAdds three Prometheus alerts to catch the underlay-MTU drift class of incidents:\n\n- `GeneveTransmitErrors` \u2014 sustained TX errors on `genev_sys_*` (>1.67/s for 10m, ~100/min)\n- `GeneveTransmitDrops` \u2014 sustained TX drops on `genev_sys_*` (>10/s for 10m)\n- `NodeBondMTUInconsistent` \u2014 `bond0` MTU disagrees with the fleet median for 30m\n\n## Motivation\n\nA de1 compute host ran with `bond0` MTU 9000 instead of the canonical 9216 for ~107 days. Jumbo Geneve frames were silently dropped on the underlay, surfacing downstream as multi-second TLS handshake stalls and noisy live-migration cutovers. node-exporter was scraping `node_network_transmit_errs_total` and `node_network_mtu_bytes` the entire time \u2014 no rule consumed them.\n\n## Verification\n\n- `helm template charts/kube-prometheus-stack --show-only templates/prometheus/additionalPrometheusRules.yaml` renders the new `PrometheusRule` cleanly.\n- PromQL `{{ $labels.* }}` / `{{ $value }}` templating is preserved through Helm rendering (single-quoted YAML strings).\n- Release note added under `releasenotes/notes/`.\n\n## Related\n\nPairs with the new `NODE_ACCEPTANCE.md` runbook in `config-corvex` (vexxhost/config-corvex#docs/node-acceptance-runbook).\n" change_url: https://github.com/vexxhost/atmosphere/pull/3888 commit_id: c5768450ef4a51b1f4a2dafa92cb4ede7963584e patchset: c5768450ef4a51b1f4a2dafa92cb4ede7963584e project: canonical_hostname: github.com canonical_name: github.com/vexxhost/atmosphere name: vexxhost/atmosphere short_name: atmosphere src_dir: src/github.com/vexxhost/atmosphere src_dir: src/github.com/vexxhost/atmosphere topic: null change: '3888' change_message: "feat(monitoring): add Geneve and bond MTU drift alerts\n\nAdds three Prometheus alerts to catch the underlay-MTU drift class of incidents:\n\n- `GeneveTransmitErrors` \u2014 sustained TX errors on `genev_sys_*` (>1.67/s for 10m, ~100/min)\n- `GeneveTransmitDrops` \u2014 sustained TX drops on `genev_sys_*` (>10/s for 10m)\n- `NodeBondMTUInconsistent` \u2014 `bond0` MTU disagrees with the fleet median for 30m\n\n## Motivation\n\nA de1 compute host ran with `bond0` MTU 9000 instead of the canonical 9216 for ~107 days. Jumbo Geneve frames were silently dropped on the underlay, surfacing downstream as multi-second TLS handshake stalls and noisy live-migration cutovers. node-exporter was scraping `node_network_transmit_errs_total` and `node_network_mtu_bytes` the entire time \u2014 no rule consumed them.\n\n## Verification\n\n- `helm template charts/kube-prometheus-stack --show-only templates/prometheus/additionalPrometheusRules.yaml` renders the new `PrometheusRule` cleanly.\n- PromQL `{{ $labels.* }}` / `{{ $value }}` templating is preserved through Helm rendering (single-quoted YAML strings).\n- Release note added under `releasenotes/notes/`.\n\n## Related\n\nPairs with the new `NODE_ACCEPTANCE.md` runbook in `config-corvex` (vexxhost/config-corvex#docs/node-acceptance-runbook).\n" change_url: https://github.com/vexxhost/atmosphere/pull/3888 child_jobs: [] commit_id: c5768450ef4a51b1f4a2dafa92cb4ede7963584e event_id: 9c3b05c0-4304-11f1-8389-5d03457a4481 executor: hostname: 0a8996d2b663 inventory_file: /var/lib/zuul/builds/9c294d371e594edbbfb6f1ac1493ba6d/ansible/inventory.yaml log_root: /var/lib/zuul/builds/9c294d371e594edbbfb6f1ac1493ba6d/work/logs result_data_file: /var/lib/zuul/builds/9c294d371e594edbbfb6f1ac1493ba6d/work/results.json src_root: /var/lib/zuul/builds/9c294d371e594edbbfb6f1ac1493ba6d/work/src work_root: /var/lib/zuul/builds/9c294d371e594edbbfb6f1ac1493ba6d/work include_vars: [] items: - branch: main change: '3888' change_message: "feat(monitoring): add Geneve and bond MTU drift alerts\n\nAdds three Prometheus alerts to catch the underlay-MTU drift class of incidents:\n\n- `GeneveTransmitErrors` \u2014 sustained TX errors on `genev_sys_*` (>1.67/s for 10m, ~100/min)\n- `GeneveTransmitDrops` \u2014 sustained TX drops on `genev_sys_*` (>10/s for 10m)\n- `NodeBondMTUInconsistent` \u2014 `bond0` MTU disagrees with the fleet median for 30m\n\n## Motivation\n\nA de1 compute host ran with `bond0` MTU 9000 instead of the canonical 9216 for ~107 days. Jumbo Geneve frames were silently dropped on the underlay, surfacing downstream as multi-second TLS handshake stalls and noisy live-migration cutovers. node-exporter was scraping `node_network_transmit_errs_total` and `node_network_mtu_bytes` the entire time \u2014 no rule consumed them.\n\n## Verification\n\n- `helm template charts/kube-prometheus-stack --show-only templates/prometheus/additionalPrometheusRules.yaml` renders the new `PrometheusRule` cleanly.\n- PromQL `{{ $labels.* }}` / `{{ $value }}` templating is preserved through Helm rendering (single-quoted YAML strings).\n- Release note added under `releasenotes/notes/`.\n\n## Related\n\nPairs with the new `NODE_ACCEPTANCE.md` runbook in `config-corvex` (vexxhost/config-corvex#docs/node-acceptance-runbook).\n" change_url: https://github.com/vexxhost/atmosphere/pull/3888 commit_id: c5768450ef4a51b1f4a2dafa92cb4ede7963584e patchset: c5768450ef4a51b1f4a2dafa92cb4ede7963584e project: canonical_hostname: github.com canonical_name: github.com/vexxhost/atmosphere name: vexxhost/atmosphere short_name: atmosphere src_dir: src/github.com/vexxhost/atmosphere topic: null job: atmosphere-molecule-keycloak jobtags: [] max_attempts: 3 message: ZmVhdChtb25pdG9yaW5nKTogYWRkIEdlbmV2ZSBhbmQgYm9uZCBNVFUgZHJpZnQgYWxlcnRzCgpBZGRzIHRocmVlIFByb21ldGhldXMgYWxlcnRzIHRvIGNhdGNoIHRoZSB1bmRlcmxheS1NVFUgZHJpZnQgY2xhc3Mgb2YgaW5jaWRlbnRzOgoKLSBgR2VuZXZlVHJhbnNtaXRFcnJvcnNgIOKAlCBzdXN0YWluZWQgVFggZXJyb3JzIG9uIGBnZW5ldl9zeXNfKmAgKD4xLjY3L3MgZm9yIDEwbSwgfjEwMC9taW4pCi0gYEdlbmV2ZVRyYW5zbWl0RHJvcHNgIOKAlCBzdXN0YWluZWQgVFggZHJvcHMgb24gYGdlbmV2X3N5c18qYCAoPjEwL3MgZm9yIDEwbSkKLSBgTm9kZUJvbmRNVFVJbmNvbnNpc3RlbnRgIOKAlCBgYm9uZDBgIE1UVSBkaXNhZ3JlZXMgd2l0aCB0aGUgZmxlZXQgbWVkaWFuIGZvciAzMG0KCiMjIE1vdGl2YXRpb24KCkEgZGUxIGNvbXB1dGUgaG9zdCByYW4gd2l0aCBgYm9uZDBgIE1UVSA5MDAwIGluc3RlYWQgb2YgdGhlIGNhbm9uaWNhbCA5MjE2IGZvciB+MTA3IGRheXMuIEp1bWJvIEdlbmV2ZSBmcmFtZXMgd2VyZSBzaWxlbnRseSBkcm9wcGVkIG9uIHRoZSB1bmRlcmxheSwgc3VyZmFjaW5nIGRvd25zdHJlYW0gYXMgbXVsdGktc2Vjb25kIFRMUyBoYW5kc2hha2Ugc3RhbGxzIGFuZCBub2lzeSBsaXZlLW1pZ3JhdGlvbiBjdXRvdmVycy4gbm9kZS1leHBvcnRlciB3YXMgc2NyYXBpbmcgYG5vZGVfbmV0d29ya190cmFuc21pdF9lcnJzX3RvdGFsYCBhbmQgYG5vZGVfbmV0d29ya19tdHVfYnl0ZXNgIHRoZSBlbnRpcmUgdGltZSDigJQgbm8gcnVsZSBjb25zdW1lZCB0aGVtLgoKIyMgVmVyaWZpY2F0aW9uCgotIGBoZWxtIHRlbXBsYXRlIGNoYXJ0cy9rdWJlLXByb21ldGhldXMtc3RhY2sgLS1zaG93LW9ubHkgdGVtcGxhdGVzL3Byb21ldGhldXMvYWRkaXRpb25hbFByb21ldGhldXNSdWxlcy55YW1sYCByZW5kZXJzIHRoZSBuZXcgYFByb21ldGhldXNSdWxlYCBjbGVhbmx5LgotIFByb21RTCBge3sgJGxhYmVscy4qIH19YCAvIGB7eyAkdmFsdWUgfX1gIHRlbXBsYXRpbmcgaXMgcHJlc2VydmVkIHRocm91Z2ggSGVsbSByZW5kZXJpbmcgKHNpbmdsZS1xdW90ZWQgWUFNTCBzdHJpbmdzKS4KLSBSZWxlYXNlIG5vdGUgYWRkZWQgdW5kZXIgYHJlbGVhc2Vub3Rlcy9ub3Rlcy9gLgoKIyMgUmVsYXRlZAoKUGFpcnMgd2l0aCB0aGUgbmV3IGBOT0RFX0FDQ0VQVEFOQ0UubWRgIHJ1bmJvb2sgaW4gYGNvbmZpZy1jb3J2ZXhgICh2ZXh4aG9zdC9jb25maWctY29ydmV4I2RvY3Mvbm9kZS1hY2NlcHRhbmNlLXJ1bmJvb2spLgo= patchset: c5768450ef4a51b1f4a2dafa92cb4ede7963584e pipeline: check playbook_context: playbook_projects: trusted/project_0/github.com/vexxhost/zuul-config: canonical_name: github.com/vexxhost/zuul-config checkout: main commit: 298983cd1253e6833abdb49d87d912527e0e6597 trusted/project_1/opendev.org/zuul/zuul-jobs: canonical_name: opendev.org/zuul/zuul-jobs checkout: master commit: 9f5c1d680d573485f0ccdb18d2184d4f1d446419 trusted/project_2/github.com/vexxhost/zuul-jobs: canonical_name: github.com/vexxhost/zuul-jobs checkout: main commit: a6e68243e02ef030ce5e75f8b67630880c475f33 untrusted/project_0/github.com/vexxhost/zuul-jobs: canonical_name: github.com/vexxhost/zuul-jobs checkout: main commit: a6e68243e02ef030ce5e75f8b67630880c475f33 untrusted/project_1/github.com/vexxhost/zuul-config: canonical_name: github.com/vexxhost/zuul-config checkout: main commit: 298983cd1253e6833abdb49d87d912527e0e6597 untrusted/project_2/opendev.org/zuul/zuul-jobs: canonical_name: opendev.org/zuul/zuul-jobs checkout: master commit: 9f5c1d680d573485f0ccdb18d2184d4f1d446419 untrusted/project_3/github.com/vexxhost/atmosphere: canonical_name: github.com/vexxhost/atmosphere checkout: main commit: 7bf08e4ad7d7a763656d1336495ecc425a1deec7 untrusted/project_4/opendev.org/openstack/openstack-helm: canonical_name: opendev.org/openstack/openstack-helm checkout: master commit: 4d5267170d82791cf249843da757249e4124aa85 playbooks: - path: untrusted/project_0/github.com/vexxhost/zuul-jobs/playbooks/molecule/run.yaml roles: - checkout: master checkout_description: project default branch link_name: ansible/playbook_0/role_1/zuul-jobs link_target: untrusted/project_2/opendev.org/zuul/zuul-jobs role_path: ansible/playbook_0/role_1/zuul-jobs/roles - checkout: main checkout_description: playbook branch link_name: ansible/playbook_0/role_2/zuul-jobs link_target: untrusted/project_0/github.com/vexxhost/zuul-jobs role_path: ansible/playbook_0/role_2/zuul-jobs/roles post_playbooks: - path: untrusted/project_3/github.com/vexxhost/atmosphere/test-playbooks/molecule/post.yml roles: - checkout: main checkout_description: playbook branch link_name: ansible/post_playbook_0/role_0/atmosphere link_target: untrusted/project_3/github.com/vexxhost/atmosphere role_path: ansible/post_playbook_0/role_0/atmosphere/roles - checkout: master checkout_description: project default branch link_name: ansible/post_playbook_0/role_1/openstack-helm link_target: untrusted/project_4/opendev.org/openstack/openstack-helm role_path: ansible/post_playbook_0/role_1/openstack-helm/roles - checkout: master checkout_description: project default branch link_name: ansible/post_playbook_0/role_3/zuul-jobs link_target: untrusted/project_2/opendev.org/zuul/zuul-jobs role_path: ansible/post_playbook_0/role_3/zuul-jobs/roles - checkout: main checkout_description: zuul branch link_name: ansible/post_playbook_0/role_4/zuul-jobs link_target: untrusted/project_0/github.com/vexxhost/zuul-jobs role_path: ansible/post_playbook_0/role_4/zuul-jobs/roles - path: trusted/project_0/github.com/vexxhost/zuul-config/playbooks/base/post.yaml roles: - checkout: master checkout_description: project default branch link_name: ansible/post_playbook_1/role_1/zuul-jobs link_target: trusted/project_1/opendev.org/zuul/zuul-jobs role_path: ansible/post_playbook_1/role_1/zuul-jobs/roles - checkout: main checkout_description: zuul branch link_name: ansible/post_playbook_1/role_2/zuul-jobs link_target: trusted/project_2/github.com/vexxhost/zuul-jobs role_path: ansible/post_playbook_1/role_2/zuul-jobs/roles - path: trusted/project_0/github.com/vexxhost/zuul-config/playbooks/base/post-logs.yaml roles: - checkout: master checkout_description: project default branch link_name: ansible/post_playbook_2/role_1/zuul-jobs link_target: trusted/project_1/opendev.org/zuul/zuul-jobs role_path: ansible/post_playbook_2/role_1/zuul-jobs/roles - checkout: main checkout_description: zuul branch link_name: ansible/post_playbook_2/role_2/zuul-jobs link_target: trusted/project_2/github.com/vexxhost/zuul-jobs role_path: ansible/post_playbook_2/role_2/zuul-jobs/roles pre_playbooks: - path: trusted/project_0/github.com/vexxhost/zuul-config/playbooks/base/pre.yaml roles: - checkout: master checkout_description: project default branch link_name: ansible/pre_playbook_0/role_1/zuul-jobs link_target: trusted/project_1/opendev.org/zuul/zuul-jobs role_path: ansible/pre_playbook_0/role_1/zuul-jobs/roles - checkout: main checkout_description: zuul branch link_name: ansible/pre_playbook_0/role_2/zuul-jobs link_target: trusted/project_2/github.com/vexxhost/zuul-jobs role_path: ansible/pre_playbook_0/role_2/zuul-jobs/roles - path: untrusted/project_0/github.com/vexxhost/zuul-jobs/playbooks/molecule/pre.yaml roles: - checkout: master checkout_description: project default branch link_name: ansible/pre_playbook_1/role_1/zuul-jobs link_target: untrusted/project_2/opendev.org/zuul/zuul-jobs role_path: ansible/pre_playbook_1/role_1/zuul-jobs/roles - checkout: main checkout_description: playbook branch link_name: ansible/pre_playbook_1/role_2/zuul-jobs link_target: untrusted/project_0/github.com/vexxhost/zuul-jobs role_path: ansible/pre_playbook_1/role_2/zuul-jobs/roles - path: untrusted/project_3/github.com/vexxhost/atmosphere/test-playbooks/molecule/pre.yml roles: - checkout: main checkout_description: playbook branch link_name: ansible/pre_playbook_2/role_0/atmosphere link_target: untrusted/project_3/github.com/vexxhost/atmosphere role_path: ansible/pre_playbook_2/role_0/atmosphere/roles - checkout: master checkout_description: project default branch link_name: ansible/pre_playbook_2/role_1/openstack-helm link_target: untrusted/project_4/opendev.org/openstack/openstack-helm role_path: ansible/pre_playbook_2/role_1/openstack-helm/roles - checkout: master checkout_description: project default branch link_name: ansible/pre_playbook_2/role_3/zuul-jobs link_target: untrusted/project_2/opendev.org/zuul/zuul-jobs role_path: ansible/pre_playbook_2/role_3/zuul-jobs/roles - checkout: main checkout_description: zuul branch link_name: ansible/pre_playbook_2/role_4/zuul-jobs link_target: untrusted/project_0/github.com/vexxhost/zuul-jobs role_path: ansible/pre_playbook_2/role_4/zuul-jobs/roles post_review: false post_timeout: null pre_timeout: null project: canonical_hostname: github.com canonical_name: github.com/vexxhost/atmosphere name: vexxhost/atmosphere short_name: atmosphere src_dir: src/github.com/vexxhost/atmosphere projects: github.com/vexxhost/atmosphere: canonical_hostname: github.com canonical_name: github.com/vexxhost/atmosphere checkout: main checkout_description: zuul branch commit: 7bf08e4ad7d7a763656d1336495ecc425a1deec7 name: vexxhost/atmosphere required: false short_name: atmosphere src_dir: src/github.com/vexxhost/atmosphere ref: refs/pull/3888/head resources: {} tenant: oss timeout: 1800 topic: null voting: true