all: children: cephs: hosts: instance: null computes: hosts: instance: null controllers: hosts: instance: null zuul_unreachable: hosts: {} hosts: instance: ansible_connection: ssh ansible_host: 199.204.45.240 ansible_port: 22 ansible_python_interpreter: auto ansible_user: zuul atmosphere_image_prefix: harbor.atmosphere.dev/ ceph_conf_overrides: - option: mon allow pool size one section: global value: true - option: osd crush chooseleaf type section: global value: 0 - option: auth allow insecure global id reclaim section: mon value: false ceph_csi_rbd_helm_values: provisioner: replicaCount: 1 ceph_fsid: 4837cbf8-4f90-4300-b3f6-726c9b9f89b4 ceph_osd_devices: - /dev/ceph-{{ inventory_hostname_short }}-osd0/data - /dev/ceph-{{ inventory_hostname_short }}-osd1/data - /dev/ceph-{{ inventory_hostname_short }}-osd2/data cilium_helm_values: operator: replicas: 1 cluster_issuer_type: self-signed csi_driver: local-path-provisioner ingress_nginx_helm_values: controller: config: worker-processes: 2 keystone_helm_values: pod: replicas: api: 1 kube_vip_address: 172.17.0.100 kube_vip_interface: '{{ ansible_facts[''default_ipv4''].interface }}' kubernetes_hostname: '{{ ansible_facts[''default_ipv4''].address }}' molecule_scenario: keycloak nodepool: az: nova cloud: public external_id: 136afd9b-4789-42e5-92fc-87be7f5bf55b host_id: 7cb77d063530dedbf6983b78a36ec607482cf1d282610499e8bd9357 interface_ip: 199.204.45.240 label: ubuntu-jammy node_properties: {} private_ipv4: 199.204.45.240 private_ipv6: null provider: yul1 public_ipv4: 199.204.45.240 public_ipv6: 2604:e100:1:0:f816:3eff:fe2c:681 region: ca-ymq-1 slot: null percona_xtradb_cluster_spec: allowUnsafeConfigurations: true haproxy: size: 1 pxc: size: 1 zuul_node: az: nova cloud: public external_id: 136afd9b-4789-42e5-92fc-87be7f5bf55b host_id: 7cb77d063530dedbf6983b78a36ec607482cf1d282610499e8bd9357 interface_ip: 199.204.45.240 label: ubuntu-jammy node_properties: {} private_ipv4: 199.204.45.240 private_ipv6: null provider: yul1 public_ipv4: 199.204.45.240 public_ipv6: 2604:e100:1:0:f816:3eff:fe2c:681 region: ca-ymq-1 slot: null uuid: null vars: atmosphere_image_prefix: harbor.atmosphere.dev/ ceph_conf_overrides: - option: mon allow pool size one section: global value: true - option: osd crush chooseleaf type section: global value: 0 - option: auth allow insecure global id reclaim section: mon value: false ceph_csi_rbd_helm_values: provisioner: replicaCount: 1 ceph_fsid: 4837cbf8-4f90-4300-b3f6-726c9b9f89b4 ceph_osd_devices: - /dev/ceph-{{ inventory_hostname_short }}-osd0/data - /dev/ceph-{{ inventory_hostname_short }}-osd1/data - /dev/ceph-{{ inventory_hostname_short }}-osd2/data cilium_helm_values: operator: replicas: 1 cluster_issuer_type: self-signed csi_driver: local-path-provisioner ingress_nginx_helm_values: controller: config: worker-processes: 2 keystone_helm_values: pod: replicas: api: 1 kube_vip_address: 172.17.0.100 kube_vip_interface: '{{ ansible_facts[''default_ipv4''].interface }}' kubernetes_hostname: '{{ ansible_facts[''default_ipv4''].address }}' molecule_scenario: keycloak percona_xtradb_cluster_spec: allowUnsafeConfigurations: true haproxy: size: 1 pxc: size: 1 zuul: _inheritance_path: - '' - '' - '' - '' - '' ansible_version: '9' attempts: 1 branch: main build: 61ad9670518547509ec1a822ebee2ec3 build_refs: - branch: main change: '3888' change_message: "feat(monitoring): add Geneve and bond MTU drift alerts\n\nAdds three Prometheus alerts to catch the underlay-MTU drift class of incidents:\r\n\r\n- `GeneveTransmitErrors` \u2014 sustained TX errors on `genev_sys_*` (>1.67/s for 10m, ~100/min)\r\n- `GeneveTransmitDrops` \u2014 sustained TX drops on `genev_sys_*` (>10/s for 10m)\r\n- `NodeBondMTUInconsistent` \u2014 `bond0` MTU disagrees with the fleet median for 30m\r\n\r\n## Motivation\r\n\r\nA de1 compute host ran with `bond0` MTU 9000 instead of the canonical 9216 for ~107 days. Jumbo Geneve frames were silently dropped on the underlay, surfacing downstream as multi-second TLS handshake stalls and noisy live-migration cutovers. node-exporter was scraping `node_network_transmit_errs_total` and `node_network_mtu_bytes` the entire time \u2014 no rule consumed them.\r\n\r\n## Verification\r\n\r\n- `helm template charts/kube-prometheus-stack --show-only templates/prometheus/additionalPrometheusRules.yaml` renders the new `PrometheusRule` cleanly.\r\n- PromQL `{{ $labels.* }}` / `{{ $value }}` templating is preserved through Helm rendering (single-quoted YAML strings).\r\n- Release note added under `releasenotes/notes/`." change_url: https://github.com/vexxhost/atmosphere/pull/3888 commit_id: 4b026b375f1292cf7f310a07a1473bd1b465dabd patchset: 4b026b375f1292cf7f310a07a1473bd1b465dabd project: canonical_hostname: github.com canonical_name: github.com/vexxhost/atmosphere name: vexxhost/atmosphere short_name: atmosphere src_dir: src/github.com/vexxhost/atmosphere src_dir: src/github.com/vexxhost/atmosphere topic: null buildset: 8bc4be2ed7084c7aaeb1482c29488381 buildset_refs: - branch: main change: '3888' change_message: "feat(monitoring): add Geneve and bond MTU drift alerts\n\nAdds three Prometheus alerts to catch the underlay-MTU drift class of incidents:\r\n\r\n- `GeneveTransmitErrors` \u2014 sustained TX errors on `genev_sys_*` (>1.67/s for 10m, ~100/min)\r\n- `GeneveTransmitDrops` \u2014 sustained TX drops on `genev_sys_*` (>10/s for 10m)\r\n- `NodeBondMTUInconsistent` \u2014 `bond0` MTU disagrees with the fleet median for 30m\r\n\r\n## Motivation\r\n\r\nA de1 compute host ran with `bond0` MTU 9000 instead of the canonical 9216 for ~107 days. Jumbo Geneve frames were silently dropped on the underlay, surfacing downstream as multi-second TLS handshake stalls and noisy live-migration cutovers. node-exporter was scraping `node_network_transmit_errs_total` and `node_network_mtu_bytes` the entire time \u2014 no rule consumed them.\r\n\r\n## Verification\r\n\r\n- `helm template charts/kube-prometheus-stack --show-only templates/prometheus/additionalPrometheusRules.yaml` renders the new `PrometheusRule` cleanly.\r\n- PromQL `{{ $labels.* }}` / `{{ $value }}` templating is preserved through Helm rendering (single-quoted YAML strings).\r\n- Release note added under `releasenotes/notes/`." change_url: https://github.com/vexxhost/atmosphere/pull/3888 commit_id: 4b026b375f1292cf7f310a07a1473bd1b465dabd patchset: 4b026b375f1292cf7f310a07a1473bd1b465dabd project: canonical_hostname: github.com canonical_name: github.com/vexxhost/atmosphere name: vexxhost/atmosphere short_name: atmosphere src_dir: src/github.com/vexxhost/atmosphere src_dir: src/github.com/vexxhost/atmosphere topic: null change: '3888' change_message: "feat(monitoring): add Geneve and bond MTU drift alerts\n\nAdds three Prometheus alerts to catch the underlay-MTU drift class of incidents:\r\n\r\n- `GeneveTransmitErrors` \u2014 sustained TX errors on `genev_sys_*` (>1.67/s for 10m, ~100/min)\r\n- `GeneveTransmitDrops` \u2014 sustained TX drops on `genev_sys_*` (>10/s for 10m)\r\n- `NodeBondMTUInconsistent` \u2014 `bond0` MTU disagrees with the fleet median for 30m\r\n\r\n## Motivation\r\n\r\nA de1 compute host ran with `bond0` MTU 9000 instead of the canonical 9216 for ~107 days. Jumbo Geneve frames were silently dropped on the underlay, surfacing downstream as multi-second TLS handshake stalls and noisy live-migration cutovers. node-exporter was scraping `node_network_transmit_errs_total` and `node_network_mtu_bytes` the entire time \u2014 no rule consumed them.\r\n\r\n## Verification\r\n\r\n- `helm template charts/kube-prometheus-stack --show-only templates/prometheus/additionalPrometheusRules.yaml` renders the new `PrometheusRule` cleanly.\r\n- PromQL `{{ $labels.* }}` / `{{ $value }}` templating is preserved through Helm rendering (single-quoted YAML strings).\r\n- Release note added under `releasenotes/notes/`." change_url: https://github.com/vexxhost/atmosphere/pull/3888 child_jobs: [] commit_id: 4b026b375f1292cf7f310a07a1473bd1b465dabd event_id: 26ca9b30-4321-11f1-8228-e575089b4388 executor: hostname: 0a8996d2b663 inventory_file: /var/lib/zuul/builds/61ad9670518547509ec1a822ebee2ec3/ansible/inventory.yaml log_root: /var/lib/zuul/builds/61ad9670518547509ec1a822ebee2ec3/work/logs result_data_file: /var/lib/zuul/builds/61ad9670518547509ec1a822ebee2ec3/work/results.json src_root: /var/lib/zuul/builds/61ad9670518547509ec1a822ebee2ec3/work/src work_root: /var/lib/zuul/builds/61ad9670518547509ec1a822ebee2ec3/work include_vars: [] items: - branch: main change: '3888' change_message: "feat(monitoring): add Geneve and bond MTU drift alerts\n\nAdds three Prometheus alerts to catch the underlay-MTU drift class of incidents:\r\n\r\n- `GeneveTransmitErrors` \u2014 sustained TX errors on `genev_sys_*` (>1.67/s for 10m, ~100/min)\r\n- `GeneveTransmitDrops` \u2014 sustained TX drops on `genev_sys_*` (>10/s for 10m)\r\n- `NodeBondMTUInconsistent` \u2014 `bond0` MTU disagrees with the fleet median for 30m\r\n\r\n## Motivation\r\n\r\nA de1 compute host ran with `bond0` MTU 9000 instead of the canonical 9216 for ~107 days. Jumbo Geneve frames were silently dropped on the underlay, surfacing downstream as multi-second TLS handshake stalls and noisy live-migration cutovers. node-exporter was scraping `node_network_transmit_errs_total` and `node_network_mtu_bytes` the entire time \u2014 no rule consumed them.\r\n\r\n## Verification\r\n\r\n- `helm template charts/kube-prometheus-stack --show-only templates/prometheus/additionalPrometheusRules.yaml` renders the new `PrometheusRule` cleanly.\r\n- PromQL `{{ $labels.* }}` / `{{ $value }}` templating is preserved through Helm rendering (single-quoted YAML strings).\r\n- Release note added under `releasenotes/notes/`." change_url: https://github.com/vexxhost/atmosphere/pull/3888 commit_id: 4b026b375f1292cf7f310a07a1473bd1b465dabd patchset: 4b026b375f1292cf7f310a07a1473bd1b465dabd project: canonical_hostname: github.com canonical_name: github.com/vexxhost/atmosphere name: vexxhost/atmosphere short_name: atmosphere src_dir: src/github.com/vexxhost/atmosphere topic: null job: atmosphere-molecule-keycloak jobtags: [] max_attempts: 3 message: ZmVhdChtb25pdG9yaW5nKTogYWRkIEdlbmV2ZSBhbmQgYm9uZCBNVFUgZHJpZnQgYWxlcnRzCgpBZGRzIHRocmVlIFByb21ldGhldXMgYWxlcnRzIHRvIGNhdGNoIHRoZSB1bmRlcmxheS1NVFUgZHJpZnQgY2xhc3Mgb2YgaW5jaWRlbnRzOg0KDQotIGBHZW5ldmVUcmFuc21pdEVycm9yc2Ag4oCUIHN1c3RhaW5lZCBUWCBlcnJvcnMgb24gYGdlbmV2X3N5c18qYCAoPjEuNjcvcyBmb3IgMTBtLCB+MTAwL21pbikNCi0gYEdlbmV2ZVRyYW5zbWl0RHJvcHNgIOKAlCBzdXN0YWluZWQgVFggZHJvcHMgb24gYGdlbmV2X3N5c18qYCAoPjEwL3MgZm9yIDEwbSkNCi0gYE5vZGVCb25kTVRVSW5jb25zaXN0ZW50YCDigJQgYGJvbmQwYCBNVFUgZGlzYWdyZWVzIHdpdGggdGhlIGZsZWV0IG1lZGlhbiBmb3IgMzBtDQoNCiMjIE1vdGl2YXRpb24NCg0KQSBkZTEgY29tcHV0ZSBob3N0IHJhbiB3aXRoIGBib25kMGAgTVRVIDkwMDAgaW5zdGVhZCBvZiB0aGUgY2Fub25pY2FsIDkyMTYgZm9yIH4xMDcgZGF5cy4gSnVtYm8gR2VuZXZlIGZyYW1lcyB3ZXJlIHNpbGVudGx5IGRyb3BwZWQgb24gdGhlIHVuZGVybGF5LCBzdXJmYWNpbmcgZG93bnN0cmVhbSBhcyBtdWx0aS1zZWNvbmQgVExTIGhhbmRzaGFrZSBzdGFsbHMgYW5kIG5vaXN5IGxpdmUtbWlncmF0aW9uIGN1dG92ZXJzLiBub2RlLWV4cG9ydGVyIHdhcyBzY3JhcGluZyBgbm9kZV9uZXR3b3JrX3RyYW5zbWl0X2VycnNfdG90YWxgIGFuZCBgbm9kZV9uZXR3b3JrX210dV9ieXRlc2AgdGhlIGVudGlyZSB0aW1lIOKAlCBubyBydWxlIGNvbnN1bWVkIHRoZW0uDQoNCiMjIFZlcmlmaWNhdGlvbg0KDQotIGBoZWxtIHRlbXBsYXRlIGNoYXJ0cy9rdWJlLXByb21ldGhldXMtc3RhY2sgLS1zaG93LW9ubHkgdGVtcGxhdGVzL3Byb21ldGhldXMvYWRkaXRpb25hbFByb21ldGhldXNSdWxlcy55YW1sYCByZW5kZXJzIHRoZSBuZXcgYFByb21ldGhldXNSdWxlYCBjbGVhbmx5Lg0KLSBQcm9tUUwgYHt7ICRsYWJlbHMuKiB9fWAgLyBge3sgJHZhbHVlIH19YCB0ZW1wbGF0aW5nIGlzIHByZXNlcnZlZCB0aHJvdWdoIEhlbG0gcmVuZGVyaW5nIChzaW5nbGUtcXVvdGVkIFlBTUwgc3RyaW5ncykuDQotIFJlbGVhc2Ugbm90ZSBhZGRlZCB1bmRlciBgcmVsZWFzZW5vdGVzL25vdGVzL2Au patchset: 4b026b375f1292cf7f310a07a1473bd1b465dabd pipeline: check playbook_context: playbook_projects: trusted/project_0/github.com/vexxhost/zuul-config: canonical_name: github.com/vexxhost/zuul-config checkout: main commit: 298983cd1253e6833abdb49d87d912527e0e6597 trusted/project_1/opendev.org/zuul/zuul-jobs: canonical_name: opendev.org/zuul/zuul-jobs checkout: master commit: 9f5c1d680d573485f0ccdb18d2184d4f1d446419 trusted/project_2/github.com/vexxhost/zuul-jobs: canonical_name: github.com/vexxhost/zuul-jobs checkout: main commit: a6e68243e02ef030ce5e75f8b67630880c475f33 untrusted/project_0/github.com/vexxhost/zuul-jobs: canonical_name: github.com/vexxhost/zuul-jobs checkout: main commit: a6e68243e02ef030ce5e75f8b67630880c475f33 untrusted/project_1/github.com/vexxhost/zuul-config: canonical_name: github.com/vexxhost/zuul-config checkout: main commit: 298983cd1253e6833abdb49d87d912527e0e6597 untrusted/project_2/opendev.org/zuul/zuul-jobs: canonical_name: opendev.org/zuul/zuul-jobs checkout: master commit: 9f5c1d680d573485f0ccdb18d2184d4f1d446419 untrusted/project_3/github.com/vexxhost/atmosphere: canonical_name: github.com/vexxhost/atmosphere checkout: main commit: e144c7d9ffdfbb32c5b9a6b63b5bb2412224aea3 untrusted/project_4/opendev.org/openstack/openstack-helm: canonical_name: opendev.org/openstack/openstack-helm checkout: master commit: 4d5267170d82791cf249843da757249e4124aa85 playbooks: - path: untrusted/project_0/github.com/vexxhost/zuul-jobs/playbooks/molecule/run.yaml roles: - checkout: master checkout_description: project default branch link_name: ansible/playbook_0/role_1/zuul-jobs link_target: untrusted/project_2/opendev.org/zuul/zuul-jobs role_path: ansible/playbook_0/role_1/zuul-jobs/roles - checkout: main checkout_description: playbook branch link_name: ansible/playbook_0/role_2/zuul-jobs link_target: untrusted/project_0/github.com/vexxhost/zuul-jobs role_path: ansible/playbook_0/role_2/zuul-jobs/roles post_playbooks: - path: untrusted/project_3/github.com/vexxhost/atmosphere/test-playbooks/molecule/post.yml roles: - checkout: main checkout_description: playbook branch link_name: ansible/post_playbook_0/role_0/atmosphere link_target: untrusted/project_3/github.com/vexxhost/atmosphere role_path: ansible/post_playbook_0/role_0/atmosphere/roles - checkout: master checkout_description: project default branch link_name: ansible/post_playbook_0/role_1/openstack-helm link_target: untrusted/project_4/opendev.org/openstack/openstack-helm role_path: ansible/post_playbook_0/role_1/openstack-helm/roles - checkout: master checkout_description: project default branch link_name: ansible/post_playbook_0/role_3/zuul-jobs link_target: untrusted/project_2/opendev.org/zuul/zuul-jobs role_path: ansible/post_playbook_0/role_3/zuul-jobs/roles - checkout: main checkout_description: zuul branch link_name: ansible/post_playbook_0/role_4/zuul-jobs link_target: untrusted/project_0/github.com/vexxhost/zuul-jobs role_path: ansible/post_playbook_0/role_4/zuul-jobs/roles - path: trusted/project_0/github.com/vexxhost/zuul-config/playbooks/base/post.yaml roles: - checkout: master checkout_description: project default branch link_name: ansible/post_playbook_1/role_1/zuul-jobs link_target: trusted/project_1/opendev.org/zuul/zuul-jobs role_path: ansible/post_playbook_1/role_1/zuul-jobs/roles - checkout: main checkout_description: zuul branch link_name: ansible/post_playbook_1/role_2/zuul-jobs link_target: trusted/project_2/github.com/vexxhost/zuul-jobs role_path: ansible/post_playbook_1/role_2/zuul-jobs/roles - path: trusted/project_0/github.com/vexxhost/zuul-config/playbooks/base/post-logs.yaml roles: - checkout: master checkout_description: project default branch link_name: ansible/post_playbook_2/role_1/zuul-jobs link_target: trusted/project_1/opendev.org/zuul/zuul-jobs role_path: ansible/post_playbook_2/role_1/zuul-jobs/roles - checkout: main checkout_description: zuul branch link_name: ansible/post_playbook_2/role_2/zuul-jobs link_target: trusted/project_2/github.com/vexxhost/zuul-jobs role_path: ansible/post_playbook_2/role_2/zuul-jobs/roles pre_playbooks: - path: trusted/project_0/github.com/vexxhost/zuul-config/playbooks/base/pre.yaml roles: - checkout: master checkout_description: project default branch link_name: ansible/pre_playbook_0/role_1/zuul-jobs link_target: trusted/project_1/opendev.org/zuul/zuul-jobs role_path: ansible/pre_playbook_0/role_1/zuul-jobs/roles - checkout: main checkout_description: zuul branch link_name: ansible/pre_playbook_0/role_2/zuul-jobs link_target: trusted/project_2/github.com/vexxhost/zuul-jobs role_path: ansible/pre_playbook_0/role_2/zuul-jobs/roles - path: untrusted/project_0/github.com/vexxhost/zuul-jobs/playbooks/molecule/pre.yaml roles: - checkout: master checkout_description: project default branch link_name: ansible/pre_playbook_1/role_1/zuul-jobs link_target: untrusted/project_2/opendev.org/zuul/zuul-jobs role_path: ansible/pre_playbook_1/role_1/zuul-jobs/roles - checkout: main checkout_description: playbook branch link_name: ansible/pre_playbook_1/role_2/zuul-jobs link_target: untrusted/project_0/github.com/vexxhost/zuul-jobs role_path: ansible/pre_playbook_1/role_2/zuul-jobs/roles - path: untrusted/project_3/github.com/vexxhost/atmosphere/test-playbooks/molecule/pre.yml roles: - checkout: main checkout_description: playbook branch link_name: ansible/pre_playbook_2/role_0/atmosphere link_target: untrusted/project_3/github.com/vexxhost/atmosphere role_path: ansible/pre_playbook_2/role_0/atmosphere/roles - checkout: master checkout_description: project default branch link_name: ansible/pre_playbook_2/role_1/openstack-helm link_target: untrusted/project_4/opendev.org/openstack/openstack-helm role_path: ansible/pre_playbook_2/role_1/openstack-helm/roles - checkout: master checkout_description: project default branch link_name: ansible/pre_playbook_2/role_3/zuul-jobs link_target: untrusted/project_2/opendev.org/zuul/zuul-jobs role_path: ansible/pre_playbook_2/role_3/zuul-jobs/roles - checkout: main checkout_description: zuul branch link_name: ansible/pre_playbook_2/role_4/zuul-jobs link_target: untrusted/project_0/github.com/vexxhost/zuul-jobs role_path: ansible/pre_playbook_2/role_4/zuul-jobs/roles post_review: false post_timeout: null pre_timeout: null project: canonical_hostname: github.com canonical_name: github.com/vexxhost/atmosphere name: vexxhost/atmosphere short_name: atmosphere src_dir: src/github.com/vexxhost/atmosphere projects: github.com/vexxhost/atmosphere: canonical_hostname: github.com canonical_name: github.com/vexxhost/atmosphere checkout: main checkout_description: zuul branch commit: e144c7d9ffdfbb32c5b9a6b63b5bb2412224aea3 name: vexxhost/atmosphere required: false short_name: atmosphere src_dir: src/github.com/vexxhost/atmosphere ref: refs/pull/3888/head resources: {} tenant: oss timeout: 1800 topic: null voting: true