all: children: cephs: hosts: instance: null computes: hosts: instance: null controllers: hosts: instance: null zuul_unreachable: hosts: {} hosts: instance: ansible_connection: ssh ansible_host: 199.204.45.30 ansible_port: 22 ansible_python_interpreter: auto ansible_user: zuul atmosphere_image_prefix: harbor.atmosphere.dev/ ceph_conf_overrides: - option: mon allow pool size one section: global value: true - option: osd crush chooseleaf type section: global value: 0 - option: auth allow insecure global id reclaim section: mon value: false ceph_csi_rbd_helm_values: provisioner: replicaCount: 1 ceph_fsid: 4837cbf8-4f90-4300-b3f6-726c9b9f89b4 ceph_osd_devices: - /dev/ceph-{{ inventory_hostname_short }}-osd0/data - /dev/ceph-{{ inventory_hostname_short }}-osd1/data - /dev/ceph-{{ inventory_hostname_short }}-osd2/data cilium_helm_values: operator: replicas: 1 csi_driver: local-path-provisioner kube_vip_address: 172.17.0.100 kube_vip_interface: '{{ ansible_facts[''default_ipv4''].interface }}' kubernetes_hostname: '{{ ansible_facts[''default_ipv4''].address }}' molecule_scenario: csi nodepool: az: nova cloud: public external_id: 8b882e6f-7fa3-4928-aa58-fa9a4204d26c host_id: 7cb77d063530dedbf6983b78a36ec607482cf1d282610499e8bd9357 interface_ip: 199.204.45.30 label: ubuntu-jammy node_properties: {} private_ipv4: 199.204.45.30 private_ipv6: null provider: yul1 public_ipv4: 199.204.45.30 public_ipv6: 2604:e100:1:0:f816:3eff:fedc:a4ad region: ca-ymq-1 slot: null zuul_node: az: nova cloud: public external_id: 8b882e6f-7fa3-4928-aa58-fa9a4204d26c host_id: 7cb77d063530dedbf6983b78a36ec607482cf1d282610499e8bd9357 interface_ip: 199.204.45.30 label: ubuntu-jammy node_properties: {} private_ipv4: 199.204.45.30 private_ipv6: null provider: yul1 public_ipv4: 199.204.45.30 public_ipv6: 2604:e100:1:0:f816:3eff:fedc:a4ad region: ca-ymq-1 slot: null uuid: null vars: atmosphere_image_prefix: harbor.atmosphere.dev/ ceph_conf_overrides: - option: mon allow pool size one section: global value: true - option: osd crush chooseleaf type section: global value: 0 - option: auth allow insecure global id reclaim section: mon value: false ceph_csi_rbd_helm_values: provisioner: replicaCount: 1 ceph_fsid: 4837cbf8-4f90-4300-b3f6-726c9b9f89b4 ceph_osd_devices: - /dev/ceph-{{ inventory_hostname_short }}-osd0/data - /dev/ceph-{{ inventory_hostname_short }}-osd1/data - /dev/ceph-{{ inventory_hostname_short }}-osd2/data cilium_helm_values: operator: replicas: 1 csi_driver: local-path-provisioner kube_vip_address: 172.17.0.100 kube_vip_interface: '{{ ansible_facts[''default_ipv4''].interface }}' kubernetes_hostname: '{{ ansible_facts[''default_ipv4''].address }}' molecule_scenario: csi zuul: _inheritance_path: - '' - '' - '' - '' - '' - '' ansible_version: '9' attempts: 1 branch: main build: 4a5d4b9fd52b457b83dbf00d0b0d24c5 build_refs: - branch: main change: '3888' change_message: "feat(monitoring): add Geneve and bond MTU drift alerts\n\nAdds three Prometheus alerts to catch the underlay-MTU drift class of incidents:\r\n\r\n- `GeneveTransmitErrors` \u2014 sustained TX errors on `genev_sys_*` (>1.67/s for 10m, ~100/min)\r\n- `GeneveTransmitDrops` \u2014 sustained TX drops on `genev_sys_*` (>10/s for 10m)\r\n- `NodeBondMTUInconsistent` \u2014 `bond0` MTU disagrees with the fleet median for 30m\r\n\r\n## Motivation\r\n\r\nA de1 compute host ran with `bond0` MTU 9000 instead of the canonical 9216 for ~107 days. Jumbo Geneve frames were silently dropped on the underlay, surfacing downstream as multi-second TLS handshake stalls and noisy live-migration cutovers. node-exporter was scraping `node_network_transmit_errs_total` and `node_network_mtu_bytes` the entire time \u2014 no rule consumed them.\r\n\r\n## Verification\r\n\r\n- `helm template charts/kube-prometheus-stack --show-only templates/prometheus/additionalPrometheusRules.yaml` renders the new `PrometheusRule` cleanly.\r\n- PromQL `{{ $labels.* }}` / `{{ $value }}` templating is preserved through Helm rendering (single-quoted YAML strings).\r\n- Release note added under `releasenotes/notes/`." change_url: https://github.com/vexxhost/atmosphere/pull/3888 commit_id: fad4fd0d89519b15561ce3fa393d1be8d89a3091 patchset: fad4fd0d89519b15561ce3fa393d1be8d89a3091 project: canonical_hostname: github.com canonical_name: github.com/vexxhost/atmosphere name: vexxhost/atmosphere short_name: atmosphere src_dir: src/github.com/vexxhost/atmosphere src_dir: src/github.com/vexxhost/atmosphere topic: null buildset: c995b0f953f04f27970af8a0ed80c162 buildset_refs: - branch: main change: '3888' change_message: "feat(monitoring): add Geneve and bond MTU drift alerts\n\nAdds three Prometheus alerts to catch the underlay-MTU drift class of incidents:\r\n\r\n- `GeneveTransmitErrors` \u2014 sustained TX errors on `genev_sys_*` (>1.67/s for 10m, ~100/min)\r\n- `GeneveTransmitDrops` \u2014 sustained TX drops on `genev_sys_*` (>10/s for 10m)\r\n- `NodeBondMTUInconsistent` \u2014 `bond0` MTU disagrees with the fleet median for 30m\r\n\r\n## Motivation\r\n\r\nA de1 compute host ran with `bond0` MTU 9000 instead of the canonical 9216 for ~107 days. Jumbo Geneve frames were silently dropped on the underlay, surfacing downstream as multi-second TLS handshake stalls and noisy live-migration cutovers. node-exporter was scraping `node_network_transmit_errs_total` and `node_network_mtu_bytes` the entire time \u2014 no rule consumed them.\r\n\r\n## Verification\r\n\r\n- `helm template charts/kube-prometheus-stack --show-only templates/prometheus/additionalPrometheusRules.yaml` renders the new `PrometheusRule` cleanly.\r\n- PromQL `{{ $labels.* }}` / `{{ $value }}` templating is preserved through Helm rendering (single-quoted YAML strings).\r\n- Release note added under `releasenotes/notes/`." change_url: https://github.com/vexxhost/atmosphere/pull/3888 commit_id: fad4fd0d89519b15561ce3fa393d1be8d89a3091 patchset: fad4fd0d89519b15561ce3fa393d1be8d89a3091 project: canonical_hostname: github.com canonical_name: github.com/vexxhost/atmosphere name: vexxhost/atmosphere short_name: atmosphere src_dir: src/github.com/vexxhost/atmosphere src_dir: src/github.com/vexxhost/atmosphere topic: null change: '3888' change_message: "feat(monitoring): add Geneve and bond MTU drift alerts\n\nAdds three Prometheus alerts to catch the underlay-MTU drift class of incidents:\r\n\r\n- `GeneveTransmitErrors` \u2014 sustained TX errors on `genev_sys_*` (>1.67/s for 10m, ~100/min)\r\n- `GeneveTransmitDrops` \u2014 sustained TX drops on `genev_sys_*` (>10/s for 10m)\r\n- `NodeBondMTUInconsistent` \u2014 `bond0` MTU disagrees with the fleet median for 30m\r\n\r\n## Motivation\r\n\r\nA de1 compute host ran with `bond0` MTU 9000 instead of the canonical 9216 for ~107 days. Jumbo Geneve frames were silently dropped on the underlay, surfacing downstream as multi-second TLS handshake stalls and noisy live-migration cutovers. node-exporter was scraping `node_network_transmit_errs_total` and `node_network_mtu_bytes` the entire time \u2014 no rule consumed them.\r\n\r\n## Verification\r\n\r\n- `helm template charts/kube-prometheus-stack --show-only templates/prometheus/additionalPrometheusRules.yaml` renders the new `PrometheusRule` cleanly.\r\n- PromQL `{{ $labels.* }}` / `{{ $value }}` templating is preserved through Helm rendering (single-quoted YAML strings).\r\n- Release note added under `releasenotes/notes/`." change_url: https://github.com/vexxhost/atmosphere/pull/3888 child_jobs: [] commit_id: fad4fd0d89519b15561ce3fa393d1be8d89a3091 event_id: e32bd4b0-4a47-11f1-9139-2c2d291b8cf6 executor: hostname: 2d72f0692154 inventory_file: /var/lib/zuul/builds/4a5d4b9fd52b457b83dbf00d0b0d24c5/ansible/inventory.yaml log_root: /var/lib/zuul/builds/4a5d4b9fd52b457b83dbf00d0b0d24c5/work/logs result_data_file: /var/lib/zuul/builds/4a5d4b9fd52b457b83dbf00d0b0d24c5/work/results.json src_root: /var/lib/zuul/builds/4a5d4b9fd52b457b83dbf00d0b0d24c5/work/src work_root: /var/lib/zuul/builds/4a5d4b9fd52b457b83dbf00d0b0d24c5/work include_vars: [] items: - branch: main change: '3888' change_message: "feat(monitoring): add Geneve and bond MTU drift alerts\n\nAdds three Prometheus alerts to catch the underlay-MTU drift class of incidents:\r\n\r\n- `GeneveTransmitErrors` \u2014 sustained TX errors on `genev_sys_*` (>1.67/s for 10m, ~100/min)\r\n- `GeneveTransmitDrops` \u2014 sustained TX drops on `genev_sys_*` (>10/s for 10m)\r\n- `NodeBondMTUInconsistent` \u2014 `bond0` MTU disagrees with the fleet median for 30m\r\n\r\n## Motivation\r\n\r\nA de1 compute host ran with `bond0` MTU 9000 instead of the canonical 9216 for ~107 days. Jumbo Geneve frames were silently dropped on the underlay, surfacing downstream as multi-second TLS handshake stalls and noisy live-migration cutovers. node-exporter was scraping `node_network_transmit_errs_total` and `node_network_mtu_bytes` the entire time \u2014 no rule consumed them.\r\n\r\n## Verification\r\n\r\n- `helm template charts/kube-prometheus-stack --show-only templates/prometheus/additionalPrometheusRules.yaml` renders the new `PrometheusRule` cleanly.\r\n- PromQL `{{ $labels.* }}` / `{{ $value }}` templating is preserved through Helm rendering (single-quoted YAML strings).\r\n- Release note added under `releasenotes/notes/`." change_url: https://github.com/vexxhost/atmosphere/pull/3888 commit_id: fad4fd0d89519b15561ce3fa393d1be8d89a3091 patchset: fad4fd0d89519b15561ce3fa393d1be8d89a3091 project: canonical_hostname: github.com canonical_name: github.com/vexxhost/atmosphere name: vexxhost/atmosphere short_name: atmosphere src_dir: src/github.com/vexxhost/atmosphere topic: null job: atmosphere-molecule-csi-local-path-provisioner jobtags: [] max_attempts: 3 message: ZmVhdChtb25pdG9yaW5nKTogYWRkIEdlbmV2ZSBhbmQgYm9uZCBNVFUgZHJpZnQgYWxlcnRzCgpBZGRzIHRocmVlIFByb21ldGhldXMgYWxlcnRzIHRvIGNhdGNoIHRoZSB1bmRlcmxheS1NVFUgZHJpZnQgY2xhc3Mgb2YgaW5jaWRlbnRzOg0KDQotIGBHZW5ldmVUcmFuc21pdEVycm9yc2Ag4oCUIHN1c3RhaW5lZCBUWCBlcnJvcnMgb24gYGdlbmV2X3N5c18qYCAoPjEuNjcvcyBmb3IgMTBtLCB+MTAwL21pbikNCi0gYEdlbmV2ZVRyYW5zbWl0RHJvcHNgIOKAlCBzdXN0YWluZWQgVFggZHJvcHMgb24gYGdlbmV2X3N5c18qYCAoPjEwL3MgZm9yIDEwbSkNCi0gYE5vZGVCb25kTVRVSW5jb25zaXN0ZW50YCDigJQgYGJvbmQwYCBNVFUgZGlzYWdyZWVzIHdpdGggdGhlIGZsZWV0IG1lZGlhbiBmb3IgMzBtDQoNCiMjIE1vdGl2YXRpb24NCg0KQSBkZTEgY29tcHV0ZSBob3N0IHJhbiB3aXRoIGBib25kMGAgTVRVIDkwMDAgaW5zdGVhZCBvZiB0aGUgY2Fub25pY2FsIDkyMTYgZm9yIH4xMDcgZGF5cy4gSnVtYm8gR2VuZXZlIGZyYW1lcyB3ZXJlIHNpbGVudGx5IGRyb3BwZWQgb24gdGhlIHVuZGVybGF5LCBzdXJmYWNpbmcgZG93bnN0cmVhbSBhcyBtdWx0aS1zZWNvbmQgVExTIGhhbmRzaGFrZSBzdGFsbHMgYW5kIG5vaXN5IGxpdmUtbWlncmF0aW9uIGN1dG92ZXJzLiBub2RlLWV4cG9ydGVyIHdhcyBzY3JhcGluZyBgbm9kZV9uZXR3b3JrX3RyYW5zbWl0X2VycnNfdG90YWxgIGFuZCBgbm9kZV9uZXR3b3JrX210dV9ieXRlc2AgdGhlIGVudGlyZSB0aW1lIOKAlCBubyBydWxlIGNvbnN1bWVkIHRoZW0uDQoNCiMjIFZlcmlmaWNhdGlvbg0KDQotIGBoZWxtIHRlbXBsYXRlIGNoYXJ0cy9rdWJlLXByb21ldGhldXMtc3RhY2sgLS1zaG93LW9ubHkgdGVtcGxhdGVzL3Byb21ldGhldXMvYWRkaXRpb25hbFByb21ldGhldXNSdWxlcy55YW1sYCByZW5kZXJzIHRoZSBuZXcgYFByb21ldGhldXNSdWxlYCBjbGVhbmx5Lg0KLSBQcm9tUUwgYHt7ICRsYWJlbHMuKiB9fWAgLyBge3sgJHZhbHVlIH19YCB0ZW1wbGF0aW5nIGlzIHByZXNlcnZlZCB0aHJvdWdoIEhlbG0gcmVuZGVyaW5nIChzaW5nbGUtcXVvdGVkIFlBTUwgc3RyaW5ncykuDQotIFJlbGVhc2Ugbm90ZSBhZGRlZCB1bmRlciBgcmVsZWFzZW5vdGVzL25vdGVzL2Au patchset: fad4fd0d89519b15561ce3fa393d1be8d89a3091 pipeline: check playbook_context: playbook_projects: trusted/project_0/github.com/vexxhost/zuul-config: canonical_name: github.com/vexxhost/zuul-config checkout: main commit: 298983cd1253e6833abdb49d87d912527e0e6597 trusted/project_1/opendev.org/zuul/zuul-jobs: canonical_name: opendev.org/zuul/zuul-jobs checkout: master commit: 79fe3eb1d01f8ac5739b0b7bc4759c407b6e248d trusted/project_2/github.com/vexxhost/zuul-jobs: canonical_name: github.com/vexxhost/zuul-jobs checkout: main commit: a6e68243e02ef030ce5e75f8b67630880c475f33 untrusted/project_0/github.com/vexxhost/zuul-jobs: canonical_name: github.com/vexxhost/zuul-jobs checkout: main commit: a6e68243e02ef030ce5e75f8b67630880c475f33 untrusted/project_1/github.com/vexxhost/zuul-config: canonical_name: github.com/vexxhost/zuul-config checkout: main commit: 298983cd1253e6833abdb49d87d912527e0e6597 untrusted/project_2/opendev.org/zuul/zuul-jobs: canonical_name: opendev.org/zuul/zuul-jobs checkout: master commit: 79fe3eb1d01f8ac5739b0b7bc4759c407b6e248d untrusted/project_3/github.com/vexxhost/atmosphere: canonical_name: github.com/vexxhost/atmosphere checkout: main commit: b83e75292971af612d2f3a014786c2c2787b0723 untrusted/project_4/opendev.org/openstack/openstack-helm: canonical_name: opendev.org/openstack/openstack-helm checkout: master commit: e66e0ecb27db5ee6c935b151b6527887101b10db playbooks: - path: untrusted/project_0/github.com/vexxhost/zuul-jobs/playbooks/molecule/run.yaml roles: - checkout: master checkout_description: project default branch link_name: ansible/playbook_0/role_1/zuul-jobs link_target: untrusted/project_2/opendev.org/zuul/zuul-jobs role_path: ansible/playbook_0/role_1/zuul-jobs/roles - checkout: main checkout_description: playbook branch link_name: ansible/playbook_0/role_2/zuul-jobs link_target: untrusted/project_0/github.com/vexxhost/zuul-jobs role_path: ansible/playbook_0/role_2/zuul-jobs/roles post_playbooks: - path: untrusted/project_3/github.com/vexxhost/atmosphere/test-playbooks/molecule/post.yml roles: - checkout: main checkout_description: playbook branch link_name: ansible/post_playbook_0/role_0/atmosphere link_target: untrusted/project_3/github.com/vexxhost/atmosphere role_path: ansible/post_playbook_0/role_0/atmosphere/roles - checkout: master checkout_description: project default branch link_name: ansible/post_playbook_0/role_1/openstack-helm link_target: untrusted/project_4/opendev.org/openstack/openstack-helm role_path: ansible/post_playbook_0/role_1/openstack-helm/roles - checkout: master checkout_description: project default branch link_name: ansible/post_playbook_0/role_3/zuul-jobs link_target: untrusted/project_2/opendev.org/zuul/zuul-jobs role_path: ansible/post_playbook_0/role_3/zuul-jobs/roles - checkout: main checkout_description: zuul branch link_name: ansible/post_playbook_0/role_4/zuul-jobs link_target: untrusted/project_0/github.com/vexxhost/zuul-jobs role_path: ansible/post_playbook_0/role_4/zuul-jobs/roles - path: trusted/project_0/github.com/vexxhost/zuul-config/playbooks/base/post.yaml roles: - checkout: master checkout_description: project default branch link_name: ansible/post_playbook_1/role_1/zuul-jobs link_target: trusted/project_1/opendev.org/zuul/zuul-jobs role_path: ansible/post_playbook_1/role_1/zuul-jobs/roles - checkout: main checkout_description: zuul branch link_name: ansible/post_playbook_1/role_2/zuul-jobs link_target: trusted/project_2/github.com/vexxhost/zuul-jobs role_path: ansible/post_playbook_1/role_2/zuul-jobs/roles - path: trusted/project_0/github.com/vexxhost/zuul-config/playbooks/base/post-logs.yaml roles: - checkout: master checkout_description: project default branch link_name: ansible/post_playbook_2/role_1/zuul-jobs link_target: trusted/project_1/opendev.org/zuul/zuul-jobs role_path: ansible/post_playbook_2/role_1/zuul-jobs/roles - checkout: main checkout_description: zuul branch link_name: ansible/post_playbook_2/role_2/zuul-jobs link_target: trusted/project_2/github.com/vexxhost/zuul-jobs role_path: ansible/post_playbook_2/role_2/zuul-jobs/roles pre_playbooks: - path: trusted/project_0/github.com/vexxhost/zuul-config/playbooks/base/pre.yaml roles: - checkout: master checkout_description: project default branch link_name: ansible/pre_playbook_0/role_1/zuul-jobs link_target: trusted/project_1/opendev.org/zuul/zuul-jobs role_path: ansible/pre_playbook_0/role_1/zuul-jobs/roles - checkout: main checkout_description: zuul branch link_name: ansible/pre_playbook_0/role_2/zuul-jobs link_target: trusted/project_2/github.com/vexxhost/zuul-jobs role_path: ansible/pre_playbook_0/role_2/zuul-jobs/roles - path: untrusted/project_0/github.com/vexxhost/zuul-jobs/playbooks/molecule/pre.yaml roles: - checkout: master checkout_description: project default branch link_name: ansible/pre_playbook_1/role_1/zuul-jobs link_target: untrusted/project_2/opendev.org/zuul/zuul-jobs role_path: ansible/pre_playbook_1/role_1/zuul-jobs/roles - checkout: main checkout_description: playbook branch link_name: ansible/pre_playbook_1/role_2/zuul-jobs link_target: untrusted/project_0/github.com/vexxhost/zuul-jobs role_path: ansible/pre_playbook_1/role_2/zuul-jobs/roles - path: untrusted/project_3/github.com/vexxhost/atmosphere/test-playbooks/molecule/pre.yml roles: - checkout: main checkout_description: playbook branch link_name: ansible/pre_playbook_2/role_0/atmosphere link_target: untrusted/project_3/github.com/vexxhost/atmosphere role_path: ansible/pre_playbook_2/role_0/atmosphere/roles - checkout: master checkout_description: project default branch link_name: ansible/pre_playbook_2/role_1/openstack-helm link_target: untrusted/project_4/opendev.org/openstack/openstack-helm role_path: ansible/pre_playbook_2/role_1/openstack-helm/roles - checkout: master checkout_description: project default branch link_name: ansible/pre_playbook_2/role_3/zuul-jobs link_target: untrusted/project_2/opendev.org/zuul/zuul-jobs role_path: ansible/pre_playbook_2/role_3/zuul-jobs/roles - checkout: main checkout_description: zuul branch link_name: ansible/pre_playbook_2/role_4/zuul-jobs link_target: untrusted/project_0/github.com/vexxhost/zuul-jobs role_path: ansible/pre_playbook_2/role_4/zuul-jobs/roles post_review: false post_timeout: null pre_timeout: null project: canonical_hostname: github.com canonical_name: github.com/vexxhost/atmosphere name: vexxhost/atmosphere short_name: atmosphere src_dir: src/github.com/vexxhost/atmosphere projects: github.com/vexxhost/atmosphere: canonical_hostname: github.com canonical_name: github.com/vexxhost/atmosphere checkout: main checkout_description: zuul branch commit: b83e75292971af612d2f3a014786c2c2787b0723 name: vexxhost/atmosphere required: false short_name: atmosphere src_dir: src/github.com/vexxhost/atmosphere ref: refs/pull/3888/head resources: {} tenant: oss timeout: 1800 topic: null voting: true