------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0806 06:57:09.879138 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0806 06:57:09.879323 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0806 06:57:09.885575 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0806 06:57:09.888659 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0806 06:57:10.230843 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0806 06:57:10.245791 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0806 06:57:10.259709 7 nginx.go:271] "Starting NGINX Ingress controller" I0806 06:57:10.268062 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"f27f345d-45fe-4d64-afd1-2709f98b750a", APIVersion:"v1", ResourceVersion:"1378", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0806 06:57:10.272165 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"291fddd5-94fc-4abe-a3eb-a0cd4b536b8e", APIVersion:"v1", ResourceVersion:"1379", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0806 06:57:10.272217 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"26546e08-ee67-4251-bd37-5e70c0e67ad8", APIVersion:"v1", ResourceVersion:"1380", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0806 06:57:11.460799 7 nginx.go:317] "Starting NGINX process" I0806 06:57:11.460902 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0806 06:57:11.461237 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0806 06:57:11.461370 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0806 06:57:11.461410 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 06:57:11.461430 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0806 06:57:11.461468 7 controller.go:196] "Configuration changes detected, backend reload required" I0806 06:57:11.471227 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0806 06:57:11.471525 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-rh54m" I0806 06:57:11.492215 7 controller.go:216] "Backend successfully reloaded" I0806 06:57:11.492286 7 controller.go:227] "Initial sync, sleeping for 1 second" I0806 06:57:11.492413 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rh54m", UID:"a818b920-c279-43a0-bb94-404a3cdac5d7", APIVersion:"v1", ResourceVersion:"1487", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0806 06:57:15.282872 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 06:57:15.282920 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 06:57:18.615487 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 06:57:18.615521 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 06:57:21.949746 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 06:57:21.949794 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 06:57:25.282364 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 06:57:25.282409 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 06:57:28.616625 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 06:57:28.616665 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 06:57:31.948832 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 06:57:31.948881 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 06:57:35.282295 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 06:57:35.282336 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 06:57:38.615303 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 06:57:38.615335 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 06:57:41.949157 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 06:57:41.949198 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 06:57:45.282302 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 06:57:45.282331 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 06:57:48.615470 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 06:57:48.615513 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 06:58:38.689990 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 06:58:38.690033 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 06:58:57.658486 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 06:58:57.658528 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 06:59:01.439531 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 06:59:01.439565 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 06:59:04.773102 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 06:59:04.773187 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 06:59:08.107429 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 06:59:08.107476 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 06:59:11.440636 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 06:59:11.440694 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 06:59:14.773363 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 06:59:14.773407 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 06:59:18.106284 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 06:59:18.106320 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 06:59:21.440582 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 06:59:21.440655 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 06:59:24.774339 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 06:59:24.774375 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:01:34.238609 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:01:34.238635 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:01:36.982445 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-84.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-84.nip.io-tls was not found. Using default certificate W0806 07:01:36.982497 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:01:36.982509 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0806 07:01:36.983882 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.001s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.002s testedConfigurationSize:14.7kB} I0806 07:01:36.983901 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0806 07:01:36.992748 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0806 07:01:36.993317 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-84.nip.io-tls" in local store I0806 07:01:36.993364 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"d01eb411-006a-4019-b987-385806f04c2d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3359", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0806 07:01:37.222001 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-84.nip.io-tls" I0806 07:01:37.222942 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-84.nip.io-tls" W0806 07:01:37.573680 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:01:37.573726 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0806 07:01:37.573806 7 controller.go:196] "Configuration changes detected, backend reload required" I0806 07:01:37.613932 7 controller.go:216] "Backend successfully reloaded" I0806 07:01:37.614331 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rh54m", UID:"a818b920-c279-43a0-bb94-404a3cdac5d7", APIVersion:"v1", ResourceVersion:"1487", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration 199.19.213.84 - - [06/Aug/2026:07:01:39 +0000] "GET /realms/master HTTP/1.1" 200 622 "-" "ansible-httpget" 143 0.011 [auth-system-keycloak-80] [] 10.0.0.130:8080 622 0.011 200 7c24eb7058f82f9d6aad8c9721a71771 W0806 07:01:40.905565 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:01:40.905602 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.84 - - [06/Aug/2026:07:01:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 2.143 [auth-system-keycloak-80] [] 10.0.0.130:8080 1925 2.144 200 e5871f9b3d1db0233ebffd3e3ada2f59 199.19.213.84 - - [06/Aug/2026:07:01:42 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.170 [auth-system-keycloak-80] [] 10.0.0.130:8080 116 0.170 404 8a54dfcf96646db9f328bb8394f8a290 199.19.213.84 - - [06/Aug/2026:07:01:47 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 4.604 [auth-system-keycloak-80] [] 10.0.0.130:8080 0 4.603 201 58798a4137861387b1a2e5a8f70a44fe 199.19.213.84 - - [06/Aug/2026:07:01:47 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.588 [auth-system-keycloak-80] [] 10.0.0.130:8080 4246 0.589 200 8f5f43dde1d7c20b334d4a7f78b27db2 199.19.213.84 - - [06/Aug/2026:07:01:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.508 [auth-system-keycloak-80] [] 10.0.0.130:8080 1925 0.507 200 6f6509436f844ca81f99bb714ee275df 199.19.213.84 - - [06/Aug/2026:07:01:49 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1209 0.156 [auth-system-keycloak-80] [] 10.0.0.130:8080 12500 0.156 200 28dce1a20640a05c6bfbf9d69f45789f 199.19.213.84 - - [06/Aug/2026:07:01:49 +0000] "GET /admin/realms/atmosphere/client-scopes/3585896d-cad6-4cc6-84ab-68dcd360f7c1 HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.009 [auth-system-keycloak-80] [] 10.0.0.130:8080 1278 0.009 200 2122365ecdf6705e13227c873cf07977 199.19.213.84 - - [06/Aug/2026:07:01:49 +0000] "PUT /admin/realms/atmosphere/client-scopes/3585896d-cad6-4cc6-84ab-68dcd360f7c1 HTTP/1.1" 204 0 "-" "Ansible" 1846 0.083 [auth-system-keycloak-80] [] 10.0.0.130:8080 0 0.082 204 99f7ebc9034a7f9a47fa770272396981 199.19.213.84 - - [06/Aug/2026:07:01:49 +0000] "GET /admin/realms/atmosphere/client-scopes/3585896d-cad6-4cc6-84ab-68dcd360f7c1/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.089 [auth-system-keycloak-80] [] 10.0.0.130:8080 963 0.089 200 c313aeaf07cf66a2b0025105be7938aa 199.19.213.84 - - [06/Aug/2026:07:01:49 +0000] "GET /admin/realms/atmosphere/client-scopes/3585896d-cad6-4cc6-84ab-68dcd360f7c1/protocol-mappers/models/cced01a8-38c5-4c05-b65a-454fc5e7ae42 HTTP/1.1" 200 366 "-" "Ansible" 1307 0.010 [auth-system-keycloak-80] [] 10.0.0.130:8080 366 0.010 200 c13b0ca99806860624f774d6d97b2e37 199.19.213.84 - - [06/Aug/2026:07:01:49 +0000] "PUT /admin/realms/atmosphere/client-scopes/3585896d-cad6-4cc6-84ab-68dcd360f7c1/protocol-mappers/models/cced01a8-38c5-4c05-b65a-454fc5e7ae42 HTTP/1.1" 204 0 "-" "Ansible" 1620 0.074 [auth-system-keycloak-80] [] 10.0.0.130:8080 0 0.073 204 7b089b0ac0b38af29ce52a77a2f6dd6b 199.19.213.84 - - [06/Aug/2026:07:01:49 +0000] "GET /admin/realms/atmosphere/client-scopes/3585896d-cad6-4cc6-84ab-68dcd360f7c1 HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.080 [auth-system-keycloak-80] [] 10.0.0.130:8080 1218 0.080 200 2cde2484de5a0b81c8ed843819992e69 199.19.213.84 - - [06/Aug/2026:07:02:10 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.499 [auth-system-keycloak-80] [] 10.0.0.130:8080 1925 0.499 200 c4316c22999880e68749b1fc00f155c9 199.19.213.84 - - [06/Aug/2026:07:02:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.012 [auth-system-keycloak-80] [] 10.0.0.130:8080 2 0.012 200 91f41628a8efd37e03ccaba08f19bf0c 199.19.213.84 - - [06/Aug/2026:07:02:11 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.202 [auth-system-keycloak-80] [] 10.0.0.130:8080 0 0.202 201 4ff8554f36bca4e043429c19c04700ec 199.19.213.84 - - [06/Aug/2026:07:02:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.075 [auth-system-keycloak-80] [] 10.0.0.130:8080 1259 0.075 200 ae17ff54db1b8a01ac1b17e4f7887ad7 I0806 07:02:11.477764 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.110.116.157"}] I0806 07:02:11.483644 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"d01eb411-006a-4019-b987-385806f04c2d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3626", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0806 07:02:11.485318 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:02:11.485407 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.84 - - [06/Aug/2026:07:02:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.518 [auth-system-keycloak-80] [] 10.0.0.130:8080 1925 0.517 200 0518ffe04edfdf426ebfd22cf7a3e190 199.19.213.84 - - [06/Aug/2026:07:02:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.009 [auth-system-keycloak-80] [] 10.0.0.130:8080 2 0.009 200 4e57ee02b8445af0096844fbf82e0333 199.19.213.84 - - [06/Aug/2026:07:02:12 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.081 [auth-system-keycloak-80] [] 10.0.0.130:8080 0 0.082 201 fb693eb169421fa37019a6d38802a935 199.19.213.84 - - [06/Aug/2026:07:02:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.076 [auth-system-keycloak-80] [] 10.0.0.130:8080 1283 0.076 200 e082b480e141b9c619529b43d26598c6 199.19.213.84 - - [06/Aug/2026:07:02:13 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.507 [auth-system-keycloak-80] [] 10.0.0.130:8080 1925 0.506 200 569b767ebfa2be7021fb9b36d79b24ef 199.19.213.84 - - [06/Aug/2026:07:02:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.010 [auth-system-keycloak-80] [] 10.0.0.130:8080 2 0.010 200 5cae3fb6a83ab9d884ebf875234b2ee0 199.19.213.84 - - [06/Aug/2026:07:02:13 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.145 [auth-system-keycloak-80] [] 10.0.0.130:8080 0 0.144 201 bec69745cd1eb1e641f9a1347eed7f34 199.19.213.84 - - [06/Aug/2026:07:02:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.020 [auth-system-keycloak-80] [] 10.0.0.130:8080 1249 0.020 200 97d17e6d8174acc1954c7f2d7a42a567 199.19.213.84 - - [06/Aug/2026:07:02:14 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.814 [auth-system-keycloak-80] [] 10.0.0.130:8080 1925 0.813 200 f5362f834b377117360e2b4ffa8fd125 199.19.213.84 - - [06/Aug/2026:07:02:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.130:8080 1259 0.009 200 3cba1af05ad4c1ba8192f17a190d3630 199.19.213.84 - - [06/Aug/2026:07:02:14 +0000] "GET /admin/realms/atmosphere/clients/021b3705-086c-43f8-9bb3-74f88e82951f/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.053 [auth-system-keycloak-80] [] 10.0.0.130:8080 119 0.053 404 32ce783fa412b0d27e56f572c6771e16 199.19.213.84 - - [06/Aug/2026:07:02:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.130:8080 1259 0.006 200 6d6cef1abcd12b4d8cb0e0dcef3b72b5 199.19.213.84 - - [06/Aug/2026:07:02:14 +0000] "POST /admin/realms/atmosphere/clients/021b3705-086c-43f8-9bb3-74f88e82951f/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.078 [auth-system-keycloak-80] [] 10.0.0.130:8080 0 0.077 201 e9f09d26b99ac077facbcf559e607158 199.19.213.84 - - [06/Aug/2026:07:02:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.130:8080 1259 0.006 200 84c84a0374c180653b0ae981c6e27e7e 199.19.213.84 - - [06/Aug/2026:07:02:15 +0000] "GET /admin/realms/atmosphere/clients/021b3705-086c-43f8-9bb3-74f88e82951f/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.015 [auth-system-keycloak-80] [] 10.0.0.130:8080 166 0.015 200 e75bf9e986050fb21c20d54c5bea0cb4 199.19.213.84 - - [06/Aug/2026:07:02:16 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.649 [auth-system-keycloak-80] [] 10.0.0.130:8080 1925 0.648 200 aa574f32092e500e1e829e8556934cdb 199.19.213.84 - - [06/Aug/2026:07:02:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.039 [auth-system-keycloak-80] [] 10.0.0.130:8080 1283 0.040 200 65aac37289763b4f5399426aa24d50da 199.19.213.84 - - [06/Aug/2026:07:02:16 +0000] "GET /admin/realms/atmosphere/clients/910c0386-216a-4b2d-a0ed-bdbdf9ce6caf/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.011 [auth-system-keycloak-80] [] 10.0.0.130:8080 119 0.010 404 7d36675353f19c2aa66aa48ba412b04b 199.19.213.84 - - [06/Aug/2026:07:02:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.010 [auth-system-keycloak-80] [] 10.0.0.130:8080 1283 0.009 200 c1a4921e29ebf87f33c45f0a5ea3100d 199.19.213.84 - - [06/Aug/2026:07:02:16 +0000] "POST /admin/realms/atmosphere/clients/910c0386-216a-4b2d-a0ed-bdbdf9ce6caf/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.019 [auth-system-keycloak-80] [] 10.0.0.130:8080 0 0.018 201 fc55684db9fb765232b8a691343a99cf 199.19.213.84 - - [06/Aug/2026:07:02:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.023 [auth-system-keycloak-80] [] 10.0.0.130:8080 1283 0.023 200 8618a36fd8b0530d0b3bfdb73299a330 199.19.213.84 - - [06/Aug/2026:07:02:16 +0000] "GET /admin/realms/atmosphere/clients/910c0386-216a-4b2d-a0ed-bdbdf9ce6caf/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.016 [auth-system-keycloak-80] [] 10.0.0.130:8080 165 0.017 200 b658d6e13c0cd665547945834c8b116b 199.19.213.84 - - [06/Aug/2026:07:02:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.501 [auth-system-keycloak-80] [] 10.0.0.130:8080 1925 0.500 200 d678dfce2e0783c3143bdab717bf853c 199.19.213.84 - - [06/Aug/2026:07:02:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.130:8080 1283 0.007 200 885db94496706100520e8aee76768f72 199.19.213.84 - - [06/Aug/2026:07:02:17 +0000] "GET /admin/realms/atmosphere/clients/910c0386-216a-4b2d-a0ed-bdbdf9ce6caf/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.049 [auth-system-keycloak-80] [] 10.0.0.130:8080 119 0.050 404 16b4641449f0db0893196b82c876dfe0 199.19.213.84 - - [06/Aug/2026:07:02:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.130:8080 1283 0.006 200 f26aca55df89ffe5ed09493dcbfce1eb 199.19.213.84 - - [06/Aug/2026:07:02:17 +0000] "POST /admin/realms/atmosphere/clients/910c0386-216a-4b2d-a0ed-bdbdf9ce6caf/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.031 [auth-system-keycloak-80] [] 10.0.0.130:8080 0 0.030 201 09724952caa7ae423e7fc291067d7b6d 199.19.213.84 - - [06/Aug/2026:07:02:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.130:8080 1283 0.007 200 cc5c592bb596ed911a50ee0dc445f1f4 199.19.213.84 - - [06/Aug/2026:07:02:17 +0000] "GET /admin/realms/atmosphere/clients/910c0386-216a-4b2d-a0ed-bdbdf9ce6caf/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.025 [auth-system-keycloak-80] [] 10.0.0.130:8080 166 0.025 200 1077167654164cabcda60fe91fdb4114 199.19.213.84 - - [06/Aug/2026:07:02:18 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.504 [auth-system-keycloak-80] [] 10.0.0.130:8080 1925 0.502 200 95ecb68e5cae53bab53829016fe4c845 199.19.213.84 - - [06/Aug/2026:07:02:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.011 [auth-system-keycloak-80] [] 10.0.0.130:8080 1283 0.011 200 a9c1b2e94aa6f39a5093a97c5a6270d6 199.19.213.84 - - [06/Aug/2026:07:02:18 +0000] "GET /admin/realms/atmosphere/clients/910c0386-216a-4b2d-a0ed-bdbdf9ce6caf/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.010 [auth-system-keycloak-80] [] 10.0.0.130:8080 119 0.010 404 40fe289476a3ef64a97c7e3a784b9aa0 199.19.213.84 - - [06/Aug/2026:07:02:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.048 [auth-system-keycloak-80] [] 10.0.0.130:8080 1283 0.048 200 c200015212e2b88ba77787574e2ed29f 199.19.213.84 - - [06/Aug/2026:07:02:18 +0000] "POST /admin/realms/atmosphere/clients/910c0386-216a-4b2d-a0ed-bdbdf9ce6caf/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.186 [auth-system-keycloak-80] [] 10.0.0.130:8080 0 0.185 201 fd7b654ad49cfa06b998c38f9ae844bd 199.19.213.84 - - [06/Aug/2026:07:02:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.130:8080 1283 0.006 200 e1842a61dfee63cc5bcb8dbc687b232c 199.19.213.84 - - [06/Aug/2026:07:02:18 +0000] "GET /admin/realms/atmosphere/clients/910c0386-216a-4b2d-a0ed-bdbdf9ce6caf/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.014 [auth-system-keycloak-80] [] 10.0.0.130:8080 166 0.014 200 9caaa222205b13f1b8e2f885365242a6 199.19.213.84 - - [06/Aug/2026:07:02:19 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.490 [auth-system-keycloak-80] [] 10.0.0.130:8080 1925 0.490 200 5414da179ceb69a32573be4697da4f7c 199.19.213.84 - - [06/Aug/2026:07:02:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.053 [auth-system-keycloak-80] [] 10.0.0.130:8080 1249 0.053 200 b646263caaecd0276c24b9e7c7de63a0 199.19.213.84 - - [06/Aug/2026:07:02:19 +0000] "GET /admin/realms/atmosphere/clients/14a311c5-5879-4076-9d0e-14d7077dcd39/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.022 [auth-system-keycloak-80] [] 10.0.0.130:8080 119 0.023 404 3cf003ef006e66ce4a80a7036deca67e 199.19.213.84 - - [06/Aug/2026:07:02:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.059 [auth-system-keycloak-80] [] 10.0.0.130:8080 1249 0.059 200 6d8a80230cbeacc89add105a8c9b7377 199.19.213.84 - - [06/Aug/2026:07:02:19 +0000] "POST /admin/realms/atmosphere/clients/14a311c5-5879-4076-9d0e-14d7077dcd39/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.165 [auth-system-keycloak-80] [] 10.0.0.130:8080 0 0.165 201 e46ef70d9e87f2d828f641b6ee7b6e7c 199.19.213.84 - - [06/Aug/2026:07:02:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.130:8080 1249 0.008 200 8a8c54c0f8b08381b850676d47c53377 199.19.213.84 - - [06/Aug/2026:07:02:19 +0000] "GET /admin/realms/atmosphere/clients/14a311c5-5879-4076-9d0e-14d7077dcd39/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.017 [auth-system-keycloak-80] [] 10.0.0.130:8080 166 0.017 200 742b48075a833c292bb636cc08972103 W0806 07:03:31.006718 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:03:31.006750 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:03:31.088721 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0806 07:03:31.088791 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0806 07:03:31.088822 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:03:31.088879 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:03:31.090228 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0806 07:03:31.090315 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0806 07:03:31.090359 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:03:31.090393 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0806 07:03:31.090860 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0806 07:03:31.090882 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" W0806 07:03:31.091042 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0806 07:03:31.091088 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0806 07:03:31.091115 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:03:31.091125 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0806 07:03:31.091600 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.001s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.002s testedConfigurationSize:18.2kB} I0806 07:03:31.091742 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0806 07:03:31.096123 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.006s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:18.2kB} I0806 07:03:31.096153 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0806 07:03:31.099758 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0806 07:03:31.100095 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0806 07:03:31.100726 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"31857737-6129-4b70-af40-ccc71931966b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4260", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0806 07:03:31.102593 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0806 07:03:31.102893 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0806 07:03:31.102918 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"78fcb6af-badd-408a-9ddd-c390c50d0d30", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4261", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0806 07:03:31.105700 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0806 07:03:31.106126 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0806 07:03:31.106195 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"a72cbe77-767f-40ad-b453-cdae26e502ff", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4265", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0806 07:03:31.557548 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0806 07:03:31.558931 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0806 07:03:32.057527 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0806 07:03:32.058206 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0806 07:03:32.359496 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0806 07:03:32.360546 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0806 07:03:34.341005 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0806 07:03:34.341046 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0806 07:03:34.341069 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0806 07:03:34.341168 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:03:34.341184 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0806 07:03:34.341261 7 controller.go:196] "Configuration changes detected, backend reload required" I0806 07:03:34.392584 7 controller.go:216] "Backend successfully reloaded" I0806 07:03:34.393030 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rh54m", UID:"a818b920-c279-43a0-bb94-404a3cdac5d7", APIVersion:"v1", ResourceVersion:"1487", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0806 07:03:37.675229 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0806 07:03:37.675296 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0806 07:03:37.675343 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0806 07:03:37.675457 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:03:37.675484 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:03:41.008140 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0806 07:03:41.008193 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0806 07:03:41.008219 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0806 07:03:41.008307 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:03:41.008320 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:03:44.341801 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0806 07:03:44.341895 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0806 07:03:44.341941 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0806 07:03:44.342073 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:03:44.342097 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:03:47.673801 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0806 07:03:47.673850 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0806 07:03:47.673876 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0806 07:03:47.673968 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:03:47.673982 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:03:51.006999 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0806 07:03:51.007074 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0806 07:03:51.007108 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0806 07:03:51.007279 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:03:51.007308 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:03:54.341308 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0806 07:03:54.341388 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0806 07:03:54.341446 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0806 07:03:54.341720 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:03:54.341746 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:03:57.674608 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0806 07:03:57.674661 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0806 07:03:57.674709 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0806 07:03:57.674860 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:03:57.674878 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:04:02.120026 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0806 07:04:02.121105 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0806 07:04:02.121286 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0806 07:04:02.122072 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:04:02.122178 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.5 - - [06/Aug/2026:07:04:03 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.033 [auth-system-keycloak-80] [] 10.0.0.130:8080 6411 0.033 200 5daa04d1ea75ce3b8430425548447f25 10.0.0.235 - - [06/Aug/2026:07:04:04 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.009 [auth-system-keycloak-80] [] 10.0.0.130:8080 6411 0.009 200 30b91861729ad8ab543f4261669177b5 W0806 07:04:05.453366 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0806 07:04:05.453738 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:04:05.453767 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:04:08.787620 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0806 07:04:08.787874 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:04:08.787909 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0806 07:04:11.480224 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.110.116.157"}] I0806 07:04:11.480300 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.110.116.157"}] I0806 07:04:11.480997 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.110.116.157"}] I0806 07:04:11.495116 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"78fcb6af-badd-408a-9ddd-c390c50d0d30", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5060", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0806 07:04:11.501841 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"a72cbe77-767f-40ad-b453-cdae26e502ff", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5061", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0806 07:04:11.502983 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"31857737-6129-4b70-af40-ccc71931966b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5062", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0806 07:04:12.119748 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:04:12.119800 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:04:15.454790 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:04:15.454848 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:04:23.400404 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:04:23.400441 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:04:26.734107 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:04:26.734151 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.84 - - [06/Aug/2026:07:04:29 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.491 [auth-system-keycloak-80] [] 10.0.0.130:8080 1925 0.490 200 574eb4de5a3e7c7905d148e1deedd6fd 199.19.213.84 - - [06/Aug/2026:07:04:29 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.008 [auth-system-keycloak-80] [] 10.0.0.130:8080 4246 0.008 200 d9b98aa53e6cd609bd78889d71344f3e 199.19.213.84 - - [06/Aug/2026:07:04:30 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5707 0.450 [auth-system-keycloak-80] [] 10.0.0.130:8080 0 0.449 204 562a3e7c8e81255e242fa224cc998576 199.19.213.84 - - [06/Aug/2026:07:04:30 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.198 [auth-system-keycloak-80] [] 10.0.0.130:8080 4384 0.198 200 f6f261a630305b0343e159283eda377b 199.19.213.84 - - [06/Aug/2026:07:04:31 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.507 [auth-system-keycloak-80] [] 10.0.0.130:8080 1925 0.505 200 f9f83e167336ca5e7fd334ea3c4788b9 199.19.213.84 - - [06/Aug/2026:07:04:31 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1227 0.049 [auth-system-keycloak-80] [] 10.0.0.130:8080 1682 0.049 200 57657fe637ee8488c33db4d4af4c716a 199.19.213.84 - - [06/Aug/2026:07:04:31 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "ansible-httpget" 180 0.007 [auth-system-keycloak-80] [] 10.0.0.130:8080 6411 0.007 200 d75ba5a152cdcd16c97299249a976bb7 199.19.213.84 - - [06/Aug/2026:07:04:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.487 [auth-system-keycloak-80] [] 10.0.0.130:8080 1925 0.486 200 0d631e04f6a886ce78ea94a2c53644d2 199.19.213.84 - - [06/Aug/2026:07:04:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.010 [auth-system-keycloak-80] [] 10.0.0.130:8080 2 0.010 200 d7f1592c86af1e6cc933eed683ed1f4b 199.19.213.84 - - [06/Aug/2026:07:04:33 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.166 [auth-system-keycloak-80] [] 10.0.0.130:8080 0 0.165 201 78cb8b96cd521ebd5272c20b5fb4e006 199.19.213.84 - - [06/Aug/2026:07:04:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.083 [auth-system-keycloak-80] [] 10.0.0.130:8080 2242 0.083 200 357619db518344ba519b26aafcff26b5 199.19.213.84 - - [06/Aug/2026:07:04:34 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.525 [auth-system-keycloak-80] [] 10.0.0.130:8080 1925 0.525 200 6b53dc7072bb7ed9360080393c5e7819 199.19.213.84 - - [06/Aug/2026:07:04:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.007 [auth-system-keycloak-80] [] 10.0.0.130:8080 2242 0.007 200 cf6975df6cfae1fe7cd4923efb7ed434 199.19.213.84 - - [06/Aug/2026:07:04:34 +0000] "GET /admin/realms/atmosphere/clients/8169fc04-30fa-4e00-8bf8-274073918d51/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.063 [auth-system-keycloak-80] [] 10.0.0.130:8080 233 0.063 200 4cae6cf1dd74565b349ac6a4f5af9664 199.19.213.84 - - [06/Aug/2026:07:04:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.068 [auth-system-keycloak-80] [] 10.0.0.130:8080 831 0.068 200 cb1e08756a765c59f70fb28700938e8e 199.19.213.84 - - [06/Aug/2026:07:04:34 +0000] "GET /admin/realms/atmosphere/clients/749db690-b8a0-47ad-a614-a43b7b83a0c2/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.111 [auth-system-keycloak-80] [] 10.0.0.130:8080 3758 0.111 200 e03248e412a8dca8639cd7229ad93bb0 199.19.213.84 - - [06/Aug/2026:07:04:35 +0000] "GET /admin/realms/atmosphere/users/eda6df39-bee0-47cf-930f-aa8f973a876b/role-mappings/clients/749db690-b8a0-47ad-a614-a43b7b83a0c2/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.178 [auth-system-keycloak-80] [] 10.0.0.130:8080 3758 0.178 200 8d00aac536a41aadf12523893750cb04 199.19.213.84 - - [06/Aug/2026:07:04:35 +0000] "GET /admin/realms/atmosphere/users/eda6df39-bee0-47cf-930f-aa8f973a876b/role-mappings/clients/749db690-b8a0-47ad-a614-a43b7b83a0c2/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.084 [auth-system-keycloak-80] [] 10.0.0.130:8080 2 0.084 200 8ae83013c1c42dccb3377e42ece9bf9f 199.19.213.84 - - [06/Aug/2026:07:04:35 +0000] "POST /admin/realms/atmosphere/users/eda6df39-bee0-47cf-930f-aa8f973a876b/role-mappings/clients/749db690-b8a0-47ad-a614-a43b7b83a0c2 HTTP/1.1" 204 0 "-" "Ansible" 1388 0.025 [auth-system-keycloak-80] [] 10.0.0.130:8080 0 0.025 204 9098527222e0747acf1a8dc43802d803 199.19.213.84 - - [06/Aug/2026:07:04:35 +0000] "GET /admin/realms/atmosphere/users/eda6df39-bee0-47cf-930f-aa8f973a876b/role-mappings/clients/749db690-b8a0-47ad-a614-a43b7b83a0c2/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.045 [auth-system-keycloak-80] [] 10.0.0.130:8080 576 0.045 200 b2cb4d218c7fd338767670f061d7bf60 W0806 07:04:38.145224 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:04:38.145269 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:04:41.479023 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:04:41.479077 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:06:44.384011 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:06:44.384060 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:07:17.921911 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0806 07:07:17.921982 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:07:17.921996 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0806 07:07:17.925159 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:28.7kB} I0806 07:07:17.925199 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0806 07:07:17.930252 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0806 07:07:17.930715 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"6e1804e5-a3ce-42b7-9000-d2a2cb163b2c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6314", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0806 07:07:17.931002 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0806 07:07:17.931567 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0806 07:07:17.931676 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:07:17.931715 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0806 07:07:17.931879 7 controller.go:196] "Configuration changes detected, backend reload required" I0806 07:07:17.987038 7 controller.go:216] "Backend successfully reloaded" I0806 07:07:17.987516 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rh54m", UID:"a818b920-c279-43a0-bb94-404a3cdac5d7", APIVersion:"v1", ResourceVersion:"1487", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0806 07:07:18.187528 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0806 07:07:18.188389 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0806 07:07:21.265121 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:07:21.265170 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.84 - - [06/Aug/2026:07:07:22 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.004 [openstack-keystone-api-5000] [] 10.0.0.69:5000 280 0.004 300 403d898a60fcda19ae48941ba5d1369e 199.19.213.84 - - [06/Aug/2026:07:07:23 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.69:5000 265 0.004 200 68be67e1711dbff5323a0301ea0c6b20 199.19.213.84 - - [06/Aug/2026:07:07:24 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 549 0.511 [openstack-keystone-api-5000] [] 10.0.0.69:5000 1359 0.511 201 649fa6aa64199d1c447615acd69dd14f 199.19.213.84 - - [06/Aug/2026:07:07:24 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.69:5000 280 0.003 300 c7f9499faca674af9bd14e661e48ebbe 199.19.213.84 - - [06/Aug/2026:07:07:24 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 437 0.028 [openstack-keystone-api-5000] [] 10.0.0.69:5000 90 0.028 404 31263dd8ed7fbdb3afd1d8cf3e18f6e2 199.19.213.84 - - [06/Aug/2026:07:07:24 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 455 0.028 [openstack-keystone-api-5000] [] 10.0.0.69:5000 368 0.028 200 0150a4c4784d960bff880493ad978a67 199.19.213.84 - - [06/Aug/2026:07:07:24 +0000] "GET /v3/domains/a986bb15c2554831b6b66a112b3453ca HTTP/1.1" 200 246 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 459 0.020 [openstack-keystone-api-5000] [] 10.0.0.69:5000 246 0.019 200 a67940f71d2a9f88eed127cc71df85f5 199.19.213.84 - - [06/Aug/2026:07:07:25 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.69:5000 265 0.003 200 b649d7b93fc880b221e50d8f177c850a 199.19.213.84 - - [06/Aug/2026:07:07:25 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 549 0.306 [openstack-keystone-api-5000] [] 10.0.0.69:5000 1359 0.305 201 88aa5a2528adf5a0f5b85907bc7c4b43 199.19.213.84 - - [06/Aug/2026:07:07:25 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.69:5000 280 0.003 300 39d286db0c4f452456a2b35f6efe53b9 199.19.213.84 - - [06/Aug/2026:07:07:25 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 462 0.021 [openstack-keystone-api-5000] [] 10.0.0.69:5000 101 0.021 404 695ebdd628e9579fea43a68ca068406a 199.19.213.84 - - [06/Aug/2026:07:07:25 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 155 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 464 0.017 [openstack-keystone-api-5000] [] 10.0.0.69:5000 155 0.017 200 e8721ae97f4638f7632abf9c7b5a7274 199.19.213.84 - - [06/Aug/2026:07:07:25 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 340 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 679 0.021 [openstack-keystone-api-5000] [] 10.0.0.69:5000 340 0.021 201 f58424d0c66a9321c39586eb752280f6 199.19.213.84 - - [06/Aug/2026:07:07:26 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.69:5000 265 0.004 200 f9bbde9e3a108db24fac829736bf1f09 199.19.213.84 - - [06/Aug/2026:07:07:26 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 549 0.307 [openstack-keystone-api-5000] [] 10.0.0.69:5000 1359 0.307 201 d8ffca89cc8032de314caeb38f8c5d97 199.19.213.84 - - [06/Aug/2026:07:07:26 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.69:5000 280 0.004 300 a8c0486818c9ca654f6129e062b5bcd9 199.19.213.84 - - [06/Aug/2026:07:07:26 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 459 0.020 [openstack-keystone-api-5000] [] 10.0.0.69:5000 98 0.020 404 14c9799430ad2dfa8f16280f8c17abd2 199.19.213.84 - - [06/Aug/2026:07:07:26 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 135 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 454 0.016 [openstack-keystone-api-5000] [] 10.0.0.69:5000 135 0.016 200 cbf7d2b0571c2cd8d23dd3160e82dd48 199.19.213.84 - - [06/Aug/2026:07:07:26 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 356 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 762 0.024 [openstack-keystone-api-5000] [] 10.0.0.69:5000 356 0.024 201 5a2db6b4f9d930d92c335cedd8965a60 199.19.213.84 - - [06/Aug/2026:07:07:27 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.69:5000 265 0.004 200 cd126dd5fd3e7bf132fc4ec505ea21c0 199.19.213.84 - - [06/Aug/2026:07:07:27 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 549 0.319 [openstack-keystone-api-5000] [] 10.0.0.69:5000 1359 0.319 201 39e608f06fa0d7073bd5bf4ac410d65a 199.19.213.84 - - [06/Aug/2026:07:07:27 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.69:5000 280 0.004 300 dd8dea5639f6e6219e4a294b72ec82af 199.19.213.84 - - [06/Aug/2026:07:07:27 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 497 0.027 [openstack-keystone-api-5000] [] 10.0.0.69:5000 131 0.027 404 68f4161d8477278ae4cb731a4f1968fa 199.19.213.84 - - [06/Aug/2026:07:07:27 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 167 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 485 0.024 [openstack-keystone-api-5000] [] 10.0.0.69:5000 167 0.024 200 1835096ce8e0e44edba4ba807676415c 199.19.213.84 - - [06/Aug/2026:07:07:27 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 222 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 580 0.025 [openstack-keystone-api-5000] [] 10.0.0.69:5000 222 0.026 201 4ba856663eae95d46a658f50048a3395 W0806 07:07:30.487871 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:07:30.488116 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:07:33.821828 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:07:33.821857 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:07:37.155772 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:07:37.155827 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store E0806 07:08:02.110520 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-19-213-84.nip.io. Skipping. W0806 07:08:02.110986 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0806 07:08:02.111075 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0806 07:08:02.111134 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:08:02.111150 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0806 07:08:02.114057 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.004s renderingIngressLength:6 renderingIngressTime:0.003s admissionTime:0.007s testedConfigurationSize:33.4kB} I0806 07:08:02.114083 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/dashboard" I0806 07:08:02.128807 7 store.go:440] "Found valid IngressClass" ingress="openstack/dashboard" ingressclass="atmosphere" E0806 07:08:02.129293 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-19-213-84.nip.io. Skipping. I0806 07:08:02.129650 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"499c5260-056b-450b-9373-45c500e92e49", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6702", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0806 07:08:02.130165 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/horizon-int-certs" in local store W0806 07:08:02.130668 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0806 07:08:02.130782 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0806 07:08:02.130876 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:08:02.130899 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0806 07:08:02.131044 7 controller.go:196] "Configuration changes detected, backend reload required" I0806 07:08:02.214982 7 controller.go:216] "Backend successfully reloaded" I0806 07:08:02.215731 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rh54m", UID:"a818b920-c279-43a0-bb94-404a3cdac5d7", APIVersion:"v1", ResourceVersion:"1487", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0806 07:08:02.592107 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/horizon-int-certs" E0806 07:08:02.592427 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-19-213-84.nip.io. Skipping. I0806 07:08:02.594863 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/horizon-int-certs" W0806 07:08:05.465563 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0806 07:08:05.465684 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:08:05.465697 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store E0806 07:08:11.857102 7 leaderelection.go:429] Failed to update lock optimistically: etcdserver: request timed out, falling back to slow path I0806 07:08:17.129209 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="dashboard" currentValue=null newValue=[{"ip":"10.110.116.157"}] I0806 07:08:17.129209 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.110.116.157"}] E0806 07:08:17.147344 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-19-213-84.nip.io. Skipping. I0806 07:08:17.147397 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"499c5260-056b-450b-9373-45c500e92e49", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6765", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0806 07:08:17.162309 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. I0806 07:08:17.162380 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"6e1804e5-a3ce-42b7-9000-d2a2cb163b2c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6766", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0806 07:08:17.162446 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:08:17.162462 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:08:20.495511 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0806 07:08:20.495641 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:08:20.495658 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:08:37.763569 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0806 07:08:37.763712 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:08:37.763743 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:08:41.097769 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0806 07:08:41.097893 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:08:41.097910 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:08:48.474931 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0806 07:08:48.475089 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:08:48.475114 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store E0806 07:09:01.750406 7 leaderelection.go:429] Failed to update lock optimistically: etcdserver: request timed out, falling back to slow path E0806 07:09:10.640819 7 leaderelection.go:436] error retrieving resource lock ingress-nginx/ingress-nginx-leader: Get "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/ingress-nginx/leases/ingress-nginx-leader": context deadline exceeded I0806 07:09:10.640855 7 leaderelection.go:297] failed to renew lease ingress-nginx/ingress-nginx-leader: context deadline exceeded E0806 07:09:10.641310 7 status.go:104] "error running poll" err="timed out waiting for the condition" I0806 07:09:10.641325 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... E0806 07:09:13.133713 7 leaderelection.go:429] Failed to update lock optimistically: Operation cannot be fulfilled on leases.coordination.k8s.io "ingress-nginx-leader": the object has been modified; please apply your changes to the latest version and try again, falling back to slow path I0806 07:09:13.344585 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader W0806 07:09:21.596692 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0806 07:09:21.596828 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:09:21.596851 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0806 07:09:21.601127 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:33.4kB} I0806 07:09:21.601170 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" 199.19.213.84 - - [06/Aug/2026:07:09:25 +0000] "GET /realms/master HTTP/1.1" 200 622 "-" "ansible-httpget" 143 0.005 [auth-system-keycloak-80] [] 10.0.0.130:8080 622 0.005 200 b7b365cf838987c958dda865b31ad439 199.19.213.84 - - [06/Aug/2026:07:09:27 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.477 [auth-system-keycloak-80] [] 10.0.0.130:8080 1925 0.476 200 5dcac8c062e25b2afb0ae2cda53be89a 199.19.213.84 - - [06/Aug/2026:07:09:34 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.092 [auth-system-keycloak-80] [] 10.0.0.130:8080 4384 0.092 200 49dd4c52bd3d05091a91261d8b4cb692 E0806 07:09:35.465886 7 leaderelection.go:429] Failed to update lock optimistically: etcdserver: request timed out, falling back to slow path 199.19.213.84 - - [06/Aug/2026:07:09:40 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5853 0.133 [auth-system-keycloak-80] [] 10.0.0.130:8080 0 0.131 204 4a0e6f2cd0100eff8828a5a7f40d7381 199.19.213.84 - - [06/Aug/2026:07:09:40 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.388 [auth-system-keycloak-80] [] 10.0.0.130:8080 4384 0.388 200 a52b83d8db1d17999506121828c306ef W0806 07:09:41.828243 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0806 07:09:41.828357 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:09:41.828379 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.84 - - [06/Aug/2026:07:09:41 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.533 [auth-system-keycloak-80] [] 10.0.0.130:8080 1925 0.531 200 c3e1175bfcbfe8acc85b8359e0be366e 199.19.213.84 - - [06/Aug/2026:07:09:41 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12432 "-" "Ansible" 1209 0.015 [auth-system-keycloak-80] [] 10.0.0.130:8080 12440 0.014 200 48c3280776f4791fcaf464c1f9a41e54 199.19.213.84 - - [06/Aug/2026:07:09:41 +0000] "GET /admin/realms/atmosphere/client-scopes/3585896d-cad6-4cc6-84ab-68dcd360f7c1 HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.006 [auth-system-keycloak-80] [] 10.0.0.130:8080 1218 0.006 200 bed95f655420e5d677e66ca68f109657 199.19.213.84 - - [06/Aug/2026:07:09:41 +0000] "PUT /admin/realms/atmosphere/client-scopes/3585896d-cad6-4cc6-84ab-68dcd360f7c1 HTTP/1.1" 204 0 "-" "Ansible" 1846 0.069 [auth-system-keycloak-80] [] 10.0.0.130:8080 0 0.068 204 66f3f36c68daab154f627d98e0efa363 199.19.213.84 - - [06/Aug/2026:07:09:42 +0000] "GET /admin/realms/atmosphere/client-scopes/3585896d-cad6-4cc6-84ab-68dcd360f7c1/protocol-mappers/models HTTP/1.1" 200 968 "-" "Ansible" 1270 0.016 [auth-system-keycloak-80] [] 10.0.0.130:8080 968 0.016 200 a2b60c34f0ea9bc5f20a081e1522e085 199.19.213.84 - - [06/Aug/2026:07:09:42 +0000] "GET /admin/realms/atmosphere/client-scopes/3585896d-cad6-4cc6-84ab-68dcd360f7c1/protocol-mappers/models/cced01a8-38c5-4c05-b65a-454fc5e7ae42 HTTP/1.1" 200 371 "-" "Ansible" 1307 0.005 [auth-system-keycloak-80] [] 10.0.0.130:8080 371 0.005 200 946f88d757d9253befad9948b2ccba7e 199.19.213.84 - - [06/Aug/2026:07:09:42 +0000] "PUT /admin/realms/atmosphere/client-scopes/3585896d-cad6-4cc6-84ab-68dcd360f7c1/protocol-mappers/models/cced01a8-38c5-4c05-b65a-454fc5e7ae42 HTTP/1.1" 204 0 "-" "Ansible" 1620 0.048 [auth-system-keycloak-80] [] 10.0.0.130:8080 0 0.047 204 b3a0e2c0dc4067db37d4923357c0a07e 199.19.213.84 - - [06/Aug/2026:07:09:42 +0000] "GET /admin/realms/atmosphere/client-scopes/3585896d-cad6-4cc6-84ab-68dcd360f7c1 HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.014 [auth-system-keycloak-80] [] 10.0.0.130:8080 1218 0.013 200 00e51e94294b5811d2ff7989261572ef W0806 07:09:45.162574 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:09:45.162615 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:09:48.495374 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:09:48.495540 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.84 - - [06/Aug/2026:07:09:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.504 [auth-system-keycloak-80] [] 10.0.0.130:8080 1925 0.504 200 03b03dd2afce5c85fbaf6cb91d2aa6f8 199.19.213.84 - - [06/Aug/2026:07:09:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.130:8080 1259 0.006 200 395192177d85e4061f27fbfab242e936 199.19.213.84 - - [06/Aug/2026:07:09:50 +0000] "PUT /admin/realms/atmosphere/clients/021b3705-086c-43f8-9bb3-74f88e82951f HTTP/1.1" 204 0 "-" "Ansible" 2603 0.095 [auth-system-keycloak-80] [] 10.0.0.130:8080 0 0.091 204 59f994c5634a3f87303cf2e83f5442cd 199.19.213.84 - - [06/Aug/2026:07:09:50 +0000] "GET /admin/realms/atmosphere/clients/021b3705-086c-43f8-9bb3-74f88e82951f HTTP/1.1" 200 1257 "-" "Ansible" 1240 0.074 [auth-system-keycloak-80] [] 10.0.0.130:8080 1257 0.074 200 e9d551c515c9511dee34b5ebe5a90650 199.19.213.84 - - [06/Aug/2026:07:09:50 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.475 [auth-system-keycloak-80] [] 10.0.0.130:8080 1925 0.474 200 85bc1b300af7eb170a5911d3a3512b99 199.19.213.84 - - [06/Aug/2026:07:09:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.130:8080 1283 0.005 200 45a904b80fe50d49a56ced07a0516ce4 W0806 07:09:51.829203 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:09:51.829252 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store E0806 07:10:12.640694 7 leaderelection.go:429] Failed to update lock optimistically: client rate limiter Wait returned an error: rate: Wait(n=1) would exceed context deadline, falling back to slow path E0806 07:10:12.640767 7 leaderelection.go:436] error retrieving resource lock ingress-nginx/ingress-nginx-leader: client rate limiter Wait returned an error: rate: Wait(n=1) would exceed context deadline I0806 07:10:12.640793 7 leaderelection.go:297] failed to renew lease ingress-nginx/ingress-nginx-leader: context deadline exceeded E0806 07:10:12.651466 7 status.go:104] "error running poll" err="timed out waiting for the condition" I0806 07:10:12.651528 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... E0806 07:10:34.631522 7 leaderelection.go:429] Failed to update lock optimistically: etcdserver: request timed out, falling back to slow path E0806 07:10:49.733420 7 leaderelection.go:436] error retrieving resource lock ingress-nginx/ingress-nginx-leader: etcdserver: request timed out E0806 07:11:10.723466 7 leaderelection.go:436] error retrieving resource lock ingress-nginx/ingress-nginx-leader: etcdserver: request timed out I0806 07:11:24.362953 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader W0806 07:11:46.506724 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0806 07:11:46.506766 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store