------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0408 10:49:23.749419 8 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0408 10:49:23.749552 8 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0408 10:49:23.757447 8 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0408 10:49:23.761458 8 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0408 10:49:23.981129 8 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0408 10:49:24.002966 8 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0408 10:49:24.016305 8 nginx.go:271] "Starting NGINX Ingress controller" I0408 10:49:24.022950 8 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"4f55bfd4-fe94-4d0e-9d06-39843f9d7a8a", APIVersion:"v1", ResourceVersion:"1312", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0408 10:49:24.027145 8 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"3d49df7d-a484-4919-9a21-46397add7888", APIVersion:"v1", ResourceVersion:"1313", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0408 10:49:24.027258 8 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"deb5c7af-bcca-4331-ad34-6dfcd4d54e72", APIVersion:"v1", ResourceVersion:"1314", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0408 10:49:25.218693 8 nginx.go:317] "Starting NGINX process" I0408 10:49:25.218831 8 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... W0408 10:49:25.219426 8 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0408 10:49:25.219466 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:49:25.219481 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 10:49:25.219526 8 controller.go:196] "Configuration changes detected, backend reload required" I0408 10:49:25.219950 8 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" I0408 10:49:25.227185 8 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0408 10:49:25.227292 8 status.go:85] "New leader elected" identity="ingress-nginx-controller-2kmpm" I0408 10:49:25.252270 8 controller.go:216] "Backend successfully reloaded" I0408 10:49:25.252325 8 controller.go:227] "Initial sync, sleeping for 1 second" I0408 10:49:25.252396 8 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-2kmpm", UID:"974c21f3-20a2-45c6-a068-bb7f881684bd", APIVersion:"v1", ResourceVersion:"1355", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0408 10:49:29.042618 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:49:29.042657 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:49:32.376216 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:49:32.376279 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:49:35.710372 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:49:35.710439 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:49:39.043594 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:49:39.043645 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:49:42.377268 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:49:42.377313 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:49:45.709433 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:49:45.709466 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:49:49.043074 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:49:49.043117 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:49:52.378254 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:49:52.378301 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:49:55.709907 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:49:55.709950 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:49:59.043371 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:49:59.043424 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:50:02.744376 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:50:02.744419 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:50:52.981953 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:50:52.981991 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:51:15.036682 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:51:15.036711 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:51:18.370800 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:51:18.370854 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:51:21.704088 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:51:21.704217 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:51:25.037080 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:51:25.037137 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:51:28.371119 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:51:28.371164 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:51:31.704472 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:51:31.704518 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:51:35.036800 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:51:35.036830 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:51:38.371082 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:51:38.371119 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:51:41.704213 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:51:41.704264 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:51:45.036843 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:51:45.036902 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:54:00.084755 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:54:00.084786 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:54:02.765309 8 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-137.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-137.nip.io-tls was not found. Using default certificate W0408 10:54:02.765367 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:54:02.765386 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 10:54:02.767205 8 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:14.7kB} I0408 10:54:02.767239 8 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0408 10:54:02.774546 8 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0408 10:54:02.775132 8 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-137.nip.io-tls" in local store I0408 10:54:02.775193 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"40d6944b-85d3-4250-8a39-41f773c573a2", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3396", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0408 10:54:03.091216 8 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-137.nip.io-tls" I0408 10:54:03.092675 8 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-137.nip.io-tls" W0408 10:54:03.419226 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:54:03.419268 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 10:54:03.419370 8 controller.go:196] "Configuration changes detected, backend reload required" I0408 10:54:03.471041 8 controller.go:216] "Backend successfully reloaded" I0408 10:54:03.471317 8 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-2kmpm", UID:"974c21f3-20a2-45c6-a068-bb7f881684bd", APIVersion:"v1", ResourceVersion:"1355", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0408 10:54:06.753187 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:54:06.753237 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.137 - - [08/Apr/2026:10:54:14 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.017 [auth-system-keycloak-80] [] 10.0.0.248:8080 1928 2.015 200 56090b8867c5c291a9214d0d3cc28638 199.19.213.137 - - [08/Apr/2026:10:54:14 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.109 [auth-system-keycloak-80] [] 10.0.0.248:8080 116 0.109 404 396a57cb17942eb9c75bf3ecd0da8b1a 199.19.213.137 - - [08/Apr/2026:10:54:18 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.782 [auth-system-keycloak-80] [] 10.0.0.248:8080 0 4.781 201 ce2da338bf65a093d4ba25b726cf3257 199.19.213.137 - - [08/Apr/2026:10:54:19 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.616 [auth-system-keycloak-80] [] 10.0.0.248:8080 4246 0.616 200 231a1f06a57a3890dc85562dc2e379f3 199.19.213.137 - - [08/Apr/2026:10:54:20 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.439 [auth-system-keycloak-80] [] 10.0.0.248:8080 1928 0.438 200 39a81719a3c5958a3bb6dcfd09480289 199.19.213.137 - - [08/Apr/2026:10:54:20 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12500 "-" "Ansible" 1211 0.125 [auth-system-keycloak-80] [] 10.0.0.248:8080 12500 0.125 200 60a18c33ca91eec9a580a79579f96965 199.19.213.137 - - [08/Apr/2026:10:54:20 +0000] "GET /admin/realms/atmosphere/client-scopes/4a46436a-2546-4d7c-b1cd-9bbebdc917ea HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.010 [auth-system-keycloak-80] [] 10.0.0.248:8080 1278 0.010 200 d6771ebcfb959d80a776c0b2c452dedb 199.19.213.137 - - [08/Apr/2026:10:54:20 +0000] "PUT /admin/realms/atmosphere/client-scopes/4a46436a-2546-4d7c-b1cd-9bbebdc917ea HTTP/1.1" 204 0 "-" "Ansible" 1848 0.064 [auth-system-keycloak-80] [] 10.0.0.248:8080 0 0.063 204 8a3cd7954d1f9cc6bb99ef499a711bf6 199.19.213.137 - - [08/Apr/2026:10:54:20 +0000] "GET /admin/realms/atmosphere/client-scopes/4a46436a-2546-4d7c-b1cd-9bbebdc917ea/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.018 [auth-system-keycloak-80] [] 10.0.0.248:8080 963 0.018 200 3922a1bf22a3995fb6efa0d75fdd1a2e 199.19.213.137 - - [08/Apr/2026:10:54:20 +0000] "GET /admin/realms/atmosphere/client-scopes/4a46436a-2546-4d7c-b1cd-9bbebdc917ea/protocol-mappers/models/5b3d05e9-3a44-4a77-9154-4f31b794675a HTTP/1.1" 200 366 "-" "Ansible" 1309 0.064 [auth-system-keycloak-80] [] 10.0.0.248:8080 366 0.064 200 618f1f54d334fbf00840ce6391aeb73d 199.19.213.137 - - [08/Apr/2026:10:54:20 +0000] "PUT /admin/realms/atmosphere/client-scopes/4a46436a-2546-4d7c-b1cd-9bbebdc917ea/protocol-mappers/models/5b3d05e9-3a44-4a77-9154-4f31b794675a HTTP/1.1" 204 0 "-" "Ansible" 1622 0.093 [auth-system-keycloak-80] [] 10.0.0.248:8080 0 0.092 204 cc4c00ffbd525ff55fd4748addac8647 199.19.213.137 - - [08/Apr/2026:10:54:20 +0000] "GET /admin/realms/atmosphere/client-scopes/4a46436a-2546-4d7c-b1cd-9bbebdc917ea HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.019 [auth-system-keycloak-80] [] 10.0.0.248:8080 1218 0.019 200 e170b7a0b08e23e42bd08fe7ee3ead4c I0408 10:54:25.234163 8 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.106.238.253"}] I0408 10:54:25.241875 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"40d6944b-85d3-4250-8a39-41f773c573a2", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3699", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 10:54:25.244361 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:54:25.244399 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.137 - - [08/Apr/2026:10:54:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.466 [auth-system-keycloak-80] [] 10.0.0.248:8080 1928 0.465 200 99060e804e0689be67a64fe342108d23 199.19.213.137 - - [08/Apr/2026:10:54:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.016 [auth-system-keycloak-80] [] 10.0.0.248:8080 2 0.015 200 2e704fda767de3c53974622b581b9858 199.19.213.137 - - [08/Apr/2026:10:54:42 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.181 [auth-system-keycloak-80] [] 10.0.0.248:8080 0 0.180 201 1e36c02a323ebcde3d95f2476f00b9a1 199.19.213.137 - - [08/Apr/2026:10:54:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.083 [auth-system-keycloak-80] [] 10.0.0.248:8080 1261 0.084 200 ad7bd1a3040bd279d886beda5b3f7f48 199.19.213.137 - - [08/Apr/2026:10:54:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.512 [auth-system-keycloak-80] [] 10.0.0.248:8080 1928 0.511 200 bf529a1287aba6939dbbc2f0106d817b 199.19.213.137 - - [08/Apr/2026:10:54:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.013 [auth-system-keycloak-80] [] 10.0.0.248:8080 2 0.013 200 d12c00e6489e33e82ddd6e56ec24e221 199.19.213.137 - - [08/Apr/2026:10:54:43 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.095 [auth-system-keycloak-80] [] 10.0.0.248:8080 0 0.094 201 83502775b0f9651658b4331f2b30099a 199.19.213.137 - - [08/Apr/2026:10:54:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.067 [auth-system-keycloak-80] [] 10.0.0.248:8080 1286 0.067 200 834061e91b2e0e526ae257a705195438 199.19.213.137 - - [08/Apr/2026:10:54:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.460 [auth-system-keycloak-80] [] 10.0.0.248:8080 1928 0.459 200 eb922f317395ada00c4f782d4aeababf 199.19.213.137 - - [08/Apr/2026:10:54:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.038 [auth-system-keycloak-80] [] 10.0.0.248:8080 2 0.038 200 19b055b125bdaa9658bf99fb5f44c691 199.19.213.137 - - [08/Apr/2026:10:54:44 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.039 [auth-system-keycloak-80] [] 10.0.0.248:8080 0 0.038 201 6ae38391e475c46127202cd1afaaeeb9 199.19.213.137 - - [08/Apr/2026:10:54:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.054 [auth-system-keycloak-80] [] 10.0.0.248:8080 1251 0.054 200 702b7e33fdc8b9ee4f268f29bc21abd9 199.19.213.137 - - [08/Apr/2026:10:54:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.813 [auth-system-keycloak-80] [] 10.0.0.248:8080 1928 0.812 200 8f287e21f8aebfb01b19924f49ff3f17 199.19.213.137 - - [08/Apr/2026:10:54:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.005 [auth-system-keycloak-80] [] 10.0.0.248:8080 1261 0.005 200 58e86f1b9b3d596d19363a0a23eec4c8 199.19.213.137 - - [08/Apr/2026:10:54:45 +0000] "GET /admin/realms/atmosphere/clients/1b57bf6a-a6c4-4980-b84a-02a163a2458f/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.248:8080 119 0.012 404 48f1664b12d50328f69b10ba2c0acdc4 199.19.213.137 - - [08/Apr/2026:10:54:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.013 [auth-system-keycloak-80] [] 10.0.0.248:8080 1261 0.013 200 cb1ba33727f4a4ce3c39779bdc1dfcde 199.19.213.137 - - [08/Apr/2026:10:54:45 +0000] "POST /admin/realms/atmosphere/clients/1b57bf6a-a6c4-4980-b84a-02a163a2458f/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.019 [auth-system-keycloak-80] [] 10.0.0.248:8080 0 0.018 201 02aff511afdbc60d378670e5741abfb1 199.19.213.137 - - [08/Apr/2026:10:54:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.052 [auth-system-keycloak-80] [] 10.0.0.248:8080 1261 0.052 200 3175daf6c33e514cdb1e78ecd139483d 199.19.213.137 - - [08/Apr/2026:10:54:45 +0000] "GET /admin/realms/atmosphere/clients/1b57bf6a-a6c4-4980-b84a-02a163a2458f/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.018 [auth-system-keycloak-80] [] 10.0.0.248:8080 166 0.018 200 2116e43542e093d6a7e50e3924f8a96b 199.19.213.137 - - [08/Apr/2026:10:54:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.494 [auth-system-keycloak-80] [] 10.0.0.248:8080 1928 0.492 200 d8779dd2cf6c9932130f41a4d6229601 199.19.213.137 - - [08/Apr/2026:10:54:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.248:8080 1286 0.007 200 69f665ccdb9c20087fc3308b84cb0ae9 199.19.213.137 - - [08/Apr/2026:10:54:46 +0000] "GET /admin/realms/atmosphere/clients/7e09ad18-c553-4258-beb9-a2d52db6f156/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.010 [auth-system-keycloak-80] [] 10.0.0.248:8080 119 0.010 404 ae49f05b70ba0a05f978836db25851c2 199.19.213.137 - - [08/Apr/2026:10:54:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.044 [auth-system-keycloak-80] [] 10.0.0.248:8080 1286 0.044 200 3daae63450a5ea7244ac480cc39aedcb 199.19.213.137 - - [08/Apr/2026:10:54:46 +0000] "POST /admin/realms/atmosphere/clients/7e09ad18-c553-4258-beb9-a2d52db6f156/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.017 [auth-system-keycloak-80] [] 10.0.0.248:8080 0 0.015 201 d48a7018f8c8a8d6dfc402575eb7cbd9 199.19.213.137 - - [08/Apr/2026:10:54:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.248:8080 1286 0.007 200 7bc373d62e724332e7bb3fb60a0534bc 199.19.213.137 - - [08/Apr/2026:10:54:46 +0000] "GET /admin/realms/atmosphere/clients/7e09ad18-c553-4258-beb9-a2d52db6f156/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.041 [auth-system-keycloak-80] [] 10.0.0.248:8080 165 0.041 200 772d905745bc2ddb20b35328b0f5205e 199.19.213.137 - - [08/Apr/2026:10:54:47 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.467 [auth-system-keycloak-80] [] 10.0.0.248:8080 1928 0.466 200 535f533fd363a5e5292546653fc6bfcf 199.19.213.137 - - [08/Apr/2026:10:54:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.044 [auth-system-keycloak-80] [] 10.0.0.248:8080 1286 0.044 200 f8dedb900893951d6cc61c68e57464b2 199.19.213.137 - - [08/Apr/2026:10:54:47 +0000] "GET /admin/realms/atmosphere/clients/7e09ad18-c553-4258-beb9-a2d52db6f156/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.248:8080 119 0.009 404 8cb8134dacab172bbdb2b1f2fd3f2068 199.19.213.137 - - [08/Apr/2026:10:54:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.248:8080 1286 0.006 200 81791f0f6fc207420284ffb0cccf9911 199.19.213.137 - - [08/Apr/2026:10:54:47 +0000] "POST /admin/realms/atmosphere/clients/7e09ad18-c553-4258-beb9-a2d52db6f156/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.056 [auth-system-keycloak-80] [] 10.0.0.248:8080 0 0.055 201 bdb7ffb5ec4b0b2538869ad593af9f9e 199.19.213.137 - - [08/Apr/2026:10:54:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.248:8080 1286 0.007 200 884de40cbf925dd16684efc9045f5014 199.19.213.137 - - [08/Apr/2026:10:54:47 +0000] "GET /admin/realms/atmosphere/clients/7e09ad18-c553-4258-beb9-a2d52db6f156/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.248:8080 166 0.013 200 49f4052fd54c75c5797e53e3c3de56f5 199.19.213.137 - - [08/Apr/2026:10:54:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.433 [auth-system-keycloak-80] [] 10.0.0.248:8080 1928 0.431 200 1dc97ee7aa818b4fbb2e51e78676c9b1 199.19.213.137 - - [08/Apr/2026:10:54:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.031 [auth-system-keycloak-80] [] 10.0.0.248:8080 1286 0.030 200 32aec15e718acbbc408adb51a6981353 199.19.213.137 - - [08/Apr/2026:10:54:48 +0000] "GET /admin/realms/atmosphere/clients/7e09ad18-c553-4258-beb9-a2d52db6f156/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.248:8080 119 0.009 404 6a5e93d1c3ff194c81190cace46de7c1 199.19.213.137 - - [08/Apr/2026:10:54:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.248:8080 1286 0.007 200 64150a4abcb9bdb2240b5b3221fe7c78 199.19.213.137 - - [08/Apr/2026:10:54:48 +0000] "POST /admin/realms/atmosphere/clients/7e09ad18-c553-4258-beb9-a2d52db6f156/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.019 [auth-system-keycloak-80] [] 10.0.0.248:8080 0 0.017 201 acd06e8698e6e1f5986ec24d892ca389 199.19.213.137 - - [08/Apr/2026:10:54:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.019 [auth-system-keycloak-80] [] 10.0.0.248:8080 1286 0.019 200 3b59f7c07687f81649458e705d608497 199.19.213.137 - - [08/Apr/2026:10:54:48 +0000] "GET /admin/realms/atmosphere/clients/7e09ad18-c553-4258-beb9-a2d52db6f156/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.248:8080 166 0.011 200 75168023f7317209a4e83001e5124f2d 199.19.213.137 - - [08/Apr/2026:10:54:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.498 [auth-system-keycloak-80] [] 10.0.0.248:8080 1928 0.498 200 b8604f55fe6db67ac58bb882955c276b 199.19.213.137 - - [08/Apr/2026:10:54:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.248:8080 1251 0.007 200 761a88c278ecb3948ed5230b2ed55517 199.19.213.137 - - [08/Apr/2026:10:54:49 +0000] "GET /admin/realms/atmosphere/clients/5ee20dd0-6eb3-444b-89ce-b375eeeeda04/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.061 [auth-system-keycloak-80] [] 10.0.0.248:8080 119 0.061 404 2e4e44dd4eba3c88bb44b7b2d9c1aa05 199.19.213.137 - - [08/Apr/2026:10:54:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.248:8080 1251 0.005 200 dfcc43ab1e6c58a18e88d65f9c611540 199.19.213.137 - - [08/Apr/2026:10:54:49 +0000] "POST /admin/realms/atmosphere/clients/5ee20dd0-6eb3-444b-89ce-b375eeeeda04/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.072 [auth-system-keycloak-80] [] 10.0.0.248:8080 0 0.071 201 02b9fad7806ec2a02cf2c69672f43ab2 199.19.213.137 - - [08/Apr/2026:10:54:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.248:8080 1251 0.008 200 f55227f8af964cb911c259e02288c139 199.19.213.137 - - [08/Apr/2026:10:54:49 +0000] "GET /admin/realms/atmosphere/clients/5ee20dd0-6eb3-444b-89ce-b375eeeeda04/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.248:8080 166 0.015 200 fe0790b7f5b5b9327995c37c611208e1 W0408 10:54:57.971608 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:54:57.971648 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:55:01.307146 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:55:01.307202 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:56:00.145153 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:56:00.145186 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:56:00.221724 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 10:56:00.221789 8 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0408 10:56:00.221826 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:56:00.221842 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 10:56:00.223387 8 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0408 10:56:00.223416 8 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" W0408 10:56:00.223920 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 10:56:00.224012 8 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0408 10:56:00.224056 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:56:00.224450 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:56:00.224298 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 10:56:00.224651 8 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0408 10:56:00.224712 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:56:00.224738 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 10:56:00.228783 8 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:18.2kB} I0408 10:56:00.228824 8 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0408 10:56:00.229157 8 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.006s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:18.2kB} I0408 10:56:00.229193 8 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0408 10:56:00.232532 8 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0408 10:56:00.232877 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"0dc47fbf-109e-417d-9da8-a88409bf6df7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4429", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 10:56:00.233217 8 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0408 10:56:00.237816 8 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0408 10:56:00.238004 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"022056e9-ed08-49f7-9c04-1bba6980830d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4433", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 10:56:00.238187 8 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0408 10:56:00.238216 8 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0408 10:56:00.238395 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"23485032-1a14-40a4-b866-053fd1eca6c7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4436", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 10:56:00.238440 8 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0408 10:56:00.533263 8 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0408 10:56:00.534455 8 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0408 10:56:01.094928 8 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0408 10:56:01.095780 8 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0408 10:56:01.601208 8 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0408 10:56:01.602526 8 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0408 10:56:03.479695 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 10:56:03.479764 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 10:56:03.479805 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 10:56:03.479936 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:56:03.479966 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 10:56:03.480115 8 controller.go:196] "Configuration changes detected, backend reload required" I0408 10:56:03.526018 8 controller.go:216] "Backend successfully reloaded" I0408 10:56:03.526225 8 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-2kmpm", UID:"974c21f3-20a2-45c6-a068-bb7f881684bd", APIVersion:"v1", ResourceVersion:"1355", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0408 10:56:06.812410 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 10:56:06.812494 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 10:56:06.812545 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 10:56:06.812638 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:56:06.812657 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:56:10.145498 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 10:56:10.145566 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 10:56:10.145619 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 10:56:10.145733 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:56:10.145760 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:56:13.479246 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 10:56:13.479312 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 10:56:13.479357 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 10:56:13.479489 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:56:13.479516 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:56:16.812603 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 10:56:16.812755 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 10:56:16.812854 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 10:56:16.813146 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:56:16.813227 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:56:20.145799 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 10:56:20.145871 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 10:56:20.145913 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 10:56:20.146053 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:56:20.146081 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:56:23.479523 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 10:56:23.479606 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 10:56:23.479654 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 10:56:23.479919 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:56:23.479956 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 10:56:25.234249 8 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.106.238.253"}] I0408 10:56:25.234487 8 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.106.238.253"}] I0408 10:56:25.234817 8 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.106.238.253"}] I0408 10:56:25.238805 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"23485032-1a14-40a4-b866-053fd1eca6c7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5218", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0408 10:56:25.241639 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"0dc47fbf-109e-417d-9da8-a88409bf6df7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5219", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0408 10:56:25.246449 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"022056e9-ed08-49f7-9c04-1bba6980830d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5220", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 10:56:26.812256 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 10:56:26.812314 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 10:56:26.812352 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 10:56:26.812471 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:56:26.812496 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:56:30.146072 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 10:56:30.146135 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 10:56:30.146170 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 10:56:30.146288 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:56:30.146316 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:56:33.478684 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 10:56:33.478774 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 10:56:33.478889 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:56:33.478964 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:56:36.812727 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 10:56:36.812806 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 10:56:36.812892 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:56:36.812912 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.220 - - [08/Apr/2026:10:56:39 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "Go-http-client/1.1" 161 0.120 [auth-system-keycloak-80] [] 10.0.0.248:8080 6382 0.121 200 13378340174819974733e504fa457f9c 10.0.0.17 - - [08/Apr/2026:10:56:40 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "Go-http-client/1.1" 161 0.197 [auth-system-keycloak-80] [] 10.0.0.248:8080 6382 0.197 200 55065996b7dd65200122c460d44f1f18 W0408 10:56:40.146341 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 10:56:40.146479 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 10:56:40.146664 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:56:40.146704 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:56:43.479599 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:56:43.479630 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:56:46.812718 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:56:46.812767 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:56:50.146214 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:56:50.146261 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:57:28.414708 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:57:28.414732 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:57:31.749162 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:57:31.749207 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:57:35.082445 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 10:57:35.082499 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store