------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0521 19:29:21.043595 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0521 19:29:21.043716 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0521 19:29:21.051919 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0521 19:29:21.054528 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0521 19:29:21.191144 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0521 19:29:21.208497 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0521 19:29:21.219655 7 nginx.go:271] "Starting NGINX Ingress controller" I0521 19:29:21.226928 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"06a0a0f2-1e90-4fbc-8e11-de7b87df7ebc", APIVersion:"v1", ResourceVersion:"1414", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0521 19:29:21.231869 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"76de137a-ceaa-4ffe-8615-65bcad5b8099", APIVersion:"v1", ResourceVersion:"1415", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0521 19:29:21.232061 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"2dca027b-ff07-4e0f-b74a-cfb394a2c099", APIVersion:"v1", ResourceVersion:"1413", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0521 19:29:22.422430 7 nginx.go:317] "Starting NGINX process" I0521 19:29:22.422804 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0521 19:29:22.423297 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0521 19:29:22.423669 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0521 19:29:22.423729 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:29:22.423760 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0521 19:29:22.423824 7 controller.go:196] "Configuration changes detected, backend reload required" I0521 19:29:22.436568 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0521 19:29:22.436685 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-rjc8f" I0521 19:29:22.453187 7 controller.go:216] "Backend successfully reloaded" I0521 19:29:22.453487 7 controller.go:227] "Initial sync, sleeping for 1 second" I0521 19:29:22.453569 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rjc8f", UID:"ab092c4b-0977-4dea-8c19-7225a32969b8", APIVersion:"v1", ResourceVersion:"1455", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0521 19:29:26.244652 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:29:26.244697 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:29:29.580025 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:29:29.580102 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:29:32.912622 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:29:32.912667 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:29:36.247430 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:29:36.247471 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:29:39.578121 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:29:39.578207 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:29:45.647513 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:29:45.647543 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:29:51.576778 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:29:51.576817 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:29:54.910910 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:29:54.910951 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:29:58.244326 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:29:58.244511 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:30:01.577301 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:30:01.577341 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:30:04.911101 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:30:04.911149 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:30:08.243654 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:30:08.243698 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:31:00.359682 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:31:00.359726 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:31:03.694002 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:31:03.694190 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:31:07.027428 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:31:07.027500 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:31:10.360278 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:31:10.360319 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:31:13.693436 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:31:13.693479 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:31:17.027455 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:31:17.027492 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:31:20.360413 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:31:20.360467 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:31:23.693614 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:31:23.693656 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:31:28.252594 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:31:28.252615 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:31:31.587119 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:31:31.587181 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:31:34.920151 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:31:34.920199 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:32:59.971923 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:32:59.972321 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:33:02.917034 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-186.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-186.nip.io-tls was not found. Using default certificate W0521 19:33:02.917084 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:33:02.917095 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0521 19:33:02.918622 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0521 19:33:02.918650 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0521 19:33:02.926500 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0521 19:33:02.927227 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-186.nip.io-tls" in local store I0521 19:33:02.927530 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"de5bb044-3b39-4e3b-b33d-44ba0a32973f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3312", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0521 19:33:03.205926 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-186.nip.io-tls" I0521 19:33:03.207661 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-186.nip.io-tls" W0521 19:33:03.306650 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:33:03.306843 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0521 19:33:03.307018 7 controller.go:196] "Configuration changes detected, backend reload required" I0521 19:33:03.351645 7 controller.go:216] "Backend successfully reloaded" I0521 19:33:03.351970 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rjc8f", UID:"ab092c4b-0977-4dea-8c19-7225a32969b8", APIVersion:"v1", ResourceVersion:"1455", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0521 19:33:06.639712 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:33:06.639764 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.186 - - [21/May/2026:19:33:09 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.535 [auth-system-keycloak-80] [] 10.0.0.55:8080 1885 0.535 200 d87c0406cabee8db950a7d677de5f683 199.19.213.186 - - [21/May/2026:19:33:09 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 28 "-" "Ansible" 1197 0.060 [auth-system-keycloak-80] [] 10.0.0.55:8080 28 0.059 404 4b791618a56974219fc056e9a4ff83cc 199.19.213.186 - - [21/May/2026:19:33:10 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 1.394 [auth-system-keycloak-80] [] 10.0.0.55:8080 0 1.393 201 5e422f191147b8ff43955a90f41c2a85 199.19.213.186 - - [21/May/2026:19:33:11 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4101 "-" "Ansible" 1197 0.210 [auth-system-keycloak-80] [] 10.0.0.55:8080 4101 0.211 200 6f3f639b13dff9731e65c0f1e80c0e41 199.19.213.186 - - [21/May/2026:19:33:11 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.101 [auth-system-keycloak-80] [] 10.0.0.55:8080 1885 0.098 200 d7c84406c88d78529481070ac58127d2 199.19.213.186 - - [21/May/2026:19:33:11 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 11542 "-" "Ansible" 1211 0.026 [auth-system-keycloak-80] [] 10.0.0.55:8080 11535 0.025 200 61a9292031a57b63afc7aadd17274726 199.19.213.186 - - [21/May/2026:19:33:11 +0000] "GET /admin/realms/atmosphere/client-scopes/52c0cde2-364f-47ed-a3b9-07b4e57f1dcd HTTP/1.1" 200 1146 "-" "Ansible" 1248 0.016 [auth-system-keycloak-80] [] 10.0.0.55:8080 1146 0.016 200 d4eb4e10c547f845c652c9f7551855cb 199.19.213.186 - - [21/May/2026:19:33:11 +0000] "PUT /admin/realms/atmosphere/client-scopes/52c0cde2-364f-47ed-a3b9-07b4e57f1dcd HTTP/1.1" 204 0 "-" "Ansible" 1848 0.025 [auth-system-keycloak-80] [] 10.0.0.55:8080 0 0.024 204 23f85de54a7c132949a68ada524c5de6 199.19.213.186 - - [21/May/2026:19:33:11 +0000] "GET /admin/realms/atmosphere/client-scopes/52c0cde2-364f-47ed-a3b9-07b4e57f1dcd/protocol-mappers/models HTTP/1.1" 200 831 "-" "Ansible" 1272 0.024 [auth-system-keycloak-80] [] 10.0.0.55:8080 831 0.025 200 4131ec3492dd38bb92a2a23f54f2ae56 199.19.213.186 - - [21/May/2026:19:33:11 +0000] "GET /admin/realms/atmosphere/client-scopes/52c0cde2-364f-47ed-a3b9-07b4e57f1dcd/protocol-mappers/models/2a50ba32-f7af-40f7-96a3-ed3e44cbcf2e HTTP/1.1" 200 331 "-" "Ansible" 1309 0.009 [auth-system-keycloak-80] [] 10.0.0.55:8080 331 0.010 200 a6f5e2d5a55d7ab945c374cea49470f1 199.19.213.186 - - [21/May/2026:19:33:11 +0000] "PUT /admin/realms/atmosphere/client-scopes/52c0cde2-364f-47ed-a3b9-07b4e57f1dcd/protocol-mappers/models/2a50ba32-f7af-40f7-96a3-ed3e44cbcf2e HTTP/1.1" 204 0 "-" "Ansible" 1622 0.060 [auth-system-keycloak-80] [] 10.0.0.55:8080 0 0.059 204 c79109377a0d6db33fe6ec70723ad08b 199.19.213.186 - - [21/May/2026:19:33:12 +0000] "GET /admin/realms/atmosphere/client-scopes/52c0cde2-364f-47ed-a3b9-07b4e57f1dcd HTTP/1.1" 200 1121 "-" "Ansible" 1248 0.018 [auth-system-keycloak-80] [] 10.0.0.55:8080 1121 0.018 200 8b8170c07d519c5b84c1be27f31ce5da I0521 19:33:22.443855 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.108.167.210"}] I0521 19:33:22.456206 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"de5bb044-3b39-4e3b-b33d-44ba0a32973f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3521", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0521 19:33:22.459307 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:33:22.459337 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.186 - - [21/May/2026:19:33:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.051 [auth-system-keycloak-80] [] 10.0.0.55:8080 1885 0.049 200 c032c94c5143ec13d0e61d4923b9f1c4 199.19.213.186 - - [21/May/2026:19:33:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.016 [auth-system-keycloak-80] [] 10.0.0.55:8080 2 0.016 200 c18a1a2bc08b6ccd8094f7e0e8f52e17 199.19.213.186 - - [21/May/2026:19:33:33 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.065 [auth-system-keycloak-80] [] 10.0.0.55:8080 0 0.064 201 991bd2294ef8f8d322d4a8a6f9b7538f 199.19.213.186 - - [21/May/2026:19:33:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.022 [auth-system-keycloak-80] [] 10.0.0.55:8080 1261 0.023 200 1b3e5b46d5d98a2066f29fa2e2f968f9 199.19.213.186 - - [21/May/2026:19:33:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.047 [auth-system-keycloak-80] [] 10.0.0.55:8080 1885 0.045 200 908e410b5970ceca59824efe59784117 199.19.213.186 - - [21/May/2026:19:33:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.55:8080 2 0.010 200 0f83bb8725c4c5fee4d99717b6d1b52b 199.19.213.186 - - [21/May/2026:19:33:33 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.045 [auth-system-keycloak-80] [] 10.0.0.55:8080 0 0.044 201 e38e04f72279e4a6758dffee8c2f5d35 199.19.213.186 - - [21/May/2026:19:33:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.022 [auth-system-keycloak-80] [] 10.0.0.55:8080 1286 0.022 200 82460983c24a4f1f648cc95a7d765056 199.19.213.186 - - [21/May/2026:19:33:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.044 [auth-system-keycloak-80] [] 10.0.0.55:8080 1885 0.044 200 4bac4f759392ae4da852f88022e3c230 199.19.213.186 - - [21/May/2026:19:33:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.012 [auth-system-keycloak-80] [] 10.0.0.55:8080 2 0.011 200 f9bb2c7c5eb95b46d9b5afec391d7417 199.19.213.186 - - [21/May/2026:19:33:34 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.042 [auth-system-keycloak-80] [] 10.0.0.55:8080 0 0.042 201 9a7e6dad5ac31f5ad29ac946ef9776ff 199.19.213.186 - - [21/May/2026:19:33:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.020 [auth-system-keycloak-80] [] 10.0.0.55:8080 1251 0.020 200 18ae434cef36156dc409a84fd4233ef2 199.19.213.186 - - [21/May/2026:19:33:34 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.050 [auth-system-keycloak-80] [] 10.0.0.55:8080 1885 0.049 200 9f4b2fc29ded19ca478235821181f306 199.19.213.186 - - [21/May/2026:19:33:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.010 [auth-system-keycloak-80] [] 10.0.0.55:8080 1261 0.010 200 7a61577238346f16fbffff2f210fc6cf 199.19.213.186 - - [21/May/2026:19:33:34 +0000] "GET /admin/realms/atmosphere/clients/cd655425-d256-43ad-8cd9-dae650f25405/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1255 0.028 [auth-system-keycloak-80] [] 10.0.0.55:8080 31 0.027 404 488b448f2ab204107c7823ecbe3f0df6 199.19.213.186 - - [21/May/2026:19:33:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.006 [auth-system-keycloak-80] [] 10.0.0.55:8080 1261 0.006 200 117a809bcc8d9d9a3d66f362dc6fb5ae 199.19.213.186 - - [21/May/2026:19:33:34 +0000] "POST /admin/realms/atmosphere/clients/cd655425-d256-43ad-8cd9-dae650f25405/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.020 [auth-system-keycloak-80] [] 10.0.0.55:8080 0 0.019 201 e5467c71f822fc8e26354d29b6f6d304 199.19.213.186 - - [21/May/2026:19:33:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.006 [auth-system-keycloak-80] [] 10.0.0.55:8080 1261 0.006 200 9e62cc0f05d2763ca23782926001a254 199.19.213.186 - - [21/May/2026:19:33:34 +0000] "GET /admin/realms/atmosphere/clients/cd655425-d256-43ad-8cd9-dae650f25405/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.020 [auth-system-keycloak-80] [] 10.0.0.55:8080 166 0.019 200 8787961d7e3b6f44369c2d3a290d7e70 199.19.213.186 - - [21/May/2026:19:33:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.047 [auth-system-keycloak-80] [] 10.0.0.55:8080 1885 0.045 200 8f8068596b92deca1c165687ccd7e967 199.19.213.186 - - [21/May/2026:19:33:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.55:8080 1286 0.008 200 219782a0c8e13aca02d0ecf04719e568 199.19.213.186 - - [21/May/2026:19:33:35 +0000] "GET /admin/realms/atmosphere/clients/5d16191e-67e5-4877-be06-d611c574065d/roles/admin HTTP/1.1" 404 31 "-" "Ansible" 1254 0.010 [auth-system-keycloak-80] [] 10.0.0.55:8080 31 0.010 404 70549bcd588bd4a23f61d12cdc4a0de9 199.19.213.186 - - [21/May/2026:19:33:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.55:8080 1286 0.007 200 d2755801ce0999639a490da74e1e4c12 199.19.213.186 - - [21/May/2026:19:33:35 +0000] "POST /admin/realms/atmosphere/clients/5d16191e-67e5-4877-be06-d611c574065d/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.021 [auth-system-keycloak-80] [] 10.0.0.55:8080 0 0.019 201 71f91c89644622326165856b031ac618 199.19.213.186 - - [21/May/2026:19:33:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.55:8080 1286 0.009 200 87c2a1a5a8ab57911e0ba33192c70044 199.19.213.186 - - [21/May/2026:19:33:35 +0000] "GET /admin/realms/atmosphere/clients/5d16191e-67e5-4877-be06-d611c574065d/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.013 [auth-system-keycloak-80] [] 10.0.0.55:8080 165 0.012 200 bc3e0b27383f3d8c38d03d7b60c48a21 199.19.213.186 - - [21/May/2026:19:33:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.051 [auth-system-keycloak-80] [] 10.0.0.55:8080 1885 0.050 200 4a5e0a1ea4c7993a4420d89114df892c 199.19.213.186 - - [21/May/2026:19:33:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.55:8080 1286 0.006 200 cb4a36c29bb94ff0d9898b33090ab4a8 199.19.213.186 - - [21/May/2026:19:33:35 +0000] "GET /admin/realms/atmosphere/clients/5d16191e-67e5-4877-be06-d611c574065d/roles/editor HTTP/1.1" 404 31 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.55:8080 31 0.007 404 1271c81e9ca448ea759ad56cc272daaf 199.19.213.186 - - [21/May/2026:19:33:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.55:8080 1286 0.006 200 ac9b7e2fa3d449b1212afdde87eb7cbd 199.19.213.186 - - [21/May/2026:19:33:35 +0000] "POST /admin/realms/atmosphere/clients/5d16191e-67e5-4877-be06-d611c574065d/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.012 [auth-system-keycloak-80] [] 10.0.0.55:8080 0 0.011 201 838acac61fad6209da1ddb45715e6e82 199.19.213.186 - - [21/May/2026:19:33:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.55:8080 1286 0.007 200 b61f1df6caa01b8d3a4ff6cf96af9c51 199.19.213.186 - - [21/May/2026:19:33:35 +0000] "GET /admin/realms/atmosphere/clients/5d16191e-67e5-4877-be06-d611c574065d/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.55:8080 166 0.016 200 ee36a2c3c75ce93636a1a6270d78bc4c 199.19.213.186 - - [21/May/2026:19:33:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.048 [auth-system-keycloak-80] [] 10.0.0.55:8080 1885 0.047 200 e7ae19578bf1a649d2fff295740b1fe0 199.19.213.186 - - [21/May/2026:19:33:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.014 [auth-system-keycloak-80] [] 10.0.0.55:8080 1286 0.014 200 da8d200af411c06a4a9a81fb97853752 199.19.213.186 - - [21/May/2026:19:33:36 +0000] "GET /admin/realms/atmosphere/clients/5d16191e-67e5-4877-be06-d611c574065d/roles/viewer HTTP/1.1" 404 31 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.55:8080 31 0.013 404 7a21d030d41398e794de27743f97a6b6 199.19.213.186 - - [21/May/2026:19:33:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.55:8080 1286 0.009 200 11d198f3aa2023489f2000bcbf569315 199.19.213.186 - - [21/May/2026:19:33:36 +0000] "POST /admin/realms/atmosphere/clients/5d16191e-67e5-4877-be06-d611c574065d/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.021 [auth-system-keycloak-80] [] 10.0.0.55:8080 0 0.020 201 aeb4a844f63a406850345a55952102da 199.19.213.186 - - [21/May/2026:19:33:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.55:8080 1286 0.008 200 48d6d48ff406b62bcb267eba91176858 199.19.213.186 - - [21/May/2026:19:33:36 +0000] "GET /admin/realms/atmosphere/clients/5d16191e-67e5-4877-be06-d611c574065d/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.55:8080 166 0.014 200 80d54012195f2e5bc5bce58042da65a1 199.19.213.186 - - [21/May/2026:19:33:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.050 [auth-system-keycloak-80] [] 10.0.0.55:8080 1885 0.048 200 11c400f4261e9cb36d7a0197fe468cdc 199.19.213.186 - - [21/May/2026:19:33:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.55:8080 1251 0.007 200 80c3c2fc6afe8098a39014351d0f4f34 199.19.213.186 - - [21/May/2026:19:33:36 +0000] "GET /admin/realms/atmosphere/clients/717ee24b-1e08-46d3-b920-81427bcd2aec/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.55:8080 31 0.008 404 0fa4f6165558960ffceb7b1f16be85ee 199.19.213.186 - - [21/May/2026:19:33:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.55:8080 1251 0.008 200 f76de429c45c21f556fd73a64b61700a 199.19.213.186 - - [21/May/2026:19:33:36 +0000] "POST /admin/realms/atmosphere/clients/717ee24b-1e08-46d3-b920-81427bcd2aec/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.015 [auth-system-keycloak-80] [] 10.0.0.55:8080 0 0.013 201 771623bcced84ae31d9b2f10c0c4df02 199.19.213.186 - - [21/May/2026:19:33:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.55:8080 1251 0.008 200 3af35331b4fb5877593934378f12a661 199.19.213.186 - - [21/May/2026:19:33:36 +0000] "GET /admin/realms/atmosphere/clients/717ee24b-1e08-46d3-b920-81427bcd2aec/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.55:8080 166 0.014 200 501831cca1d3bbd3941fc93683f8538a W0521 19:34:53.268423 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:34:53.268691 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:34:56.602133 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:34:56.602373 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:34:56.876494 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:34:56.876782 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0521 19:34:56.876964 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:34:56.877145 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:34:56.877424 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:34:56.877573 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:34:56.877715 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0521 19:34:56.877827 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:34:56.877914 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:34:56.877744 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0521 19:34:56.878941 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:34:56.878962 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0521 19:34:56.879566 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0521 19:34:56.879598 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0521 19:34:56.880493 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0521 19:34:56.880532 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0521 19:34:56.880962 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0521 19:34:56.880987 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0521 19:34:57.091885 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0521 19:34:57.092425 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0521 19:34:57.092464 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0521 19:34:57.092716 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0521 19:34:57.093156 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0521 19:34:57.093304 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"ddbefde2-d758-4e6a-b518-7b40e575e1b5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4350", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0521 19:34:57.093354 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"2ce1d011-1e56-476a-bfcf-40e45f054e07", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4351", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0521 19:34:57.093433 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0521 19:34:57.093463 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"32bf25c1-0941-4b20-97ca-954c8f542722", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4353", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0521 19:34:57.663539 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0521 19:34:57.664409 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0521 19:34:57.672037 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0521 19:34:57.672858 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0521 19:34:58.570340 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0521 19:34:58.582315 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0521 19:34:59.935801 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:34:59.935868 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:34:59.935903 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:34:59.936021 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:34:59.936052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0521 19:34:59.936174 7 controller.go:196] "Configuration changes detected, backend reload required" I0521 19:34:59.976568 7 controller.go:216] "Backend successfully reloaded" I0521 19:34:59.976890 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rjc8f", UID:"ab092c4b-0977-4dea-8c19-7225a32969b8", APIVersion:"v1", ResourceVersion:"1455", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0521 19:35:03.269360 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:35:03.269409 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:35:03.269435 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:35:03.269560 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:03.269576 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:06.602411 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:35:06.602587 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:35:06.602702 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:35:06.602993 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:06.603124 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:10.312487 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:35:10.312567 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:35:10.312594 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:35:10.312673 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:10.312699 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:17.434320 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:35:17.434384 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:35:17.434420 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:35:17.434567 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:17.434596 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:20.768854 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:35:20.768914 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:35:20.769003 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:35:20.769151 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:20.769174 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0521 19:35:22.443714 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.108.167.210"}] I0521 19:35:22.443903 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.108.167.210"}] I0521 19:35:22.443941 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.108.167.210"}] I0521 19:35:22.526588 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"32bf25c1-0941-4b20-97ca-954c8f542722", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4957", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0521 19:35:22.664280 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"ddbefde2-d758-4e6a-b518-7b40e575e1b5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4958", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0521 19:35:22.675121 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"2ce1d011-1e56-476a-bfcf-40e45f054e07", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4959", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0521 19:35:24.101868 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:35:24.101953 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:35:24.101992 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:35:24.102225 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:24.102256 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:27.435350 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:35:27.435404 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:35:27.435426 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:35:27.435523 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:27.435548 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:30.767783 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:35:30.767827 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:35:30.768088 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:35:30.768396 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:30.768418 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:34.101751 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:35:34.101786 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:35:34.101804 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:35:34.101869 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:34.101880 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:38.356937 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:35:38.357004 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:35:38.357034 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:35:38.357188 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:38.357323 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:41.690576 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:35:41.690741 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:35:41.690817 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:35:41.690982 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:41.691033 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:47.526566 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:35:47.526731 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:35:47.526813 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:47.526825 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.59 - - [21/May/2026:19:35:49 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6264 "-" "Go-http-client/1.1" 161 0.032 [auth-system-keycloak-80] [] 10.0.0.55:8080 6264 0.032 200 dbe1d77bedd39805a6a16f77d367f968 10.0.0.124 - - [21/May/2026:19:35:49 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6264 "-" "Go-http-client/1.1" 161 0.032 [auth-system-keycloak-80] [] 10.0.0.55:8080 6264 0.031 200 c024b0b84fc23ab4913a2a9840b492b5 W0521 19:35:50.860024 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:35:50.860217 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:50.860245 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:57.000643 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:35:57.000796 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:57.000812 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:36:00.334880 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:36:00.334916 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.186 - - [21/May/2026:19:36:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.042 [auth-system-keycloak-80] [] 10.0.0.55:8080 1885 0.042 200 ad1a5a50d41bbc0d2b61e01eaa83fd9c 199.19.213.186 - - [21/May/2026:19:36:02 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4101 "-" "Ansible" 1197 0.007 [auth-system-keycloak-80] [] 10.0.0.55:8080 4101 0.007 200 a241c2b3158445bbd4457148f93eacf0 199.19.213.186 - - [21/May/2026:19:36:02 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5556 0.222 [auth-system-keycloak-80] [] 10.0.0.55:8080 0 0.222 204 c56fb4e7a35b9ecb09d62ac71749bcfb 199.19.213.186 - - [21/May/2026:19:36:02 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4239 "-" "Ansible" 1197 0.060 [auth-system-keycloak-80] [] 10.0.0.55:8080 4239 0.060 200 45c7926a98edbcbece4e7442343d2bea 199.19.213.186 - - [21/May/2026:19:36:03 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6264 "-" "ansible-httpget" 181 0.006 [auth-system-keycloak-80] [] 10.0.0.55:8080 6264 0.005 200 576e0afaf6e766268a585976b307a5b7 W0521 19:36:03.667827 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:36:03.668002 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.186 - - [21/May/2026:19:36:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.046 [auth-system-keycloak-80] [] 10.0.0.55:8080 1885 0.045 200 b85ccae70423b5a32e1f0327bef3e8f1 199.19.213.186 - - [21/May/2026:19:36:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.011 [auth-system-keycloak-80] [] 10.0.0.55:8080 2 0.011 200 caa158a8667c9f193fd3a667201a8d29 199.19.213.186 - - [21/May/2026:19:36:04 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.066 [auth-system-keycloak-80] [] 10.0.0.55:8080 0 0.066 201 d9c4ce7e4ccf70bd35bf682f0e3b33eb 199.19.213.186 - - [21/May/2026:19:36:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2141 "-" "Ansible" 1223 0.024 [auth-system-keycloak-80] [] 10.0.0.55:8080 2141 0.023 200 c5f1f6c2c42298b0fe58e2b8c8135860 199.19.213.186 - - [21/May/2026:19:36:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.044 [auth-system-keycloak-80] [] 10.0.0.55:8080 1885 0.043 200 6c6623825ec911f5e36e4e43580c112d 199.19.213.186 - - [21/May/2026:19:36:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2141 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.55:8080 2141 0.008 200 84d2d105d87bdb76620cdb659d49472d 199.19.213.186 - - [21/May/2026:19:36:04 +0000] "GET /admin/realms/atmosphere/clients/faf1f831-38e9-4fbd-b140-b22fc44ad620/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.017 [auth-system-keycloak-80] [] 10.0.0.55:8080 233 0.016 200 a895dd1dd51c537c91438d91972ab9c1 199.19.213.186 - - [21/May/2026:19:36:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.021 [auth-system-keycloak-80] [] 10.0.0.55:8080 831 0.021 200 8f1d2fba56eab0d6efec7ed379b8ee53 199.19.213.186 - - [21/May/2026:19:36:04 +0000] "GET /admin/realms/atmosphere/clients/444b0f6e-a1d9-4f55-b410-bb9eede4d464/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.027 [auth-system-keycloak-80] [] 10.0.0.55:8080 3758 0.027 200 d2c409d743a005dd7a3df655a800b9c9 199.19.213.186 - - [21/May/2026:19:36:04 +0000] "GET /admin/realms/atmosphere/users/6d050002-4b23-4c9b-8eac-276b663adf3d/role-mappings/clients/444b0f6e-a1d9-4f55-b410-bb9eede4d464/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.077 [auth-system-keycloak-80] [] 10.0.0.55:8080 3758 0.076 200 4b9ddf3dc0f6f97c2256d866343b4c0a 199.19.213.186 - - [21/May/2026:19:36:05 +0000] "GET /admin/realms/atmosphere/users/6d050002-4b23-4c9b-8eac-276b663adf3d/role-mappings/clients/444b0f6e-a1d9-4f55-b410-bb9eede4d464/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.018 [auth-system-keycloak-80] [] 10.0.0.55:8080 2 0.019 200 78e78e2b7c43cd717bbc16628e4577b7 199.19.213.186 - - [21/May/2026:19:36:05 +0000] "POST /admin/realms/atmosphere/users/6d050002-4b23-4c9b-8eac-276b663adf3d/role-mappings/clients/444b0f6e-a1d9-4f55-b410-bb9eede4d464 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.021 [auth-system-keycloak-80] [] 10.0.0.55:8080 0 0.019 204 53a8bc6fada57f28894a56b3bc8c6e45 199.19.213.186 - - [21/May/2026:19:36:05 +0000] "GET /admin/realms/atmosphere/users/6d050002-4b23-4c9b-8eac-276b663adf3d/role-mappings/clients/444b0f6e-a1d9-4f55-b410-bb9eede4d464/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.012 [auth-system-keycloak-80] [] 10.0.0.55:8080 576 0.012 200 88c4f42a82ab0697eb57f8d7681612c2 W0521 19:36:08.767313 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:36:08.767369 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:36:22.609025 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:36:22.609139 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:38:16.724271 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:38:16.724325 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:39:02.754915 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0521 19:39:02.754997 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:39:02.755015 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0521 19:39:02.757951 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.003s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:28.7kB} I0521 19:39:02.757992 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0521 19:39:02.776996 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0521 19:39:02.777603 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"7dec7e98-cb67-4b21-99e1-28192d7094c9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6701", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0521 19:39:02.777655 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0521 19:39:02.778484 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0521 19:39:02.778579 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:39:02.778651 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0521 19:39:02.778930 7 controller.go:196] "Configuration changes detected, backend reload required" I0521 19:39:02.882136 7 controller.go:216] "Backend successfully reloaded" I0521 19:39:02.882439 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rjc8f", UID:"ab092c4b-0977-4dea-8c19-7225a32969b8", APIVersion:"v1", ResourceVersion:"1455", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0521 19:39:04.814763 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0521 19:39:04.816286 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0521 19:39:06.112567 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:39:06.112611 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.186 - - [21/May/2026:19:39:06 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.003 [openstack-keystone-api-5000] [] 10.0.0.182:5000 281 0.003 300 1422f4c1d691b38664aebb9004a46473 I0521 19:39:22.446279 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.108.167.210"}] I0521 19:39:22.468473 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"7dec7e98-cb67-4b21-99e1-28192d7094c9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6841", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0521 19:39:22.472194 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:39:22.472251 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store