------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0512 11:14:12.978668 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0512 11:14:12.979049 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0512 11:14:12.987690 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0512 11:14:12.991777 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0512 11:14:13.398932 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0512 11:14:13.429228 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0512 11:14:13.442774 7 nginx.go:271] "Starting NGINX Ingress controller" I0512 11:14:13.450219 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"b17ca2d1-b0d2-4330-b9de-2af9bf1bf934", APIVersion:"v1", ResourceVersion:"1376", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0512 11:14:13.457052 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"4b2038da-ad7d-4c00-9b17-071a7622c784", APIVersion:"v1", ResourceVersion:"1374", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0512 11:14:13.457107 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"950a83a0-05ed-4823-8733-c9f5e86331e9", APIVersion:"v1", ResourceVersion:"1375", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0512 11:14:14.645370 7 nginx.go:317] "Starting NGINX process" I0512 11:14:14.645842 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0512 11:14:14.646108 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0512 11:14:14.646512 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0512 11:14:14.646612 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:14:14.646655 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0512 11:14:14.646747 7 controller.go:196] "Configuration changes detected, backend reload required" I0512 11:14:14.657158 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0512 11:14:14.657221 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-j98b4" I0512 11:14:14.684241 7 controller.go:216] "Backend successfully reloaded" I0512 11:14:14.684307 7 controller.go:227] "Initial sync, sleeping for 1 second" I0512 11:14:14.684383 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-j98b4", UID:"ac4960a3-7a63-4d1b-946b-a07ee35bd2c4", APIVersion:"v1", ResourceVersion:"1482", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0512 11:14:18.468431 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:14:18.468489 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:14:21.802177 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:14:21.802250 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:14:25.135790 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:14:25.135850 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:14:28.469587 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:14:28.469635 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:14:31.803577 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:14:31.803651 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:14:35.135469 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:14:35.135586 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:14:38.469587 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:14:38.469638 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:14:41.804496 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:14:41.804549 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:14:52.145358 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:14:52.145391 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:14:57.411626 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:14:57.412062 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:15:00.745230 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:15:00.745309 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:15:52.975603 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:15:52.975644 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:15:56.312202 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:15:56.312271 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:16:00.843887 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:16:00.843926 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:16:04.177493 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:16:04.177559 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:16:07.510767 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:16:07.510809 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:16:10.846136 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:16:10.846176 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:16:14.178267 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:16:14.178316 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:16:17.510733 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:16:17.510797 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:16:20.845423 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:16:20.845464 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:16:24.178070 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:16:24.178120 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:16:29.917138 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:16:29.917188 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:16:33.250989 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:16:33.251026 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:18:51.563933 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:18:51.563980 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:18:54.897463 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:18:54.897516 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:18:55.368382 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-138.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-138.nip.io-tls was not found. Using default certificate W0512 11:18:55.368446 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:18:55.368465 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0512 11:18:55.369921 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.001s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.002s testedConfigurationSize:14.7kB} I0512 11:18:55.369952 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0512 11:18:55.377667 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0512 11:18:55.378004 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"cc434b8f-312b-4c38-bc1e-5a1725a09b3e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3525", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0512 11:18:55.378057 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-138.nip.io-tls" in local store I0512 11:18:55.750241 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-138.nip.io-tls" I0512 11:18:55.751536 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-138.nip.io-tls" W0512 11:18:58.230721 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:18:58.230766 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0512 11:18:58.230836 7 controller.go:196] "Configuration changes detected, backend reload required" I0512 11:18:58.290491 7 controller.go:216] "Backend successfully reloaded" I0512 11:18:58.290701 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-j98b4", UID:"ac4960a3-7a63-4d1b-946b-a07ee35bd2c4", APIVersion:"v1", ResourceVersion:"1482", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0512 11:19:01.564676 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:19:01.564735 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.138 - - [12/May/2026:11:19:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.185 [auth-system-keycloak-80] [] 10.0.0.32:8080 1928 2.184 200 c5638ed1ad288a9a8b73dda9f745097a 199.204.45.138 - - [12/May/2026:11:19:07 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.191 [auth-system-keycloak-80] [] 10.0.0.32:8080 116 0.191 404 e7f53478244b963bd42ff7d22e01b034 199.204.45.138 - - [12/May/2026:11:19:12 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.566 [auth-system-keycloak-80] [] 10.0.0.32:8080 0 4.566 201 d82cea03528861099bcbf5280bedbf36 199.204.45.138 - - [12/May/2026:11:19:12 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.605 [auth-system-keycloak-80] [] 10.0.0.32:8080 4246 0.605 200 12ee736dd5c399e507da922948b18d96 199.204.45.138 - - [12/May/2026:11:19:13 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.500 [auth-system-keycloak-80] [] 10.0.0.32:8080 1928 0.498 200 59cfde21b1015157652174701ac0ee22 199.204.45.138 - - [12/May/2026:11:19:13 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.090 [auth-system-keycloak-80] [] 10.0.0.32:8080 12500 0.089 200 10ad1e12d97399bdacc5fc45c000c48e 199.204.45.138 - - [12/May/2026:11:19:14 +0000] "GET /admin/realms/atmosphere/client-scopes/fbb1ef50-c422-4d48-a732-d4aeb72e3cea HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.060 [auth-system-keycloak-80] [] 10.0.0.32:8080 1278 0.060 200 e63686e1d0ea78279880f97df26e0b75 199.204.45.138 - - [12/May/2026:11:19:14 +0000] "PUT /admin/realms/atmosphere/client-scopes/fbb1ef50-c422-4d48-a732-d4aeb72e3cea HTTP/1.1" 204 0 "-" "Ansible" 1848 0.090 [auth-system-keycloak-80] [] 10.0.0.32:8080 0 0.090 204 5e64a900cd87efcab551dd62f33a11f8 199.204.45.138 - - [12/May/2026:11:19:14 +0000] "GET /admin/realms/atmosphere/client-scopes/fbb1ef50-c422-4d48-a732-d4aeb72e3cea/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.085 [auth-system-keycloak-80] [] 10.0.0.32:8080 963 0.086 200 d06a85127f753e2f0d38cad987b8b8a1 199.204.45.138 - - [12/May/2026:11:19:14 +0000] "GET /admin/realms/atmosphere/client-scopes/fbb1ef50-c422-4d48-a732-d4aeb72e3cea/protocol-mappers/models/7c9c0f2a-9d6d-41b0-b958-8602773853e1 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.011 [auth-system-keycloak-80] [] 10.0.0.32:8080 366 0.011 200 8b1b448674071dc15083bd8fccb6dac4 199.204.45.138 - - [12/May/2026:11:19:14 +0000] "PUT /admin/realms/atmosphere/client-scopes/fbb1ef50-c422-4d48-a732-d4aeb72e3cea/protocol-mappers/models/7c9c0f2a-9d6d-41b0-b958-8602773853e1 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.080 [auth-system-keycloak-80] [] 10.0.0.32:8080 0 0.079 204 969f92ff0955ea43dca39d52e33916c8 199.204.45.138 - - [12/May/2026:11:19:14 +0000] "GET /admin/realms/atmosphere/client-scopes/fbb1ef50-c422-4d48-a732-d4aeb72e3cea HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.083 [auth-system-keycloak-80] [] 10.0.0.32:8080 1218 0.084 200 c21a1aa3755a9e0d77be4210d3271c9f I0512 11:19:14.664103 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.102.21.28"}] I0512 11:19:14.670199 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"cc434b8f-312b-4c38-bc1e-5a1725a09b3e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3802", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0512 11:19:14.671439 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:19:14.671466 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.138 - - [12/May/2026:11:19:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.488 [auth-system-keycloak-80] [] 10.0.0.32:8080 1928 0.488 200 52c3c470e7302ddc71dcb94c2a55acf8 199.204.45.138 - - [12/May/2026:11:19:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.064 [auth-system-keycloak-80] [] 10.0.0.32:8080 2 0.064 200 9f7731b1c3d2f87d23153c0f87978a7a 199.204.45.138 - - [12/May/2026:11:19:36 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.285 [auth-system-keycloak-80] [] 10.0.0.32:8080 0 0.284 201 94467bc7cdcaa797b140e391e6d10a9b 199.204.45.138 - - [12/May/2026:11:19:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.023 [auth-system-keycloak-80] [] 10.0.0.32:8080 1261 0.023 200 b691bd9bdf30ea71a2a46b837cc29375 199.204.45.138 - - [12/May/2026:11:19:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.937 [auth-system-keycloak-80] [] 10.0.0.32:8080 1928 0.935 200 22e4c350e20e12fe0abd151eee6d0fbe 199.204.45.138 - - [12/May/2026:11:19:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.047 [auth-system-keycloak-80] [] 10.0.0.32:8080 2 0.047 200 633d1a895cc683945a46e6c044b7ea67 199.204.45.138 - - [12/May/2026:11:19:37 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.040 [auth-system-keycloak-80] [] 10.0.0.32:8080 0 0.039 201 7c226316bc39ef303432b2d7392f1d05 199.204.45.138 - - [12/May/2026:11:19:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.054 [auth-system-keycloak-80] [] 10.0.0.32:8080 1286 0.055 200 24955d0814fa83c9e28bd846a529cf57 199.204.45.138 - - [12/May/2026:11:19:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.476 [auth-system-keycloak-80] [] 10.0.0.32:8080 1928 0.474 200 2f3b468acd14ef422f5492a40f0efb1f 199.204.45.138 - - [12/May/2026:11:19:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.019 [auth-system-keycloak-80] [] 10.0.0.32:8080 2 0.019 200 86accd091ee867a20ab8748277a806d0 199.204.45.138 - - [12/May/2026:11:19:38 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.102 [auth-system-keycloak-80] [] 10.0.0.32:8080 0 0.100 201 c4128f89f8c45b8a84dc6dc2579b64c2 199.204.45.138 - - [12/May/2026:11:19:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.022 [auth-system-keycloak-80] [] 10.0.0.32:8080 1251 0.023 200 2ecf55f707c66f6ef61f9708eb64f3a0 199.204.45.138 - - [12/May/2026:11:19:39 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.500 [auth-system-keycloak-80] [] 10.0.0.32:8080 1928 0.500 200 dd1941a48d1ef2b9a95d780efe8f9dc2 199.204.45.138 - - [12/May/2026:11:19:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.32:8080 1261 0.008 200 573dc0ba973a059199888b5241e60a05 199.204.45.138 - - [12/May/2026:11:19:39 +0000] "GET /admin/realms/atmosphere/clients/6f22ae3f-f454-49cf-8b16-99f25875e4ee/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.32:8080 119 0.015 404 55fa8485a7e18bd18dbff81371596ba6 199.204.45.138 - - [12/May/2026:11:19:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.034 [auth-system-keycloak-80] [] 10.0.0.32:8080 1261 0.034 200 48c15710fa833369fb0c912ece2e19ef 199.204.45.138 - - [12/May/2026:11:19:39 +0000] "POST /admin/realms/atmosphere/clients/6f22ae3f-f454-49cf-8b16-99f25875e4ee/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.023 [auth-system-keycloak-80] [] 10.0.0.32:8080 0 0.022 201 aa212e21ba675d9d1131c5fdb9bb0a43 199.204.45.138 - - [12/May/2026:11:19:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.054 [auth-system-keycloak-80] [] 10.0.0.32:8080 1261 0.053 200 d70ee8f19dec8ac6ee5c16ba11487d98 199.204.45.138 - - [12/May/2026:11:19:39 +0000] "GET /admin/realms/atmosphere/clients/6f22ae3f-f454-49cf-8b16-99f25875e4ee/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.018 [auth-system-keycloak-80] [] 10.0.0.32:8080 166 0.019 200 012253c85b692bbec04fce5a3f0e40c5 199.204.45.138 - - [12/May/2026:11:19:40 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.494 [auth-system-keycloak-80] [] 10.0.0.32:8080 1928 0.493 200 e423a258e489ce2a26276226b17213bc 199.204.45.138 - - [12/May/2026:11:19:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.32:8080 1286 0.007 200 102850edcabe3dfbf6d552c97035c503 199.204.45.138 - - [12/May/2026:11:19:40 +0000] "GET /admin/realms/atmosphere/clients/52154b11-f89d-4f8f-a239-c9f6d6f83c6c/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.011 [auth-system-keycloak-80] [] 10.0.0.32:8080 119 0.012 404 e15ba02b09ca6ad27b606f7fabeb0030 199.204.45.138 - - [12/May/2026:11:19:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.044 [auth-system-keycloak-80] [] 10.0.0.32:8080 1286 0.043 200 c757911bb6a9afe0fd6459831d937620 199.204.45.138 - - [12/May/2026:11:19:40 +0000] "POST /admin/realms/atmosphere/clients/52154b11-f89d-4f8f-a239-c9f6d6f83c6c/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.085 [auth-system-keycloak-80] [] 10.0.0.32:8080 0 0.084 201 d4f3bd80cd24b68489006bc0638a2982 199.204.45.138 - - [12/May/2026:11:19:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.32:8080 1286 0.008 200 8508832aba2b63af6f7a7e439832171c 199.204.45.138 - - [12/May/2026:11:19:40 +0000] "GET /admin/realms/atmosphere/clients/52154b11-f89d-4f8f-a239-c9f6d6f83c6c/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.014 [auth-system-keycloak-80] [] 10.0.0.32:8080 165 0.013 200 eb0d6b5cccac762a2aeab2829537798a 199.204.45.138 - - [12/May/2026:11:19:41 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.484 [auth-system-keycloak-80] [] 10.0.0.32:8080 1928 0.482 200 841c173585edf0aa5ec03cfc2b47f7c5 199.204.45.138 - - [12/May/2026:11:19:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.32:8080 1286 0.008 200 be44b0c6c919ba1b241821438dab6160 199.204.45.138 - - [12/May/2026:11:19:41 +0000] "GET /admin/realms/atmosphere/clients/52154b11-f89d-4f8f-a239-c9f6d6f83c6c/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.32:8080 119 0.009 404 444dac9f2aca157e1e1457417e9a7e09 199.204.45.138 - - [12/May/2026:11:19:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.038 [auth-system-keycloak-80] [] 10.0.0.32:8080 1286 0.039 200 917aa8ead28da50f827d59f6189067c2 199.204.45.138 - - [12/May/2026:11:19:41 +0000] "POST /admin/realms/atmosphere/clients/52154b11-f89d-4f8f-a239-c9f6d6f83c6c/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.016 [auth-system-keycloak-80] [] 10.0.0.32:8080 0 0.016 201 1c8b08cfbba43f36f81f9346baf9c7bb 199.204.45.138 - - [12/May/2026:11:19:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.064 [auth-system-keycloak-80] [] 10.0.0.32:8080 1286 0.065 200 f6586d8317c9dddd37f88eee333d87b2 199.204.45.138 - - [12/May/2026:11:19:41 +0000] "GET /admin/realms/atmosphere/clients/52154b11-f89d-4f8f-a239-c9f6d6f83c6c/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.32:8080 166 0.015 200 95fbff1fe767cfa0f60fe9580072b7e0 199.204.45.138 - - [12/May/2026:11:19:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.511 [auth-system-keycloak-80] [] 10.0.0.32:8080 1928 0.511 200 38edac31c592b35cbb45b6b90ab2416e 199.204.45.138 - - [12/May/2026:11:19:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.012 [auth-system-keycloak-80] [] 10.0.0.32:8080 1286 0.013 200 123070d0cb009cf705cc2a4ab27ec60d 199.204.45.138 - - [12/May/2026:11:19:42 +0000] "GET /admin/realms/atmosphere/clients/52154b11-f89d-4f8f-a239-c9f6d6f83c6c/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.049 [auth-system-keycloak-80] [] 10.0.0.32:8080 119 0.050 404 f883e5ba284d33e5d43382b6070090c6 199.204.45.138 - - [12/May/2026:11:19:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.32:8080 1286 0.007 200 9d9039d30ad70e24d95d67376e5f966e 199.204.45.138 - - [12/May/2026:11:19:42 +0000] "POST /admin/realms/atmosphere/clients/52154b11-f89d-4f8f-a239-c9f6d6f83c6c/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.067 [auth-system-keycloak-80] [] 10.0.0.32:8080 0 0.066 201 8d38957a38b0ec2b056509d0c74c39c7 199.204.45.138 - - [12/May/2026:11:19:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.32:8080 1286 0.007 200 84fb1bf1c826cc918fa3e4a60b6537e2 199.204.45.138 - - [12/May/2026:11:19:42 +0000] "GET /admin/realms/atmosphere/clients/52154b11-f89d-4f8f-a239-c9f6d6f83c6c/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.072 [auth-system-keycloak-80] [] 10.0.0.32:8080 166 0.071 200 e0cb5711a2ed154f6c44eb4983e2c451 199.204.45.138 - - [12/May/2026:11:19:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.483 [auth-system-keycloak-80] [] 10.0.0.32:8080 1928 0.482 200 9d9c8da685dcbdaa93bb4f6a441356c0 199.204.45.138 - - [12/May/2026:11:19:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.026 [auth-system-keycloak-80] [] 10.0.0.32:8080 1251 0.026 200 54af88815353f2cd09699b4f409671d0 199.204.45.138 - - [12/May/2026:11:19:43 +0000] "GET /admin/realms/atmosphere/clients/2508b474-17ed-4b4e-b78d-a4a94b3929eb/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.32:8080 119 0.010 404 dc31a1a30ff38044140b26bb7102ac50 199.204.45.138 - - [12/May/2026:11:19:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.32:8080 1251 0.009 200 a9796cbe8c60774604b0c031a084c2fd 199.204.45.138 - - [12/May/2026:11:19:43 +0000] "POST /admin/realms/atmosphere/clients/2508b474-17ed-4b4e-b78d-a4a94b3929eb/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.019 [auth-system-keycloak-80] [] 10.0.0.32:8080 0 0.019 201 3e48e2e6d986811b4526bb1013a01690 199.204.45.138 - - [12/May/2026:11:19:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.011 [auth-system-keycloak-80] [] 10.0.0.32:8080 1251 0.012 200 d349e56e64391226efa7c13bbcc83b9a 199.204.45.138 - - [12/May/2026:11:19:43 +0000] "GET /admin/realms/atmosphere/clients/2508b474-17ed-4b4e-b78d-a4a94b3929eb/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.016 [auth-system-keycloak-80] [] 10.0.0.32:8080 166 0.016 200 05f6cb275ef73bd93c57a5759e5f2206 W0512 11:19:44.563882 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:19:44.563968 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:19:47.899304 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:19:47.899352 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:20:49.431478 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:20:49.431514 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:20:49.490991 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0512 11:20:49.491072 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0512 11:20:49.491118 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:20:49.491141 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:20:49.491625 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0512 11:20:49.492105 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0512 11:20:49.492136 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0512 11:20:49.492199 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0512 11:20:49.492265 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:20:49.492287 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:20:49.492299 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:20:49.492305 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0512 11:20:49.497549 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.007s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.007s testedConfigurationSize:18.2kB} I0512 11:20:49.497610 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0512 11:20:49.498514 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.007s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.007s testedConfigurationSize:18.2kB} I0512 11:20:49.498556 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0512 11:20:49.501025 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.01s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.011s testedConfigurationSize:18.2kB} I0512 11:20:49.501060 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0512 11:20:49.505268 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0512 11:20:49.506658 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"2b18a08b-df88-486e-96f1-9c2201a65992", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4551", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0512 11:20:49.506937 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0512 11:20:49.509663 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0512 11:20:49.510097 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0512 11:20:49.510171 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0512 11:20:49.510520 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0512 11:20:49.510694 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"4e4c7890-4720-4dae-ab0a-4bcceed30d15", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4555", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0512 11:20:49.513633 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"78ffa006-86c6-471b-b6c3-1cf94b8c9a14", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4556", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0512 11:20:49.780136 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0512 11:20:49.781627 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0512 11:20:49.966304 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0512 11:20:49.967933 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0512 11:20:51.968011 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0512 11:20:51.968712 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0512 11:20:52.765550 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0512 11:20:52.765598 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0512 11:20:52.765633 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0512 11:20:52.765737 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:20:52.765757 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0512 11:20:52.765836 7 controller.go:196] "Configuration changes detected, backend reload required" I0512 11:20:52.810680 7 controller.go:216] "Backend successfully reloaded" I0512 11:20:52.810883 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-j98b4", UID:"ac4960a3-7a63-4d1b-946b-a07ee35bd2c4", APIVersion:"v1", ResourceVersion:"1482", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0512 11:20:56.098720 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0512 11:20:56.098787 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0512 11:20:56.098824 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0512 11:20:56.098969 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:20:56.098996 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:20:59.431747 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0512 11:20:59.431815 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0512 11:20:59.431863 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0512 11:20:59.431985 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:20:59.432012 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:21:02.764933 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0512 11:21:02.765001 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0512 11:21:02.765030 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0512 11:21:02.765152 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:21:02.765172 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:21:06.098697 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0512 11:21:06.098762 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0512 11:21:06.098799 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0512 11:21:06.098907 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:21:06.098932 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:21:09.431630 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0512 11:21:09.431709 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0512 11:21:09.431760 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0512 11:21:09.431943 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:21:09.431988 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:21:12.764946 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0512 11:21:12.765038 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0512 11:21:12.765164 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:21:12.765192 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0512 11:21:14.664538 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.102.21.28"}] I0512 11:21:14.664743 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.102.21.28"}] I0512 11:21:14.664885 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.102.21.28"}] I0512 11:21:14.671253 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"4e4c7890-4720-4dae-ab0a-4bcceed30d15", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5371", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0512 11:21:14.675040 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"2b18a08b-df88-486e-96f1-9c2201a65992", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5372", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0512 11:21:14.676634 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"78ffa006-86c6-471b-b6c3-1cf94b8c9a14", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5373", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0512 11:21:16.098144 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0512 11:21:16.098306 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0512 11:21:16.098462 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:21:16.098493 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:21:19.431980 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0512 11:21:19.432030 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0512 11:21:19.432094 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:21:19.432106 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:21:22.765257 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0512 11:21:22.765366 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0512 11:21:22.765513 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:21:22.765545 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:21:26.098708 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0512 11:21:26.098803 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0512 11:21:26.099023 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:21:26.099051 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.123 - - [12/May/2026:11:21:26 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.032 [auth-system-keycloak-80] [] 10.0.0.32:8080 6432 0.031 200 01ba9fc5201354eba5b9ff07e2fcd6ee 10.0.0.184 - - [12/May/2026:11:21:26 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.006 [auth-system-keycloak-80] [] 10.0.0.32:8080 6432 0.007 200 5a97f6a686c9c85d2af6e01e8a8e2370 W0512 11:21:29.432064 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:21:29.432107 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:21:32.765091 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:21:32.765158 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:21:36.099919 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:21:36.099969 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:21:39.432336 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:21:39.432386 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:21:45.071170 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:21:45.071220 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:21:48.405457 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:21:48.405503 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.138 - - [12/May/2026:11:21:52 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.657 [auth-system-keycloak-80] [] 10.0.0.32:8080 1928 0.655 200 5c1824ec7a9b6afeb16154b72b2185ea 199.204.45.138 - - [12/May/2026:11:21:52 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.038 [auth-system-keycloak-80] [] 10.0.0.32:8080 4246 0.039 200 4cd0247831bd25f6c15597e4c423df5e 199.204.45.138 - - [12/May/2026:11:21:52 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.318 [auth-system-keycloak-80] [] 10.0.0.32:8080 0 0.318 204 971132f6d242340241cba7c5ecd7fbd4 199.204.45.138 - - [12/May/2026:11:21:52 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.189 [auth-system-keycloak-80] [] 10.0.0.32:8080 4384 0.189 200 7d249d29c950637a44405df32f9dba49 199.204.45.138 - - [12/May/2026:11:21:53 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.512 [auth-system-keycloak-80] [] 10.0.0.32:8080 1928 0.510 200 7a3d45f946699dbd06f1ff3af2836f2f 199.204.45.138 - - [12/May/2026:11:21:53 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.007 [auth-system-keycloak-80] [] 10.0.0.32:8080 1682 0.007 200 b3b5d1b68726a2e8a1425f9451121713 199.204.45.138 - - [12/May/2026:11:21:54 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.006 [auth-system-keycloak-80] [] 10.0.0.32:8080 6432 0.005 200 3d1025b00422e404bee2d4ce5e9dc3c9 199.204.45.138 - - [12/May/2026:11:21:55 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.549 [auth-system-keycloak-80] [] 10.0.0.32:8080 1928 0.548 200 80e9d35452f2ee3f1f3d2d85bfc3d055 199.204.45.138 - - [12/May/2026:11:21:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.056 [auth-system-keycloak-80] [] 10.0.0.32:8080 2 0.056 200 d142084f7fd0c3e186a99b0ac722383b 199.204.45.138 - - [12/May/2026:11:21:55 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.194 [auth-system-keycloak-80] [] 10.0.0.32:8080 0 0.194 201 6fb3a119da2cc2c0e4a26264b976bb61 199.204.45.138 - - [12/May/2026:11:21:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.077 [auth-system-keycloak-80] [] 10.0.0.32:8080 2246 0.078 200 392cc482136443704e1c57122d134201 199.204.45.138 - - [12/May/2026:11:21:57 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.505 [auth-system-keycloak-80] [] 10.0.0.32:8080 1928 0.503 200 89f5d0e5a44a2c71a86f3ad1cc8654f8 199.204.45.138 - - [12/May/2026:11:21:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.004 [auth-system-keycloak-80] [] 10.0.0.32:8080 2246 0.005 200 74599ec2c51eac260f78c139972fbe73 199.204.45.138 - - [12/May/2026:11:21:57 +0000] "GET /admin/realms/atmosphere/clients/33c8ebd3-fc0e-4016-b428-41593cfda2bd/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.043 [auth-system-keycloak-80] [] 10.0.0.32:8080 233 0.043 200 5808db58702b0e164862c927f73c506f 199.204.45.138 - - [12/May/2026:11:21:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.109 [auth-system-keycloak-80] [] 10.0.0.32:8080 831 0.109 200 3ccb430816b9e6842a867b2293b82f9b 199.204.45.138 - - [12/May/2026:11:21:57 +0000] "GET /admin/realms/atmosphere/clients/27302b72-52a0-41cb-a4bc-8fc43eaadc96/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.030 [auth-system-keycloak-80] [] 10.0.0.32:8080 3758 0.030 200 5ae0ef0c4b88c3cc4b3544f42bd1d450 199.204.45.138 - - [12/May/2026:11:21:57 +0000] "GET /admin/realms/atmosphere/users/b0deb142-b49e-4f8f-bb71-a5161fba0215/role-mappings/clients/27302b72-52a0-41cb-a4bc-8fc43eaadc96/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.230 [auth-system-keycloak-80] [] 10.0.0.32:8080 3758 0.231 200 e29eb9951b8374b9720eca6dd5557689 199.204.45.138 - - [12/May/2026:11:21:57 +0000] "GET /admin/realms/atmosphere/users/b0deb142-b49e-4f8f-bb71-a5161fba0215/role-mappings/clients/27302b72-52a0-41cb-a4bc-8fc43eaadc96/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.018 [auth-system-keycloak-80] [] 10.0.0.32:8080 2 0.019 200 870dd3e7b1b5670291590e6ca5d8fec9 199.204.45.138 - - [12/May/2026:11:21:57 +0000] "POST /admin/realms/atmosphere/users/b0deb142-b49e-4f8f-bb71-a5161fba0215/role-mappings/clients/27302b72-52a0-41cb-a4bc-8fc43eaadc96 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.058 [auth-system-keycloak-80] [] 10.0.0.32:8080 0 0.058 204 03aaffadbbeea60371a44ceb32b8aab1 199.204.45.138 - - [12/May/2026:11:21:57 +0000] "GET /admin/realms/atmosphere/users/b0deb142-b49e-4f8f-bb71-a5161fba0215/role-mappings/clients/27302b72-52a0-41cb-a4bc-8fc43eaadc96/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.013 [auth-system-keycloak-80] [] 10.0.0.32:8080 576 0.014 200 6c6bd43005592cca3735031ce33867e0 W0512 11:22:00.454013 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:22:00.454048 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:22:03.788319 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:22:03.788367 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:22:18.304383 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:22:18.304413 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:22:21.638482 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:22:21.638529 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:24:06.163312 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:24:06.163350 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:24:36.638651 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0512 11:24:36.638749 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:24:36.638773 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0512 11:24:36.643022 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.005s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:28.7kB} I0512 11:24:36.643075 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0512 11:24:36.649927 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0512 11:24:36.650339 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"b33e7e54-f8a6-4bd9-8fc4-546a4150eb9d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6948", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0512 11:24:36.650923 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0512 11:24:36.651549 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0512 11:24:36.651671 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:24:36.651733 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0512 11:24:36.651875 7 controller.go:196] "Configuration changes detected, backend reload required" I0512 11:24:36.699728 7 controller.go:216] "Backend successfully reloaded" I0512 11:24:36.700073 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-j98b4", UID:"ac4960a3-7a63-4d1b-946b-a07ee35bd2c4", APIVersion:"v1", ResourceVersion:"1482", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0512 11:24:36.874214 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0512 11:24:36.875754 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0512 11:24:39.986000 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:24:39.986053 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.138 - - [12/May/2026:11:24:41 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.005 [openstack-keystone-api-5000] [] 10.0.0.2:5000 281 0.004 300 28084a646759ee292a2ce652ae53264d I0512 11:25:14.663527 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.102.21.28"}] I0512 11:25:14.668238 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"b33e7e54-f8a6-4bd9-8fc4-546a4150eb9d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7168", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0512 11:25:14.670315 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0512 11:25:14.670356 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store