------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0403 02:19:17.935475 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0403 02:19:17.935642 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0403 02:19:17.943202 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0403 02:19:17.946114 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0403 02:19:18.065866 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0403 02:19:18.080816 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0403 02:19:18.093143 7 nginx.go:271] "Starting NGINX Ingress controller" I0403 02:19:18.101298 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"a8b0e557-5868-4e80-8632-ca49eef01a0a", APIVersion:"v1", ResourceVersion:"1310", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0403 02:19:18.106120 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"d0984379-7209-4359-b02c-c7d746359740", APIVersion:"v1", ResourceVersion:"1311", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0403 02:19:18.106150 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"bad0fb16-5051-43b8-b4ca-4e78f698acae", APIVersion:"v1", ResourceVersion:"1312", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0403 02:19:19.294567 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0403 02:19:19.294581 7 nginx.go:317] "Starting NGINX process" I0403 02:19:19.295081 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0403 02:19:19.295298 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0403 02:19:19.295352 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:19:19.295368 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:19:19.295406 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 02:19:19.301772 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0403 02:19:19.301878 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-mdfpt" I0403 02:19:19.324632 7 controller.go:216] "Backend successfully reloaded" I0403 02:19:19.324713 7 controller.go:227] "Initial sync, sleeping for 1 second" I0403 02:19:19.324823 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-mdfpt", UID:"5b0246a7-98c3-42ee-9a55-89f6804b06cf", APIVersion:"v1", ResourceVersion:"1354", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0403 02:19:23.119867 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:19:23.119896 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:19:26.454382 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:19:26.454433 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:19:29.787233 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:19:29.787381 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:19:33.121004 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:19:33.121031 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:19:36.453481 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:19:36.453530 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:19:39.787302 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:19:39.787356 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:19:43.119981 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:19:43.120011 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:19:51.403123 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:19:51.403162 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:19:54.736705 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:19:54.736741 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:19:58.070147 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:19:58.070193 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:20:45.849403 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:20:45.849433 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:20:52.784226 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:20:52.784257 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:20:56.119023 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:20:56.119058 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:20:59.451991 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:20:59.452030 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:21:02.784553 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:21:02.784601 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:21:06.123131 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:21:06.123176 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:21:09.451134 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:21:09.451167 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:21:12.784921 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:21:12.784963 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:21:16.118110 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:21:16.118286 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:23:33.592150 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:23:33.592207 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:23:37.063747 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-25.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-25.nip.io-tls was not found. Using default certificate W0403 02:23:37.063810 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:23:37.063830 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:23:37.065604 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0403 02:23:37.065631 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0403 02:23:37.072516 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0403 02:23:37.073031 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-25.nip.io-tls" in local store W0403 02:23:37.073187 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-25.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-25.nip.io-tls was not found. Using default certificate W0403 02:23:37.073230 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:23:37.073253 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:23:37.073311 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 02:23:37.075962 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"d5625373-631b-4045-b5bd-032b3e103663", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3229", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0403 02:23:37.114344 7 controller.go:216] "Backend successfully reloaded" I0403 02:23:37.114521 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-mdfpt", UID:"5b0246a7-98c3-42ee-9a55-89f6804b06cf", APIVersion:"v1", ResourceVersion:"1354", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0403 02:23:37.342136 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-25.nip.io-tls" I0403 02:23:37.343370 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-25.nip.io-tls" W0403 02:23:40.407249 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:23:40.407282 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.25 - - [03/Apr/2026:02:23:41 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 1.505 [auth-system-keycloak-80] [] 10.0.0.223:8080 1882 1.504 200 77e206ca6a99ebe823e64da47c21c0cf 199.204.45.25 - - [03/Apr/2026:02:23:41 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 28 "-" "Ansible" 1195 0.167 [auth-system-keycloak-80] [] 10.0.0.223:8080 28 0.167 404 ff57fa1315ff6c420a8f341e1ade9914 199.204.45.25 - - [03/Apr/2026:02:23:48 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 6.096 [auth-system-keycloak-80] [] 10.0.0.223:8080 0 6.095 201 40581efd1f7afba5a0d2948d577d23d3 199.204.45.25 - - [03/Apr/2026:02:23:48 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4177 "-" "Ansible" 1195 0.702 [auth-system-keycloak-80] [] 10.0.0.223:8080 4177 0.702 200 1beb7e17bc03d164ecf75ca4285c1109 199.204.45.25 - - [03/Apr/2026:02:23:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.069 [auth-system-keycloak-80] [] 10.0.0.223:8080 1882 0.068 200 647a06939b82854ac04f4ba7cb3f5ec9 199.204.45.25 - - [03/Apr/2026:02:23:49 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12500 "-" "Ansible" 1209 0.090 [auth-system-keycloak-80] [] 10.0.0.223:8080 12500 0.090 200 e8cc102958556dae14448d1de336b9a1 199.204.45.25 - - [03/Apr/2026:02:23:49 +0000] "GET /admin/realms/atmosphere/client-scopes/556cb426-a36c-4f0f-8681-2d28a3f8860d HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.010 [auth-system-keycloak-80] [] 10.0.0.223:8080 1278 0.011 200 ee3f33b35a545d44e82cbfccb82ea5c6 199.204.45.25 - - [03/Apr/2026:02:23:49 +0000] "PUT /admin/realms/atmosphere/client-scopes/556cb426-a36c-4f0f-8681-2d28a3f8860d HTTP/1.1" 204 0 "-" "Ansible" 1846 0.073 [auth-system-keycloak-80] [] 10.0.0.223:8080 0 0.072 204 70ca18dced7a265878952f477c330f5f 199.204.45.25 - - [03/Apr/2026:02:23:49 +0000] "GET /admin/realms/atmosphere/client-scopes/556cb426-a36c-4f0f-8681-2d28a3f8860d/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.090 [auth-system-keycloak-80] [] 10.0.0.223:8080 963 0.090 200 d07d3eec8b8ef9b6864d34baf515ef3f 199.204.45.25 - - [03/Apr/2026:02:23:49 +0000] "GET /admin/realms/atmosphere/client-scopes/556cb426-a36c-4f0f-8681-2d28a3f8860d/protocol-mappers/models/a6c366bf-9c5c-43b0-af1b-e1a3d865cb26 HTTP/1.1" 200 366 "-" "Ansible" 1307 0.009 [auth-system-keycloak-80] [] 10.0.0.223:8080 366 0.009 200 410f60eedf42339bf5d6fbd87518c5eb 199.204.45.25 - - [03/Apr/2026:02:23:49 +0000] "PUT /admin/realms/atmosphere/client-scopes/556cb426-a36c-4f0f-8681-2d28a3f8860d/protocol-mappers/models/a6c366bf-9c5c-43b0-af1b-e1a3d865cb26 HTTP/1.1" 204 0 "-" "Ansible" 1620 0.084 [auth-system-keycloak-80] [] 10.0.0.223:8080 0 0.084 204 b3e24e043e40c132d02a716a1a01f6e1 199.204.45.25 - - [03/Apr/2026:02:23:49 +0000] "GET /admin/realms/atmosphere/client-scopes/556cb426-a36c-4f0f-8681-2d28a3f8860d HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.078 [auth-system-keycloak-80] [] 10.0.0.223:8080 1218 0.078 200 5a7ef3d27be245af3fabe84622202c1c 199.204.45.25 - - [03/Apr/2026:02:24:10 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.047 [auth-system-keycloak-80] [] 10.0.0.223:8080 1882 0.046 200 f0e36de84faf48ac928297d4ee277499 199.204.45.25 - - [03/Apr/2026:02:24:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.049 [auth-system-keycloak-80] [] 10.0.0.223:8080 2 0.049 200 f09bc0265f53baa0aadad3930b238be5 199.204.45.25 - - [03/Apr/2026:02:24:10 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.120 [auth-system-keycloak-80] [] 10.0.0.223:8080 0 0.119 201 72bbd50e659169fbee61bcbc41199946 199.204.45.25 - - [03/Apr/2026:02:24:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.073 [auth-system-keycloak-80] [] 10.0.0.223:8080 1259 0.073 200 8edef78a446b871054a6d0da6a6a029d 199.204.45.25 - - [03/Apr/2026:02:24:11 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.047 [auth-system-keycloak-80] [] 10.0.0.223:8080 1882 0.046 200 640a624d2d43a3bbd5b526131cce46ea 199.204.45.25 - - [03/Apr/2026:02:24:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.223:8080 2 0.007 200 407a192c2a373bb598ac10ba3decb18d 199.204.45.25 - - [03/Apr/2026:02:24:11 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.067 [auth-system-keycloak-80] [] 10.0.0.223:8080 0 0.067 201 a32575d47f2b2a31d59b816ab63283dd 199.204.45.25 - - [03/Apr/2026:02:24:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.074 [auth-system-keycloak-80] [] 10.0.0.223:8080 1283 0.074 200 6404dabae419d2ae2d3ea130ccfa0f45 199.204.45.25 - - [03/Apr/2026:02:24:11 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.043 [auth-system-keycloak-80] [] 10.0.0.223:8080 1882 0.042 200 728563959ca02135fc14cc0cd3466e06 199.204.45.25 - - [03/Apr/2026:02:24:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.012 [auth-system-keycloak-80] [] 10.0.0.223:8080 2 0.012 200 15d731fb3c7ee47b9dce9c6981396397 199.204.45.25 - - [03/Apr/2026:02:24:11 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.075 [auth-system-keycloak-80] [] 10.0.0.223:8080 0 0.074 201 997972002a0a72e9779188aa1de9ea13 199.204.45.25 - - [03/Apr/2026:02:24:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.062 [auth-system-keycloak-80] [] 10.0.0.223:8080 1249 0.062 200 35357bf5e461e8c354a5f015acc0d7c4 199.204.45.25 - - [03/Apr/2026:02:24:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.044 [auth-system-keycloak-80] [] 10.0.0.223:8080 1882 0.042 200 6c8f61db03efbcbc2b552f17703a3a2f 199.204.45.25 - - [03/Apr/2026:02:24:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.223:8080 1259 0.006 200 0fd430fed32cdce351460fa285ff1bd7 199.204.45.25 - - [03/Apr/2026:02:24:12 +0000] "GET /admin/realms/atmosphere/clients/3b2a3454-0a49-446c-a9c8-8581f07aa834/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1253 0.010 [auth-system-keycloak-80] [] 10.0.0.223:8080 31 0.010 404 de33e077eafc9272f64f5e8f5cb25ef6 199.204.45.25 - - [03/Apr/2026:02:24:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.042 [auth-system-keycloak-80] [] 10.0.0.223:8080 1259 0.042 200 d3c50967ec5f667d69f591b5649a5b64 199.204.45.25 - - [03/Apr/2026:02:24:12 +0000] "POST /admin/realms/atmosphere/clients/3b2a3454-0a49-446c-a9c8-8581f07aa834/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.018 [auth-system-keycloak-80] [] 10.0.0.223:8080 0 0.017 201 cae64f4ea7ef1c54169990f281c055ee 199.204.45.25 - - [03/Apr/2026:02:24:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.063 [auth-system-keycloak-80] [] 10.0.0.223:8080 1259 0.063 200 b89c6b0ea88c9e93c4b4cd97335aa705 199.204.45.25 - - [03/Apr/2026:02:24:12 +0000] "GET /admin/realms/atmosphere/clients/3b2a3454-0a49-446c-a9c8-8581f07aa834/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.016 [auth-system-keycloak-80] [] 10.0.0.223:8080 166 0.016 200 bbe6d8780897b7fbf567ce1d1591af6a 199.204.45.25 - - [03/Apr/2026:02:24:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.053 [auth-system-keycloak-80] [] 10.0.0.223:8080 1882 0.052 200 c40d019c8787dad1f7a5f6892a1e2aad 199.204.45.25 - - [03/Apr/2026:02:24:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.223:8080 1283 0.005 200 b1f78a8bb929bf479762a6737ca2c9e5 199.204.45.25 - - [03/Apr/2026:02:24:12 +0000] "GET /admin/realms/atmosphere/clients/ea677fbb-6af6-4114-90d5-6569964e006f/roles/admin HTTP/1.1" 404 31 "-" "Ansible" 1252 0.006 [auth-system-keycloak-80] [] 10.0.0.223:8080 31 0.006 404 4e11fffb870d14edc4a0c2ca1f237813 199.204.45.25 - - [03/Apr/2026:02:24:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.014 [auth-system-keycloak-80] [] 10.0.0.223:8080 1283 0.015 200 45efbd5f24461df4f0dd8e7920dde21b 199.204.45.25 - - [03/Apr/2026:02:24:12 +0000] "POST /admin/realms/atmosphere/clients/ea677fbb-6af6-4114-90d5-6569964e006f/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.016 [auth-system-keycloak-80] [] 10.0.0.223:8080 0 0.015 201 c4338a821ace0dc5b0152187154e0052 199.204.45.25 - - [03/Apr/2026:02:24:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.223:8080 1283 0.005 200 ce77d12af795fd412ac12c9b21734e66 199.204.45.25 - - [03/Apr/2026:02:24:13 +0000] "GET /admin/realms/atmosphere/clients/ea677fbb-6af6-4114-90d5-6569964e006f/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.010 [auth-system-keycloak-80] [] 10.0.0.223:8080 165 0.010 200 b7c23593b3b5641233ac1435b6fe341d 199.204.45.25 - - [03/Apr/2026:02:24:13 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.051 [auth-system-keycloak-80] [] 10.0.0.223:8080 1882 0.049 200 4b28c94e6f9dd811f67ab4ca3b551789 199.204.45.25 - - [03/Apr/2026:02:24:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.223:8080 1283 0.007 200 37cd03dccb5d6524015fd3211e61a33a 199.204.45.25 - - [03/Apr/2026:02:24:13 +0000] "GET /admin/realms/atmosphere/clients/ea677fbb-6af6-4114-90d5-6569964e006f/roles/editor HTTP/1.1" 404 31 "-" "Ansible" 1253 0.009 [auth-system-keycloak-80] [] 10.0.0.223:8080 31 0.009 404 7903a11358e72352a6f6b7de62ac0bfc 199.204.45.25 - - [03/Apr/2026:02:24:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.223:8080 1283 0.006 200 08f947d9041ead81c8a15ca911d67a1d 199.204.45.25 - - [03/Apr/2026:02:24:13 +0000] "POST /admin/realms/atmosphere/clients/ea677fbb-6af6-4114-90d5-6569964e006f/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.060 [auth-system-keycloak-80] [] 10.0.0.223:8080 0 0.059 201 5c38169fd6df29e048a72b58c9401e1e 199.204.45.25 - - [03/Apr/2026:02:24:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.223:8080 1283 0.007 200 50efc49d58c9c5a5be35cc213605c1f7 199.204.45.25 - - [03/Apr/2026:02:24:13 +0000] "GET /admin/realms/atmosphere/clients/ea677fbb-6af6-4114-90d5-6569964e006f/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.223:8080 166 0.014 200 f178cfbb4c6eda9117b4f16e6665288f 199.204.45.25 - - [03/Apr/2026:02:24:13 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.044 [auth-system-keycloak-80] [] 10.0.0.223:8080 1882 0.042 200 1001667c66ff7f1769d0c6d43c9ff459 199.204.45.25 - - [03/Apr/2026:02:24:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.049 [auth-system-keycloak-80] [] 10.0.0.223:8080 1283 0.049 200 b50c34e2186d35b1a9c041bdd0665774 199.204.45.25 - - [03/Apr/2026:02:24:13 +0000] "GET /admin/realms/atmosphere/clients/ea677fbb-6af6-4114-90d5-6569964e006f/roles/viewer HTTP/1.1" 404 31 "-" "Ansible" 1253 0.007 [auth-system-keycloak-80] [] 10.0.0.223:8080 31 0.007 404 e169fa888adabc46a80a78ccfb0f4b24 199.204.45.25 - - [03/Apr/2026:02:24:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.004 [auth-system-keycloak-80] [] 10.0.0.223:8080 1283 0.004 200 a1532d62a4e54b06d2debf73a3db127e 199.204.45.25 - - [03/Apr/2026:02:24:13 +0000] "POST /admin/realms/atmosphere/clients/ea677fbb-6af6-4114-90d5-6569964e006f/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.050 [auth-system-keycloak-80] [] 10.0.0.223:8080 0 0.049 201 e62588a44362296e662031a8ca7ea1fa 199.204.45.25 - - [03/Apr/2026:02:24:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.223:8080 1283 0.006 200 3a4dd0ff8693d4719f330405c6e52850 199.204.45.25 - - [03/Apr/2026:02:24:13 +0000] "GET /admin/realms/atmosphere/clients/ea677fbb-6af6-4114-90d5-6569964e006f/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.009 [auth-system-keycloak-80] [] 10.0.0.223:8080 166 0.009 200 cf6bd76851dac2528517eeb2dd10845f 199.204.45.25 - - [03/Apr/2026:02:24:14 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.041 [auth-system-keycloak-80] [] 10.0.0.223:8080 1882 0.040 200 7b1510ba81a9d05a4aa7db79eca77e22 199.204.45.25 - - [03/Apr/2026:02:24:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.004 [auth-system-keycloak-80] [] 10.0.0.223:8080 1249 0.005 200 c6cdf1b036600e1cd6c871535d81ce6b 199.204.45.25 - - [03/Apr/2026:02:24:14 +0000] "GET /admin/realms/atmosphere/clients/7e01d193-fe50-4ba2-a41d-2851160ae922/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1253 0.038 [auth-system-keycloak-80] [] 10.0.0.223:8080 31 0.038 404 0c851c2343fcb3f663be124a304f3ed0 199.204.45.25 - - [03/Apr/2026:02:24:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.004 [auth-system-keycloak-80] [] 10.0.0.223:8080 1249 0.004 200 c8b8e1e54c5b333cdcf92f1973c777d5 199.204.45.25 - - [03/Apr/2026:02:24:14 +0000] "POST /admin/realms/atmosphere/clients/7e01d193-fe50-4ba2-a41d-2851160ae922/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.012 [auth-system-keycloak-80] [] 10.0.0.223:8080 0 0.012 201 bc5ae97496e93658142b2c6564c9f389 199.204.45.25 - - [03/Apr/2026:02:24:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.004 [auth-system-keycloak-80] [] 10.0.0.223:8080 1249 0.005 200 fa7ead1f0691ec6e455c83bcef97c8b7 199.204.45.25 - - [03/Apr/2026:02:24:14 +0000] "GET /admin/realms/atmosphere/clients/7e01d193-fe50-4ba2-a41d-2851160ae922/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.010 [auth-system-keycloak-80] [] 10.0.0.223:8080 166 0.010 200 2750718a8766ed7242f6a3e966526b80 I0403 02:24:19.309092 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.107.122.4"}] I0403 02:24:19.314037 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"d5625373-631b-4045-b5bd-032b3e103663", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3537", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 02:24:19.315240 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:24:19.315268 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:25:25.505855 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:25:25.505895 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:25:25.628136 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 02:25:25.628234 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0403 02:25:25.628340 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:25:25.628366 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:25:25.630401 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0403 02:25:25.630425 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" W0403 02:25:25.631149 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:25:25.631238 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0403 02:25:25.631287 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:25:25.631309 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:25:25.631386 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:25:25.631482 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0403 02:25:25.631530 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:25:25.631549 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:25:25.633228 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0403 02:25:25.633253 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0403 02:25:25.635100 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.005s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:18.2kB} I0403 02:25:25.635133 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0403 02:25:25.647922 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0403 02:25:25.648386 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0403 02:25:25.648859 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"f8e2f592-890b-4195-9d02-f6bb898bc099", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4107", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0403 02:25:25.648944 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0403 02:25:25.649204 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0403 02:25:25.649255 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"5edc8d8f-01cb-43ea-b03f-181a5090792a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4110", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0403 02:25:25.656262 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0403 02:25:25.657534 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0403 02:25:25.657716 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"5f4b979b-8b7e-41bf-951b-f26edc9d1a88", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4119", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0403 02:25:26.168808 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0403 02:25:26.170359 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0403 02:25:26.511806 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0403 02:25:26.512709 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0403 02:25:27.321465 7 store.go:645] "secret was updated and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0403 02:25:27.324629 7 backend_ssl.go:59] "Updating secret in local store" name="monitoring/grafana-tls" I0403 02:25:28.290053 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0403 02:25:28.291107 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0403 02:25:28.843252 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:25:28.843313 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 02:25:28.843350 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:25:28.843491 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:25:28.843510 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:25:28.843680 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 02:25:28.883122 7 controller.go:216] "Backend successfully reloaded" I0403 02:25:28.883850 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-mdfpt", UID:"5b0246a7-98c3-42ee-9a55-89f6804b06cf", APIVersion:"v1", ResourceVersion:"1354", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0403 02:25:32.172780 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:25:32.172858 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 02:25:32.172894 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:25:32.173034 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:25:32.173065 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:25:35.506259 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:25:35.506328 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 02:25:35.506369 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:25:35.506591 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:25:35.506626 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:25:38.839486 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:25:38.839580 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 02:25:38.839637 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:25:38.839826 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:25:38.839853 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:25:42.173291 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:25:42.173337 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 02:25:42.173357 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:25:42.173456 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:25:42.173472 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:25:45.506667 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:25:45.506762 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 02:25:45.506801 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:25:45.507039 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:25:45.507071 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:25:48.841575 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:25:48.841669 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 02:25:48.841715 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:25:48.842322 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:25:48.842351 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:25:52.173986 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:25:52.174036 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 02:25:52.174063 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:25:52.174153 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:25:52.174173 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:25:56.301892 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:25:56.301933 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 02:25:56.301959 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:25:56.302040 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:25:56.302059 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.243 - - [03/Apr/2026:02:25:57 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6297 "-" "Go-http-client/1.1" 160 0.047 [auth-system-keycloak-80] [] 10.0.0.223:8080 6297 0.047 200 65f4a2b889914dd74905a7adce0c5a0b W0403 02:25:59.635541 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:25:59.635787 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:25:59.635818 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:26:02.968945 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:26:02.969137 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:26:02.969157 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.222 - - [03/Apr/2026:02:26:03 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6297 "-" "Go-http-client/1.1" 160 0.013 [auth-system-keycloak-80] [] 10.0.0.223:8080 6297 0.013 200 1eb72d18aabdf06c835f610b909b56c5 W0403 02:26:06.301710 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:26:06.302006 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:26:06.302040 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:26:09.635138 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:26:09.635184 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:26:12.969198 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:26:12.969262 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:26:19.310606 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.107.122.4"}] I0403 02:26:19.311225 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.107.122.4"}] I0403 02:26:19.311678 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.107.122.4"}] I0403 02:26:19.319165 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"5f4b979b-8b7e-41bf-951b-f26edc9d1a88", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4984", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0403 02:26:19.320563 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"f8e2f592-890b-4195-9d02-f6bb898bc099", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4985", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 02:26:19.320998 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:26:19.321045 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:26:19.322380 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"5edc8d8f-01cb-43ea-b03f-181a5090792a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4986", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 02:26:22.655365 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:26:22.655404 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.25 - - [03/Apr/2026:02:26:23 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.051 [auth-system-keycloak-80] [] 10.0.0.223:8080 1882 0.050 200 cb706d90cee52718173d4a7e3d159d14 199.204.45.25 - - [03/Apr/2026:02:26:23 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4177 "-" "Ansible" 1195 0.008 [auth-system-keycloak-80] [] 10.0.0.223:8080 4177 0.008 200 22830c43d4f17a6214dc4bea2fe74032 199.204.45.25 - - [03/Apr/2026:02:26:24 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5634 0.797 [auth-system-keycloak-80] [] 10.0.0.223:8080 0 0.795 204 8105c6e1f7c43fd7cb1d59e7de2ec703 199.204.45.25 - - [03/Apr/2026:02:26:24 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4315 "-" "Ansible" 1195 0.176 [auth-system-keycloak-80] [] 10.0.0.223:8080 4315 0.176 200 78863cb82292329e8ab8f22b920aebb0 199.204.45.25 - - [03/Apr/2026:02:26:25 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6297 "-" "ansible-httpget" 180 0.007 [auth-system-keycloak-80] [] 10.0.0.223:8080 6297 0.006 200 412fe04286bc5f69db22b91d904f1042 W0403 02:26:25.988016 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:26:25.988067 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.25 - - [03/Apr/2026:02:26:26 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.047 [auth-system-keycloak-80] [] 10.0.0.223:8080 1882 0.045 200 5d6cc56ac613db1c3c5d8198ad61344f 199.204.45.25 - - [03/Apr/2026:02:26:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.009 [auth-system-keycloak-80] [] 10.0.0.223:8080 2 0.009 200 8e7457ebda156a563da7248b4c8c393f 199.204.45.25 - - [03/Apr/2026:02:26:26 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.090 [auth-system-keycloak-80] [] 10.0.0.223:8080 0 0.089 201 0f7a70f5c2586e35c8ad3f4b3d6ec392 199.204.45.25 - - [03/Apr/2026:02:26:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.023 [auth-system-keycloak-80] [] 10.0.0.223:8080 2242 0.022 200 b84305117bfaba047e4867a08daa1e37 199.204.45.25 - - [03/Apr/2026:02:26:26 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.046 [auth-system-keycloak-80] [] 10.0.0.223:8080 1882 0.044 200 9882cd7e03ee8377984069f6679176d1 199.204.45.25 - - [03/Apr/2026:02:26:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.006 [auth-system-keycloak-80] [] 10.0.0.223:8080 2242 0.006 200 3bce5462561d74b773d5f4b549dfab26 199.204.45.25 - - [03/Apr/2026:02:26:26 +0000] "GET /admin/realms/atmosphere/clients/a361d5f2-8f2d-47bd-bcf1-863f42d7f1e3/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.063 [auth-system-keycloak-80] [] 10.0.0.223:8080 233 0.062 200 0ce072e9ff0d2dde6391417a98fe1b52 199.204.45.25 - - [03/Apr/2026:02:26:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.018 [auth-system-keycloak-80] [] 10.0.0.223:8080 831 0.018 200 849b59f9b43168254a03066643018769 199.204.45.25 - - [03/Apr/2026:02:26:27 +0000] "GET /admin/realms/atmosphere/clients/4a297aeb-14ec-4cea-af53-5e4e5f7e0e71/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.049 [auth-system-keycloak-80] [] 10.0.0.223:8080 3758 0.049 200 2831ca9c05b6871a4ccebf127ba0b60a 199.204.45.25 - - [03/Apr/2026:02:26:27 +0000] "GET /admin/realms/atmosphere/users/8309afc1-d63d-4f00-bc57-ff8f0c1f6149/role-mappings/clients/4a297aeb-14ec-4cea-af53-5e4e5f7e0e71/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.190 [auth-system-keycloak-80] [] 10.0.0.223:8080 3758 0.190 200 170907380b380a7a2b4a22abdd787df2 199.204.45.25 - - [03/Apr/2026:02:26:27 +0000] "GET /admin/realms/atmosphere/users/8309afc1-d63d-4f00-bc57-ff8f0c1f6149/role-mappings/clients/4a297aeb-14ec-4cea-af53-5e4e5f7e0e71/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.018 [auth-system-keycloak-80] [] 10.0.0.223:8080 2 0.018 200 da3c8eed3e1ba417b6cac95304254ee0 199.204.45.25 - - [03/Apr/2026:02:26:27 +0000] "POST /admin/realms/atmosphere/users/8309afc1-d63d-4f00-bc57-ff8f0c1f6149/role-mappings/clients/4a297aeb-14ec-4cea-af53-5e4e5f7e0e71 HTTP/1.1" 204 0 "-" "Ansible" 1388 0.071 [auth-system-keycloak-80] [] 10.0.0.223:8080 0 0.069 204 d0a030f1746c0f0f367f7ae91f675668 199.204.45.25 - - [03/Apr/2026:02:26:27 +0000] "GET /admin/realms/atmosphere/users/8309afc1-d63d-4f00-bc57-ff8f0c1f6149/role-mappings/clients/4a297aeb-14ec-4cea-af53-5e4e5f7e0e71/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.017 [auth-system-keycloak-80] [] 10.0.0.223:8080 576 0.017 200 981f10fe745ad29435309947a394b627 W0403 02:26:30.146271 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:26:30.146309 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:26:33.480637 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:26:33.480750 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:28:35.411142 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:28:35.411181 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:09.048836 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0403 02:29:09.049050 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:09.049085 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:29:09.053451 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.005s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:28.7kB} I0403 02:29:09.053503 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0403 02:29:09.059185 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" W0403 02:29:09.059693 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store I0403 02:29:09.059898 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"24a18e48-a463-4f8a-99c1-5977fed2b401", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6143", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 02:29:09.060066 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0403 02:29:09.060133 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:09.060150 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:29:09.060265 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 02:29:09.109362 7 controller.go:216] "Backend successfully reloaded" I0403 02:29:09.110586 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-mdfpt", UID:"5b0246a7-98c3-42ee-9a55-89f6804b06cf", APIVersion:"v1", ResourceVersion:"1354", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0403 02:29:09.469943 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0403 02:29:09.471460 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0403 02:29:12.394501 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:12.394543 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.25 - - [03/Apr/2026:02:29:13 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.006 [openstack-keystone-api-5000] [] 10.0.0.43:5000 280 0.006 300 073aff3bdd7cc9054880fc879bf25bf3 199.204.45.25 - - [03/Apr/2026:02:29:14 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.006 [openstack-keystone-api-5000] [] 10.0.0.43:5000 265 0.006 200 ccf16d2e6ef3d278d94f834f4e92a6da 199.204.45.25 - - [03/Apr/2026:02:29:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.354 [openstack-keystone-api-5000] [] 10.0.0.43:5000 1296 0.354 201 f60df966b679eaf53747060fae43e98c 199.204.45.25 - - [03/Apr/2026:02:29:15 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.43:5000 280 0.004 300 b299b55eedd62c0d4632b6d1d14faf55 199.204.45.25 - - [03/Apr/2026:02:29:15 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 366 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.033 [openstack-keystone-api-5000] [] 10.0.0.43:5000 366 0.033 200 83874d30f93defa1739648f7e1c6be84 199.204.45.25 - - [03/Apr/2026:02:29:15 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.43:5000 265 0.004 200 10562caeec1e58aed08078341d3e186a 199.204.45.25 - - [03/Apr/2026:02:29:16 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.294 [openstack-keystone-api-5000] [] 10.0.0.43:5000 1296 0.295 201 57dfbf454adb1b1ad2dd7fe6f534d745 199.204.45.25 - - [03/Apr/2026:02:29:16 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.43:5000 280 0.004 300 3d21c4e76597ee7b53aa79a0a3384b07 199.204.45.25 - - [03/Apr/2026:02:29:16 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 462 0.024 [openstack-keystone-api-5000] [] 10.0.0.43:5000 101 0.024 404 aea82143d44e42b3b8b55988e8b021eb 199.204.45.25 - - [03/Apr/2026:02:29:16 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 155 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 464 0.020 [openstack-keystone-api-5000] [] 10.0.0.43:5000 155 0.020 200 5d63b8c906736128cabfc602178f71cb 199.204.45.25 - - [03/Apr/2026:02:29:16 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 451 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 679 0.030 [openstack-keystone-api-5000] [] 10.0.0.43:5000 451 0.030 201 f28bbec3d0883794042d006d202405e2 199.204.45.25 - - [03/Apr/2026:02:29:16 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.002 [openstack-keystone-api-5000] [] 10.0.0.43:5000 265 0.003 200 1b51ea4636a92a757d28a9e2e16f80b5 199.204.45.25 - - [03/Apr/2026:02:29:17 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.322 [openstack-keystone-api-5000] [] 10.0.0.43:5000 1296 0.322 201 badbd30e3305e344dc8f9c6a327872df 199.204.45.25 - - [03/Apr/2026:02:29:17 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.43:5000 280 0.004 300 46473a5bf0fbfc6d91284c786dd773e6 199.204.45.25 - - [03/Apr/2026:02:29:17 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.019 [openstack-keystone-api-5000] [] 10.0.0.43:5000 98 0.019 404 215167eecf380fe7ebfbbe8825be9a7f 199.204.45.25 - - [03/Apr/2026:02:29:17 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 135 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 454 0.023 [openstack-keystone-api-5000] [] 10.0.0.43:5000 135 0.023 200 6f2528c372ef497948c070ee08f6cc0f 199.204.45.25 - - [03/Apr/2026:02:29:17 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 331 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 738 0.023 [openstack-keystone-api-5000] [] 10.0.0.43:5000 331 0.023 201 5f4362f3b1043d327ebdc19cc714e6ad 199.204.45.25 - - [03/Apr/2026:02:29:17 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.43:5000 265 0.002 200 e6abcdb1a4892593284b00b2e2e698b7 199.204.45.25 - - [03/Apr/2026:02:29:18 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.297 [openstack-keystone-api-5000] [] 10.0.0.43:5000 1296 0.296 201 31fa3dbf945640a11f54bbfcc53fdc23 199.204.45.25 - - [03/Apr/2026:02:29:18 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.43:5000 280 0.005 300 119088155b7af25267defddbd7f008a8 199.204.45.25 - - [03/Apr/2026:02:29:18 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 497 0.028 [openstack-keystone-api-5000] [] 10.0.0.43:5000 131 0.028 404 04f3e4c8a867107c0351ffd432f451b1 199.204.45.25 - - [03/Apr/2026:02:29:18 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 167 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 485 0.021 [openstack-keystone-api-5000] [] 10.0.0.43:5000 167 0.021 200 b41d52e211ec937bddeb2f3d38b19650 199.204.45.25 - - [03/Apr/2026:02:29:18 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 222 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 580 0.030 [openstack-keystone-api-5000] [] 10.0.0.43:5000 222 0.030 201 c23b7934f8ada1def90e60f87abe4d6d I0403 02:29:19.309449 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.107.122.4"}] I0403 02:29:19.315476 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"24a18e48-a463-4f8a-99c1-5977fed2b401", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6223", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 02:29:19.316996 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:19.317022 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:22.651788 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:22.651862 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:25.985534 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:25.985591 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:29.317305 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:29.317357 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:49.379854 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0403 02:29:49.380062 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0403 02:29:49.380190 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:49.380238 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:29:49.384313 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:32.2kB} I0403 02:29:49.384359 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/dashboard" I0403 02:29:49.389941 7 store.go:440] "Found valid IngressClass" ingress="openstack/dashboard" ingressclass="atmosphere" W0403 02:29:49.390500 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/horizon-int-certs" in local store W0403 02:29:49.390829 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0403 02:29:49.390965 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0403 02:29:49.391051 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:49.391074 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:29:49.391160 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"d748c9b8-77dc-4f45-becb-197e0b67114d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6510", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0403 02:29:49.391222 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 02:29:49.445315 7 controller.go:216] "Backend successfully reloaded" I0403 02:29:49.445973 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-mdfpt", UID:"5b0246a7-98c3-42ee-9a55-89f6804b06cf", APIVersion:"v1", ResourceVersion:"1354", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0403 02:29:49.636872 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/horizon-int-certs" I0403 02:29:49.637822 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/horizon-int-certs" W0403 02:29:52.724338 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0403 02:29:52.724488 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:52.724511 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:30:19.311296 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="dashboard" currentValue=null newValue=[{"ip":"10.107.122.4"}] I0403 02:30:19.315322 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"d748c9b8-77dc-4f45-becb-197e0b67114d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6710", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 02:30:19.316791 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0403 02:30:19.316899 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:30:19.316913 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:30:31.731679 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0403 02:30:31.731811 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:30:31.731825 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:30:31.736079 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:32.2kB} I0403 02:30:31.736117 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" 199.204.45.25 - - [03/Apr/2026:02:30:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.064 [auth-system-keycloak-80] [] 10.0.0.223:8080 1882 0.063 200 2c74547e8cb6a2aed93e5af974b9e185 199.204.45.25 - - [03/Apr/2026:02:30:35 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4315 "-" "Ansible" 1195 0.005 [auth-system-keycloak-80] [] 10.0.0.223:8080 4315 0.005 200 b5c3a91883b327d172501386bb4eeac9 199.204.45.25 - - [03/Apr/2026:02:30:35 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5780 0.106 [auth-system-keycloak-80] [] 10.0.0.223:8080 0 0.105 204 d0b410355317643a4ae68eca54b09bba 199.204.45.25 - - [03/Apr/2026:02:30:35 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4315 "-" "Ansible" 1195 0.152 [auth-system-keycloak-80] [] 10.0.0.223:8080 4315 0.152 200 13f8a117a54a3522a0fe2d73699da7b6 199.204.45.25 - - [03/Apr/2026:02:30:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.053 [auth-system-keycloak-80] [] 10.0.0.223:8080 1882 0.049 200 3192aa76d10ad56ba372b6cddce6a736 199.204.45.25 - - [03/Apr/2026:02:30:36 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12440 "-" "Ansible" 1209 0.010 [auth-system-keycloak-80] [] 10.0.0.223:8080 12440 0.010 200 4a48286878c3089a3a7896fc61f5b6b2 199.204.45.25 - - [03/Apr/2026:02:30:36 +0000] "GET /admin/realms/atmosphere/client-scopes/556cb426-a36c-4f0f-8681-2d28a3f8860d HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.006 [auth-system-keycloak-80] [] 10.0.0.223:8080 1218 0.006 200 a260ecd28e8d8fd245e1ff19866999ea 199.204.45.25 - - [03/Apr/2026:02:30:36 +0000] "PUT /admin/realms/atmosphere/client-scopes/556cb426-a36c-4f0f-8681-2d28a3f8860d HTTP/1.1" 204 0 "-" "Ansible" 1846 0.017 [auth-system-keycloak-80] [] 10.0.0.223:8080 0 0.017 204 49112b0d336cb6201e1a09b1470f1ba2 199.204.45.25 - - [03/Apr/2026:02:30:36 +0000] "GET /admin/realms/atmosphere/client-scopes/556cb426-a36c-4f0f-8681-2d28a3f8860d/protocol-mappers/models HTTP/1.1" 200 968 "-" "Ansible" 1270 0.012 [auth-system-keycloak-80] [] 10.0.0.223:8080 968 0.012 200 c4fbbded41a10de233ea4f263563c2eb 199.204.45.25 - - [03/Apr/2026:02:30:36 +0000] "GET /admin/realms/atmosphere/client-scopes/556cb426-a36c-4f0f-8681-2d28a3f8860d/protocol-mappers/models/a6c366bf-9c5c-43b0-af1b-e1a3d865cb26 HTTP/1.1" 200 371 "-" "Ansible" 1307 0.006 [auth-system-keycloak-80] [] 10.0.0.223:8080 371 0.006 200 09100e7b2c7d6c022ee3176ce2c31c8a 199.204.45.25 - - [03/Apr/2026:02:30:36 +0000] "PUT /admin/realms/atmosphere/client-scopes/556cb426-a36c-4f0f-8681-2d28a3f8860d/protocol-mappers/models/a6c366bf-9c5c-43b0-af1b-e1a3d865cb26 HTTP/1.1" 204 0 "-" "Ansible" 1620 0.017 [auth-system-keycloak-80] [] 10.0.0.223:8080 0 0.016 204 77ff53511560447949cb1f1bc45cf838 199.204.45.25 - - [03/Apr/2026:02:30:36 +0000] "GET /admin/realms/atmosphere/client-scopes/556cb426-a36c-4f0f-8681-2d28a3f8860d HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.042 [auth-system-keycloak-80] [] 10.0.0.223:8080 1218 0.042 200 3be286923cafda9283b8e5e8a493da0a 199.204.45.25 - - [03/Apr/2026:02:30:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.053 [auth-system-keycloak-80] [] 10.0.0.223:8080 1882 0.052 200 76ad85ee2b2934ac5b2c2decf86bfee3 199.204.45.25 - - [03/Apr/2026:02:30:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.012 [auth-system-keycloak-80] [] 10.0.0.223:8080 1259 0.012 200 364a9a2d5373e6eaa4d2e51484273f6b 199.204.45.25 - - [03/Apr/2026:02:30:42 +0000] "PUT /admin/realms/atmosphere/clients/3b2a3454-0a49-446c-a9c8-8581f07aa834 HTTP/1.1" 204 0 "-" "Ansible" 2603 0.063 [auth-system-keycloak-80] [] 10.0.0.223:8080 0 0.063 204 a01ea9fe75406dbcf5d19b58cb4280e1 199.204.45.25 - - [03/Apr/2026:02:30:42 +0000] "GET /admin/realms/atmosphere/clients/3b2a3454-0a49-446c-a9c8-8581f07aa834 HTTP/1.1" 200 1257 "-" "Ansible" 1240 0.029 [auth-system-keycloak-80] [] 10.0.0.223:8080 1257 0.029 200 ac51c5a2860e5adfb97c8b8b167a9107 199.204.45.25 - - [03/Apr/2026:02:30:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.078 [auth-system-keycloak-80] [] 10.0.0.223:8080 1882 0.077 200 45457be41fb7684e190951c9128a22da 199.204.45.25 - - [03/Apr/2026:02:30:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.053 [auth-system-keycloak-80] [] 10.0.0.223:8080 1283 0.053 200 9eb890543624e5f138029a9b0afc2d80 199.204.45.25 - - [03/Apr/2026:02:30:43 +0000] "PUT /admin/realms/atmosphere/clients/ea677fbb-6af6-4114-90d5-6569964e006f HTTP/1.1" 204 0 "-" "Ansible" 2628 0.042 [auth-system-keycloak-80] [] 10.0.0.223:8080 0 0.041 204 0523587aa57564968722e2adae3d1da5 199.204.45.25 - - [03/Apr/2026:02:30:43 +0000] "GET /admin/realms/atmosphere/clients/ea677fbb-6af6-4114-90d5-6569964e006f HTTP/1.1" 200 1281 "-" "Ansible" 1240 0.044 [auth-system-keycloak-80] [] 10.0.0.223:8080 1281 0.045 200 5e5b5dcb16036b69ac53cabf89572aeb 199.204.45.25 - - [03/Apr/2026:02:30:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.054 [auth-system-keycloak-80] [] 10.0.0.223:8080 1882 0.053 200 324fa4e49ad26e23bebabbdf7979dcec 199.204.45.25 - - [03/Apr/2026:02:30:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.022 [auth-system-keycloak-80] [] 10.0.0.223:8080 1249 0.022 200 3c653bf25fcb94856623740748b65885 199.204.45.25 - - [03/Apr/2026:02:30:43 +0000] "PUT /admin/realms/atmosphere/clients/7e01d193-fe50-4ba2-a41d-2851160ae922 HTTP/1.1" 204 0 "-" "Ansible" 2593 0.039 [auth-system-keycloak-80] [] 10.0.0.223:8080 0 0.037 204 64b0b3941c720ebbe750bca44b42a6d4 199.204.45.25 - - [03/Apr/2026:02:30:43 +0000] "GET /admin/realms/atmosphere/clients/7e01d193-fe50-4ba2-a41d-2851160ae922 HTTP/1.1" 200 1247 "-" "Ansible" 1240 0.067 [auth-system-keycloak-80] [] 10.0.0.223:8080 1247 0.066 200 cb195140679482aecf35a43d763a6b2f W0403 02:30:43.940575 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:30:43.940614 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.25 - - [03/Apr/2026:02:30:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.055 [auth-system-keycloak-80] [] 10.0.0.223:8080 1882 0.053 200 5f547e842b6a3d24b3d851fee140acfa 199.204.45.25 - - [03/Apr/2026:02:30:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.010 [auth-system-keycloak-80] [] 10.0.0.223:8080 1259 0.009 200 b89772ccfaf60e815dccbc6ed7ebe283 199.204.45.25 - - [03/Apr/2026:02:30:44 +0000] "GET /admin/realms/atmosphere/clients/3b2a3454-0a49-446c-a9c8-8581f07aa834/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.006 [auth-system-keycloak-80] [] 10.0.0.223:8080 166 0.006 200 e37c4029b90118da9833ec7df78b91b4 199.204.45.25 - - [03/Apr/2026:02:30:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.046 [auth-system-keycloak-80] [] 10.0.0.223:8080 1882 0.045 200 064fd27204d5aec16fae2f16d1cfb9d6 199.204.45.25 - - [03/Apr/2026:02:30:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.030 [auth-system-keycloak-80] [] 10.0.0.223:8080 1283 0.030 200 7fe852e78417cca0823aae0d8fa80674 199.204.45.25 - - [03/Apr/2026:02:30:44 +0000] "GET /admin/realms/atmosphere/clients/ea677fbb-6af6-4114-90d5-6569964e006f/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.006 [auth-system-keycloak-80] [] 10.0.0.223:8080 165 0.006 200 fd81b1cb6c1bada02cda1dd058307d9b 199.204.45.25 - - [03/Apr/2026:02:30:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.043 [auth-system-keycloak-80] [] 10.0.0.223:8080 1882 0.041 200 9c36e8ec3806b18ba9c98e194d9a6683 199.204.45.25 - - [03/Apr/2026:02:30:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.043 [auth-system-keycloak-80] [] 10.0.0.223:8080 1283 0.043 200 6927d554f10be34093689ad1e5f482ef 199.204.45.25 - - [03/Apr/2026:02:30:45 +0000] "GET /admin/realms/atmosphere/clients/ea677fbb-6af6-4114-90d5-6569964e006f/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.004 [auth-system-keycloak-80] [] 10.0.0.223:8080 166 0.004 200 19f046bdab2e8ae38623d8a2efe7dcbc 199.204.45.25 - - [03/Apr/2026:02:30:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.039 [auth-system-keycloak-80] [] 10.0.0.223:8080 1882 0.038 200 f8791e9a1ea0923fa55ea2f282e76c6b 199.204.45.25 - - [03/Apr/2026:02:30:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.223:8080 1283 0.005 200 d1db09858fe69ff8262376d7c4ef60f8 199.204.45.25 - - [03/Apr/2026:02:30:45 +0000] "GET /admin/realms/atmosphere/clients/ea677fbb-6af6-4114-90d5-6569964e006f/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.003 [auth-system-keycloak-80] [] 10.0.0.223:8080 166 0.003 200 917cb0df298aab821ac108ec13b77214 199.204.45.25 - - [03/Apr/2026:02:30:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.051 [auth-system-keycloak-80] [] 10.0.0.223:8080 1882 0.050 200 26eee6ff632b76f2b79e93582449db6f 199.204.45.25 - - [03/Apr/2026:02:30:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.010 [auth-system-keycloak-80] [] 10.0.0.223:8080 1249 0.009 200 a6b70c0abfb4ff926090b0a3cc0140f6 199.204.45.25 - - [03/Apr/2026:02:30:45 +0000] "GET /admin/realms/atmosphere/clients/7e01d193-fe50-4ba2-a41d-2851160ae922/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.003 [auth-system-keycloak-80] [] 10.0.0.223:8080 166 0.004 200 4648d6d1282bad5b58a8f905076825ac W0403 02:30:47.275217 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:30:47.275273 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:30:50.607446 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:30:50.607474 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.25 - - [03/Apr/2026:02:31:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.044 [auth-system-keycloak-80] [] 10.0.0.223:8080 1882 0.043 200 8f705b9086c1994a2106efc3599e8c77 199.204.45.25 - - [03/Apr/2026:02:31:36 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4315 "-" "Ansible" 1195 0.004 [auth-system-keycloak-80] [] 10.0.0.223:8080 4315 0.004 200 6bdfd4e7ec374290098c72db6b84ebe7 199.204.45.25 - - [03/Apr/2026:02:31:36 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5780 0.094 [auth-system-keycloak-80] [] 10.0.0.223:8080 0 0.094 204 a76ba4c5c998f496f90a8816dbdd7d7e 199.204.45.25 - - [03/Apr/2026:02:31:36 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4315 "-" "Ansible" 1195 0.114 [auth-system-keycloak-80] [] 10.0.0.223:8080 4315 0.115 200 9f8f634284a83f0798d5dfdd05984c10 199.204.45.25 - - [03/Apr/2026:02:31:36 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6297 "-" "ansible-httpget" 180 0.008 [auth-system-keycloak-80] [] 10.0.0.223:8080 6297 0.008 200 4bb917bb6fe7640e1519eace7607f3e0 199.204.45.25 - - [03/Apr/2026:02:31:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.044 [auth-system-keycloak-80] [] 10.0.0.223:8080 1882 0.043 200 e65740ba9cf0be72a39fb4c3318d7785 199.204.45.25 - - [03/Apr/2026:02:31:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.005 [auth-system-keycloak-80] [] 10.0.0.223:8080 2242 0.005 200 9369b5fc931a39552222d5bb474591ea 199.204.45.25 - - [03/Apr/2026:02:31:38 +0000] "PUT /admin/realms/atmosphere/clients/a361d5f2-8f2d-47bd-bcf1-863f42d7f1e3 HTTP/1.1" 204 0 "-" "Ansible" 3640 0.118 [auth-system-keycloak-80] [] 10.0.0.223:8080 0 0.117 204 f6cf51bc7545a878c725ef56b7424319 199.204.45.25 - - [03/Apr/2026:02:31:38 +0000] "GET /admin/realms/atmosphere/clients/a361d5f2-8f2d-47bd-bcf1-863f42d7f1e3 HTTP/1.1" 200 2240 "-" "Ansible" 1240 0.016 [auth-system-keycloak-80] [] 10.0.0.223:8080 2240 0.016 200 5d1cb39a0e9ddeb4ef09b36673ea4654 199.204.45.25 - - [03/Apr/2026:02:31:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.053 [auth-system-keycloak-80] [] 10.0.0.223:8080 1882 0.051 200 d43c5a325c56b5753f5efdc22a81ca43 199.204.45.25 - - [03/Apr/2026:02:31:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.008 [auth-system-keycloak-80] [] 10.0.0.223:8080 2242 0.008 200 18cd9d4f11da2d668ca4cd3b39a9b935 199.204.45.25 - - [03/Apr/2026:02:31:38 +0000] "GET /admin/realms/atmosphere/clients/a361d5f2-8f2d-47bd-bcf1-863f42d7f1e3/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.011 [auth-system-keycloak-80] [] 10.0.0.223:8080 233 0.010 200 ad5a6ef8ce887fbdcb6987c0e6db4677 199.204.45.25 - - [03/Apr/2026:02:31:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.004 [auth-system-keycloak-80] [] 10.0.0.223:8080 831 0.004 200 41c9f27e4e9717efde73cec4ccda8e4f 199.204.45.25 - - [03/Apr/2026:02:31:38 +0000] "GET /admin/realms/atmosphere/clients/4a297aeb-14ec-4cea-af53-5e4e5f7e0e71/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.004 [auth-system-keycloak-80] [] 10.0.0.223:8080 3758 0.004 200 38661e8b8d8cbc6c53da9d69cff744e9 199.204.45.25 - - [03/Apr/2026:02:31:38 +0000] "GET /admin/realms/atmosphere/users/8309afc1-d63d-4f00-bc57-ff8f0c1f6149/role-mappings/clients/4a297aeb-14ec-4cea-af53-5e4e5f7e0e71/available HTTP/1.1" 200 3569 "-" "Ansible" 1307 0.009 [auth-system-keycloak-80] [] 10.0.0.223:8080 3569 0.009 200 93a93597ac2c13488681da9453776e1a 199.204.45.25 - - [03/Apr/2026:02:31:38 +0000] "GET /admin/realms/atmosphere/users/8309afc1-d63d-4f00-bc57-ff8f0c1f6149/role-mappings/clients/4a297aeb-14ec-4cea-af53-5e4e5f7e0e71/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.003 [auth-system-keycloak-80] [] 10.0.0.223:8080 576 0.003 200 e69ab19c92fdce0cb339ff96caff542f W0403 02:31:42.826766 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:31:42.827122 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:31:42.832453 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.006s renderingIngressLength:6 renderingIngressTime:0.002s admissionTime:0.008s testedConfigurationSize:32.2kB} I0403 02:31:42.832497 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" 199.204.45.25 - - [03/Apr/2026:02:31:43 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.003 [openstack-keystone-api-5000] [] 10.0.0.43:5000 280 0.003 300 8b42efcaebf8e837d883233e7f9726f3 199.204.45.25 - - [03/Apr/2026:02:31:44 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.43:5000 265 0.004 200 4894be897f039b14d8afe45e10624b4c 199.204.45.25 - - [03/Apr/2026:02:31:45 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.330 [openstack-keystone-api-5000] [] 10.0.0.43:5000 1296 0.330 201 3094f8546200f20c20c711af3c72c98c 199.204.45.25 - - [03/Apr/2026:02:31:45 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.43:5000 280 0.003 300 05889a57409728384d2930a881eea635 199.204.45.25 - - [03/Apr/2026:02:31:45 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 366 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.025 [openstack-keystone-api-5000] [] 10.0.0.43:5000 366 0.025 200 570d48108988a5704718c75576723b77 199.204.45.25 - - [03/Apr/2026:02:31:45 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.43:5000 265 0.005 200 0c4c20884fed54cbb59fe9246e5275e9 199.204.45.25 - - [03/Apr/2026:02:31:46 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.285 [openstack-keystone-api-5000] [] 10.0.0.43:5000 1296 0.285 201 0ad9f2a266e69921b000872cb854763a 199.204.45.25 - - [03/Apr/2026:02:31:46 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.43:5000 280 0.003 300 b8d49c127863df1bb39a927f59bb5e9c 199.204.45.25 - - [03/Apr/2026:02:31:46 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 200 451 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 462 0.021 [openstack-keystone-api-5000] [] 10.0.0.43:5000 451 0.021 200 ff22a781ef1e576027e3ea2e811ce9fa 199.204.45.25 - - [03/Apr/2026:02:31:46 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.43:5000 265 0.004 200 5d435a6519afafc687ef1cee3a0d8dde 199.204.45.25 - - [03/Apr/2026:02:31:47 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.283 [openstack-keystone-api-5000] [] 10.0.0.43:5000 1296 0.283 201 4b72be44706e6a750a0c9b88ce81174d 199.204.45.25 - - [03/Apr/2026:02:31:47 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.43:5000 280 0.005 300 efd618a6bbd7a4a35d02e5f6bb077095 199.204.45.25 - - [03/Apr/2026:02:31:47 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 200 331 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.017 [openstack-keystone-api-5000] [] 10.0.0.43:5000 331 0.017 200 6bb9d113521ff2b494b80f6231a42d1a 199.204.45.25 - - [03/Apr/2026:02:31:47 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.005 [openstack-keystone-api-5000] [] 10.0.0.43:5000 265 0.005 200 089b5bb366961ff1306e537281d0c0ea 199.204.45.25 - - [03/Apr/2026:02:31:48 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.290 [openstack-keystone-api-5000] [] 10.0.0.43:5000 1296 0.290 201 8de97a619a5a8a2fe57ad210cce06ff9 199.204.45.25 - - [03/Apr/2026:02:31:48 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.43:5000 280 0.003 300 307fc0f9f468c58486d3d9c7d1f1e2e6 199.204.45.25 - - [03/Apr/2026:02:31:48 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 200 222 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 497 0.018 [openstack-keystone-api-5000] [] 10.0.0.43:5000 222 0.018 200 f236704e9ad6afcd7962ea86d45c04fb W0403 02:31:52.586410 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:31:52.586438 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:31:52.589120 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.003s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:32.2kB} I0403 02:31:52.589146 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/dashboard" 199.204.45.25 - - [03/Apr/2026:02:31:56 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.046 [auth-system-keycloak-80] [] 10.0.0.223:8080 1882 0.045 200 234aae9ed1861319be70546c001a0510 199.204.45.25 - - [03/Apr/2026:02:31:56 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 2 "-" "Ansible" 1231 0.020 [auth-system-keycloak-80] [] 10.0.0.223:8080 2 0.020 200 17633f4a9dfaa204c90561eba7aea8ea 199.204.45.25 - - [03/Apr/2026:02:31:56 +0000] "POST /admin/realms/atmosphere/users HTTP/1.1" 201 0 "-" "Ansible" 1397 0.027 [auth-system-keycloak-80] [] 10.0.0.223:8080 0 0.026 201 eb0e7cea5943b9eefce787850e1fbf40 199.204.45.25 - - [03/Apr/2026:02:31:56 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 322 "-" "Ansible" 1231 0.017 [auth-system-keycloak-80] [] 10.0.0.223:8080 322 0.017 200 e470d4ac64362994e375933242e2bcb1 199.204.45.25 - - [03/Apr/2026:02:31:56 +0000] "GET /admin/realms/atmosphere/users/966ec7de-0434-4f8a-a74b-e5a04df18b3a/groups HTTP/1.1" 200 2 "-" "Ansible" 1245 0.039 [auth-system-keycloak-80] [] 10.0.0.223:8080 2 0.038 200 17e4c9813bbfb74262b00183be777d16 199.204.45.25 - - [03/Apr/2026:02:31:56 +0000] "GET /admin/realms/atmosphere/users/966ec7de-0434-4f8a-a74b-e5a04df18b3a/groups HTTP/1.1" 200 2 "-" "Ansible" 1245 0.003 [auth-system-keycloak-80] [] 10.0.0.223:8080 2 0.004 200 6ceb0f2322d345bdee5aac0b69a7f438 199.204.45.25 - - [03/Apr/2026:02:31:57 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.43:5000 265 0.004 200 ff14ed7b5643fd228f398e3abafa38c3 199.204.45.25 - - [03/Apr/2026:02:31:57 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 548 0.302 [openstack-keystone-api-5000] [] 10.0.0.43:5000 1296 0.302 201 d93ffc2ca4011f74ef760799b5d75d43 199.204.45.25 - - [03/Apr/2026:02:31:57 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.43:5000 280 0.004 300 cbd6586cf4a7f3d0968b01a99311aa9a 199.204.45.25 - - [03/Apr/2026:02:31:57 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 436 0.030 [openstack-keystone-api-5000] [] 10.0.0.43:5000 90 0.030 404 c2c69c453991a38ca3b8c50dadf7aadd 199.204.45.25 - - [03/Apr/2026:02:31:57 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 366 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 454 0.035 [openstack-keystone-api-5000] [] 10.0.0.43:5000 366 0.035 200 5ddf7fb7693a8f8b1a5210d8f2d95b8a 199.204.45.25 - - [03/Apr/2026:02:31:57 +0000] "GET /v3/users?domain_id=97b986aba6b54f1fb5010720cfc9b35f&name=test-user HTTP/1.1" 200 173 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 494 0.038 [openstack-keystone-api-5000] [] 10.0.0.43:5000 173 0.039 200 dc8895ea2772fb69f6189bef4bf3930f 199.204.45.25 - - [03/Apr/2026:02:31:59 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.43:5000 265 0.003 200 32b709d40680beda81e34d564a361076 199.204.45.25 - - [03/Apr/2026:02:31:59 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 548 0.279 [openstack-keystone-api-5000] [] 10.0.0.43:5000 1296 0.279 201 c47ae8458b15544304f30aecc1579a91 199.204.45.25 - - [03/Apr/2026:02:31:59 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.43:5000 280 0.004 300 6dc58bb5393a69fc38a36a2edeb35371 199.204.45.25 - - [03/Apr/2026:02:31:59 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 436 0.027 [openstack-keystone-api-5000] [] 10.0.0.43:5000 90 0.027 404 34c57d3c0be2443e1b02245647610247 199.204.45.25 - - [03/Apr/2026:02:31:59 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 366 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 454 0.030 [openstack-keystone-api-5000] [] 10.0.0.43:5000 366 0.030 200 fdfb83be9926b053efa04ba158024e91 199.204.45.25 - - [03/Apr/2026:02:31:59 +0000] "GET /v3/users?domain_id=97b986aba6b54f1fb5010720cfc9b35f&name=test-user HTTP/1.1" 200 449 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 494 0.232 [openstack-keystone-api-5000] [] 10.0.0.43:5000 449 0.232 200 cba47fc4d323f93b3fc43c93536c87b0