------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0428 03:19:35.726097 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0428 03:19:35.726673 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0428 03:19:35.736860 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0428 03:19:35.739422 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0428 03:19:35.805164 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0428 03:19:35.817660 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0428 03:19:35.828785 7 nginx.go:271] "Starting NGINX Ingress controller" I0428 03:19:35.837072 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"02ba8e73-a5c6-406f-8d3b-f39cb552d827", APIVersion:"v1", ResourceVersion:"1305", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0428 03:19:35.840698 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"b21c7bfc-2c42-477c-808b-5d5123e9df70", APIVersion:"v1", ResourceVersion:"1303", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0428 03:19:35.840769 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"e6f2e3c4-3d2e-4a3e-a22e-a93922e5ef41", APIVersion:"v1", ResourceVersion:"1304", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0428 03:19:37.031030 7 nginx.go:317] "Starting NGINX process" I0428 03:19:37.031136 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0428 03:19:37.031530 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0428 03:19:37.031753 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0428 03:19:37.031837 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:19:37.031857 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 03:19:37.031916 7 controller.go:196] "Configuration changes detected, backend reload required" I0428 03:19:37.038305 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0428 03:19:37.038616 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-gh6cf" I0428 03:19:37.073009 7 controller.go:216] "Backend successfully reloaded" I0428 03:19:37.073192 7 controller.go:227] "Initial sync, sleeping for 1 second" I0428 03:19:37.073448 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-gh6cf", UID:"fef6210f-774c-4825-94e1-f4bec2722f11", APIVersion:"v1", ResourceVersion:"1351", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0428 03:19:40.857116 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:19:40.857250 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:19:44.191543 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:19:44.191611 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:19:47.524856 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:19:47.524902 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:19:50.857499 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:19:50.857590 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:19:54.192312 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:19:54.192358 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:19:57.524269 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:19:57.524296 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:20:00.858219 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:20:00.858277 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:20:04.192967 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:20:04.193043 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:20:07.524809 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:20:07.524855 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:20:10.858788 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:20:10.858914 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:20:14.464941 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:20:14.464977 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:21:03.196572 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:21:03.196630 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:21:06.530789 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:21:06.530858 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:21:22.267804 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:21:22.267848 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:21:25.602198 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:21:25.602253 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:21:28.934799 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:21:28.934858 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:21:32.268749 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:21:32.268811 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:21:35.602263 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:21:35.602321 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:21:38.936910 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:21:38.936953 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:21:42.268668 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:21:42.268834 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:21:45.601634 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:21:45.601676 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:21:48.936991 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:21:48.937030 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:23:57.023374 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:23:57.023401 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:23:59.790837 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-83.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-83.nip.io-tls was not found. Using default certificate W0428 03:23:59.790899 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:23:59.790912 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 03:23:59.792383 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0428 03:23:59.792446 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0428 03:23:59.799788 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0428 03:23:59.800241 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-83.nip.io-tls" in local store I0428 03:23:59.800290 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"91c9b6a6-9dc1-4975-aa5e-9723bbcfc4ab", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3252", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0428 03:24:00.146270 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-83.nip.io-tls" I0428 03:24:00.147955 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-83.nip.io-tls" W0428 03:24:00.357995 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:24:00.358076 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 03:24:00.358447 7 controller.go:196] "Configuration changes detected, backend reload required" I0428 03:24:00.399668 7 controller.go:216] "Backend successfully reloaded" I0428 03:24:00.400587 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-gh6cf", UID:"fef6210f-774c-4825-94e1-f4bec2722f11", APIVersion:"v1", ResourceVersion:"1351", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0428 03:24:03.691322 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:24:03.691402 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.83 - - [28/Apr/2026:03:24:05 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 2.211 [auth-system-keycloak-80] [] 10.0.0.2:8080 1925 2.210 200 94e5121d5dc9b8601111f9505fcd55b5 199.19.213.83 - - [28/Apr/2026:03:24:05 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.182 [auth-system-keycloak-80] [] 10.0.0.2:8080 116 0.182 404 2b3ed37c7d2fe83a86d619c2cd9b6f05 199.19.213.83 - - [28/Apr/2026:03:24:10 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 4.989 [auth-system-keycloak-80] [] 10.0.0.2:8080 0 4.988 201 a94cda180982bf3d139aad36333ace49 199.19.213.83 - - [28/Apr/2026:03:24:11 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.514 [auth-system-keycloak-80] [] 10.0.0.2:8080 4246 0.513 200 4a0392df64320f86169071a07501105d 199.19.213.83 - - [28/Apr/2026:03:24:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.601 [auth-system-keycloak-80] [] 10.0.0.2:8080 1925 0.598 200 5ca80f9727230c10776ee502aadc312a 199.19.213.83 - - [28/Apr/2026:03:24:12 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1209 0.126 [auth-system-keycloak-80] [] 10.0.0.2:8080 12500 0.126 200 481958a3f31a2bde047d60eab8d6d84b 199.19.213.83 - - [28/Apr/2026:03:24:12 +0000] "GET /admin/realms/atmosphere/client-scopes/df2de51c-e546-42ef-928a-777d7b6fc703 HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.011 [auth-system-keycloak-80] [] 10.0.0.2:8080 1278 0.012 200 f03ae056a15b89ff4ff3301640fdd041 199.19.213.83 - - [28/Apr/2026:03:24:12 +0000] "PUT /admin/realms/atmosphere/client-scopes/df2de51c-e546-42ef-928a-777d7b6fc703 HTTP/1.1" 204 0 "-" "Ansible" 1846 0.065 [auth-system-keycloak-80] [] 10.0.0.2:8080 0 0.064 204 43ba0c47e890387624518bc6ea334246 199.19.213.83 - - [28/Apr/2026:03:24:12 +0000] "GET /admin/realms/atmosphere/client-scopes/df2de51c-e546-42ef-928a-777d7b6fc703/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.073 [auth-system-keycloak-80] [] 10.0.0.2:8080 963 0.073 200 f32e791285ea12a8cdb726340adbc999 199.19.213.83 - - [28/Apr/2026:03:24:12 +0000] "GET /admin/realms/atmosphere/client-scopes/df2de51c-e546-42ef-928a-777d7b6fc703/protocol-mappers/models/caf308b5-5026-4af9-9fe2-2b27fd09e753 HTTP/1.1" 200 366 "-" "Ansible" 1307 0.067 [auth-system-keycloak-80] [] 10.0.0.2:8080 366 0.067 200 3ad717ece7544d5650f596b08c422ba7 199.19.213.83 - - [28/Apr/2026:03:24:13 +0000] "PUT /admin/realms/atmosphere/client-scopes/df2de51c-e546-42ef-928a-777d7b6fc703/protocol-mappers/models/caf308b5-5026-4af9-9fe2-2b27fd09e753 HTTP/1.1" 204 0 "-" "Ansible" 1620 0.098 [auth-system-keycloak-80] [] 10.0.0.2:8080 0 0.097 204 2ea3f35e5cad7a446055f28d80e0c07a 199.19.213.83 - - [28/Apr/2026:03:24:13 +0000] "GET /admin/realms/atmosphere/client-scopes/df2de51c-e546-42ef-928a-777d7b6fc703 HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.078 [auth-system-keycloak-80] [] 10.0.0.2:8080 1218 0.077 200 67a6d2f612e996ab6f173b62686a27de 199.19.213.83 - - [28/Apr/2026:03:24:34 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.524 [auth-system-keycloak-80] [] 10.0.0.2:8080 1925 0.523 200 2514e0d6c0c9b3afb804ab006286e22f 199.19.213.83 - - [28/Apr/2026:03:24:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.078 [auth-system-keycloak-80] [] 10.0.0.2:8080 2 0.077 200 47de3b7250407e1f9fb77e8c29095e5e 199.19.213.83 - - [28/Apr/2026:03:24:34 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.190 [auth-system-keycloak-80] [] 10.0.0.2:8080 0 0.189 201 931109677112f45071492ed63aa8593a 199.19.213.83 - - [28/Apr/2026:03:24:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.087 [auth-system-keycloak-80] [] 10.0.0.2:8080 1259 0.086 200 6da16e10c00c30bc19c3f2548ebaf6cd 199.19.213.83 - - [28/Apr/2026:03:24:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 1.103 [auth-system-keycloak-80] [] 10.0.0.2:8080 1925 1.101 200 3dbc6606f123e98210b9d6834c39750b 199.19.213.83 - - [28/Apr/2026:03:24:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.083 [auth-system-keycloak-80] [] 10.0.0.2:8080 2 0.083 200 d7766730209a358d23b0405160fd123f 199.19.213.83 - - [28/Apr/2026:03:24:36 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.101 [auth-system-keycloak-80] [] 10.0.0.2:8080 0 0.101 201 301704889c3818e379aa336e761669cf 199.19.213.83 - - [28/Apr/2026:03:24:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.079 [auth-system-keycloak-80] [] 10.0.0.2:8080 1283 0.078 200 fad08b83d446632af57154cf039de15e I0428 03:24:37.046622 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.101.175.100"}] I0428 03:24:37.053900 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"91c9b6a6-9dc1-4975-aa5e-9723bbcfc4ab", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3533", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0428 03:24:37.056045 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:24:37.056210 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.83 - - [28/Apr/2026:03:24:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.602 [auth-system-keycloak-80] [] 10.0.0.2:8080 1925 0.601 200 49a966d9199a6c2e374e1797c9ffb774 199.19.213.83 - - [28/Apr/2026:03:24:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.021 [auth-system-keycloak-80] [] 10.0.0.2:8080 2 0.021 200 d82c96aadeb11882c389bbdce6a10636 199.19.213.83 - - [28/Apr/2026:03:24:37 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.099 [auth-system-keycloak-80] [] 10.0.0.2:8080 0 0.099 201 0c63bd206cf433dc60a7d962b7fcd64f 199.19.213.83 - - [28/Apr/2026:03:24:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.073 [auth-system-keycloak-80] [] 10.0.0.2:8080 1249 0.072 200 774566b7ead719ae4045a70387944928 199.19.213.83 - - [28/Apr/2026:03:24:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.482 [auth-system-keycloak-80] [] 10.0.0.2:8080 1925 0.481 200 840f2f2c237918878fbfdd573cd8d288 199.19.213.83 - - [28/Apr/2026:03:24:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.047 [auth-system-keycloak-80] [] 10.0.0.2:8080 1259 0.046 200 25b0e654211972dfc2b0997562f85042 199.19.213.83 - - [28/Apr/2026:03:24:38 +0000] "GET /admin/realms/atmosphere/clients/42373637-e6ae-42d3-bf2f-cbb30435c8d4/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.2:8080 119 0.014 404 5c30eba3272e6428a1f49b7fe890ac99 199.19.213.83 - - [28/Apr/2026:03:24:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.2:8080 1259 0.007 200 6352f7c4f265d5ec8728cb83944aa3d9 199.19.213.83 - - [28/Apr/2026:03:24:38 +0000] "POST /admin/realms/atmosphere/clients/42373637-e6ae-42d3-bf2f-cbb30435c8d4/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.022 [auth-system-keycloak-80] [] 10.0.0.2:8080 0 0.022 201 d3ccae1e53a7fe1793d7b79a805a435a 199.19.213.83 - - [28/Apr/2026:03:24:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.017 [auth-system-keycloak-80] [] 10.0.0.2:8080 1259 0.018 200 8d79d47dae555305c1217d5bc8b12f9f 199.19.213.83 - - [28/Apr/2026:03:24:38 +0000] "GET /admin/realms/atmosphere/clients/42373637-e6ae-42d3-bf2f-cbb30435c8d4/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.036 [auth-system-keycloak-80] [] 10.0.0.2:8080 166 0.036 200 da671be6746f34c9f000a4bb0dccfae4 199.19.213.83 - - [28/Apr/2026:03:24:39 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.445 [auth-system-keycloak-80] [] 10.0.0.2:8080 1925 0.444 200 9ab9bcec482991840235d3fcb85a1c3a 199.19.213.83 - - [28/Apr/2026:03:24:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.019 [auth-system-keycloak-80] [] 10.0.0.2:8080 1283 0.019 200 b8bc171055671552b5e4e9a356130c76 199.19.213.83 - - [28/Apr/2026:03:24:39 +0000] "GET /admin/realms/atmosphere/clients/e6e76588-04cb-42b0-ad80-57311e1901fd/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.008 [auth-system-keycloak-80] [] 10.0.0.2:8080 119 0.009 404 94cbcb16b031d51f8caab165a7a183a7 199.19.213.83 - - [28/Apr/2026:03:24:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.2:8080 1283 0.005 200 165b38c1b13adb285b17f209fcfbce8a 199.19.213.83 - - [28/Apr/2026:03:24:39 +0000] "POST /admin/realms/atmosphere/clients/e6e76588-04cb-42b0-ad80-57311e1901fd/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.062 [auth-system-keycloak-80] [] 10.0.0.2:8080 0 0.062 201 2858b131979fe245f80ed7f986454a9c 199.19.213.83 - - [28/Apr/2026:03:24:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.2:8080 1283 0.007 200 8ce3d33b499850cb3515266a43d32174 199.19.213.83 - - [28/Apr/2026:03:24:39 +0000] "GET /admin/realms/atmosphere/clients/e6e76588-04cb-42b0-ad80-57311e1901fd/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.014 [auth-system-keycloak-80] [] 10.0.0.2:8080 165 0.013 200 05be6f7464f572b2150a4686d44f0b2e 199.19.213.83 - - [28/Apr/2026:03:24:40 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.495 [auth-system-keycloak-80] [] 10.0.0.2:8080 1925 0.494 200 1e0ac53159aca2fb52d82ae277153073 199.19.213.83 - - [28/Apr/2026:03:24:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.2:8080 1283 0.007 200 d315b00fc306f06eed1d70c401013f16 199.19.213.83 - - [28/Apr/2026:03:24:40 +0000] "GET /admin/realms/atmosphere/clients/e6e76588-04cb-42b0-ad80-57311e1901fd/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.066 [auth-system-keycloak-80] [] 10.0.0.2:8080 119 0.065 404 cf1d9bbdf26534ddb99c08d5979d2a9f 199.19.213.83 - - [28/Apr/2026:03:24:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.2:8080 1283 0.006 200 bc1ed652ee9db5e00e505aa56d883d4c 199.19.213.83 - - [28/Apr/2026:03:24:40 +0000] "POST /admin/realms/atmosphere/clients/e6e76588-04cb-42b0-ad80-57311e1901fd/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.015 [auth-system-keycloak-80] [] 10.0.0.2:8080 0 0.015 201 3ece2d63c4a7140214a342621fde1060 199.19.213.83 - - [28/Apr/2026:03:24:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.054 [auth-system-keycloak-80] [] 10.0.0.2:8080 1283 0.053 200 2cd79fe0e66581f26c0d6114d35d148c 199.19.213.83 - - [28/Apr/2026:03:24:40 +0000] "GET /admin/realms/atmosphere/clients/e6e76588-04cb-42b0-ad80-57311e1901fd/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.011 [auth-system-keycloak-80] [] 10.0.0.2:8080 166 0.011 200 50443e4e18d9285145b76661b4cf9008 199.19.213.83 - - [28/Apr/2026:03:24:41 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.507 [auth-system-keycloak-80] [] 10.0.0.2:8080 1925 0.508 200 def27023ec1f8589262909b2bfe8e023 199.19.213.83 - - [28/Apr/2026:03:24:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.011 [auth-system-keycloak-80] [] 10.0.0.2:8080 1283 0.010 200 b767c3c2af2aad2cdaf88401f6bdef45 199.19.213.83 - - [28/Apr/2026:03:24:41 +0000] "GET /admin/realms/atmosphere/clients/e6e76588-04cb-42b0-ad80-57311e1901fd/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.008 [auth-system-keycloak-80] [] 10.0.0.2:8080 119 0.008 404 92817bd09b3aeeb095154f4a10482cab 199.19.213.83 - - [28/Apr/2026:03:24:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.2:8080 1283 0.008 200 33904d469ec2135f6dfd807a63b2ec95 199.19.213.83 - - [28/Apr/2026:03:24:41 +0000] "POST /admin/realms/atmosphere/clients/e6e76588-04cb-42b0-ad80-57311e1901fd/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.041 [auth-system-keycloak-80] [] 10.0.0.2:8080 0 0.039 201 75e0933f48f005fa5e7f3b33a48eb9a4 199.19.213.83 - - [28/Apr/2026:03:24:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.2:8080 1283 0.007 200 e1c6d383237645ec79f630d97bc30c0f 199.19.213.83 - - [28/Apr/2026:03:24:41 +0000] "GET /admin/realms/atmosphere/clients/e6e76588-04cb-42b0-ad80-57311e1901fd/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.012 [auth-system-keycloak-80] [] 10.0.0.2:8080 166 0.012 200 c6da9854a8f9ae341b4e6ca174d814bb 199.19.213.83 - - [28/Apr/2026:03:24:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.473 [auth-system-keycloak-80] [] 10.0.0.2:8080 1925 0.472 200 3dfedd64a227e0ce925748e5d0c9f25d 199.19.213.83 - - [28/Apr/2026:03:24:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.005 [auth-system-keycloak-80] [] 10.0.0.2:8080 1249 0.005 200 2418b27e0e1e13ca7a6090ea927feead 199.19.213.83 - - [28/Apr/2026:03:24:42 +0000] "GET /admin/realms/atmosphere/clients/dab5f329-b6b3-4697-989d-e394bd430936/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.008 [auth-system-keycloak-80] [] 10.0.0.2:8080 119 0.008 404 e7432bf482082beae4c8f35d5763abb6 199.19.213.83 - - [28/Apr/2026:03:24:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.050 [auth-system-keycloak-80] [] 10.0.0.2:8080 1249 0.050 200 9886c9adb7969de7220437bb15cc4df8 199.19.213.83 - - [28/Apr/2026:03:24:42 +0000] "POST /admin/realms/atmosphere/clients/dab5f329-b6b3-4697-989d-e394bd430936/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.016 [auth-system-keycloak-80] [] 10.0.0.2:8080 0 0.015 201 a1bb22b7458f5a5ecefee68b61378847 199.19.213.83 - - [28/Apr/2026:03:24:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.2:8080 1249 0.008 200 a2ad8cc7b19a760a82c040c70404fc42 199.19.213.83 - - [28/Apr/2026:03:24:42 +0000] "GET /admin/realms/atmosphere/clients/dab5f329-b6b3-4697-989d-e394bd430936/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.052 [auth-system-keycloak-80] [] 10.0.0.2:8080 166 0.053 200 87598cb3aca5342b591fd8b42501e828 W0428 03:25:55.832975 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:25:55.833132 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:25:55.914056 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0428 03:25:55.914132 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0428 03:25:55.914204 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:25:55.914242 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:25:55.914926 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0428 03:25:55.915001 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0428 03:25:55.915173 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:25:55.915191 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 03:25:55.915922 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0428 03:25:55.915944 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0428 03:25:55.916847 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0428 03:25:55.916872 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" W0428 03:25:55.917973 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 03:25:55.918028 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0428 03:25:55.918060 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:25:55.918441 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 03:25:55.919948 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0428 03:25:55.919972 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0428 03:25:55.924877 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0428 03:25:55.927208 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0428 03:25:55.927387 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"6986bb47-0b2b-4cc9-ab92-c93394752f96", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4173", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0428 03:25:55.928093 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0428 03:25:55.929246 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"7a674a69-00e1-4444-a734-93e6d1fbcdca", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4174", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0428 03:25:55.930262 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0428 03:25:55.930438 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0428 03:25:55.931013 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0428 03:25:55.931130 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"ffbfc2d7-34ca-4369-83e2-7f1cd685c86a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4180", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0428 03:25:56.288071 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0428 03:25:56.288742 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0428 03:25:56.371357 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0428 03:25:56.372173 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0428 03:25:57.542867 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0428 03:25:57.543948 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0428 03:25:59.166290 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 03:25:59.166328 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0428 03:25:59.166351 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0428 03:25:59.166436 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:25:59.166453 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 03:25:59.166521 7 controller.go:196] "Configuration changes detected, backend reload required" I0428 03:25:59.208958 7 controller.go:216] "Backend successfully reloaded" I0428 03:25:59.209419 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-gh6cf", UID:"fef6210f-774c-4825-94e1-f4bec2722f11", APIVersion:"v1", ResourceVersion:"1351", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0428 03:26:02.499630 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 03:26:02.499680 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0428 03:26:02.499706 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0428 03:26:02.499785 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:26:02.499802 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:26:05.832180 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 03:26:05.832219 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0428 03:26:05.832251 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0428 03:26:05.832353 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:26:05.832370 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:26:09.166315 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 03:26:09.166410 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0428 03:26:09.166472 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0428 03:26:09.166632 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:26:09.166665 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:26:12.498844 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 03:26:12.498923 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0428 03:26:12.499002 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0428 03:26:12.499171 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:26:12.499199 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:26:15.832535 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 03:26:15.832603 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0428 03:26:15.832775 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0428 03:26:15.833159 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:26:15.833189 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:26:19.165909 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 03:26:19.166095 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0428 03:26:19.166475 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:26:19.166512 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.3 - - [28/Apr/2026:03:26:19 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.038 [auth-system-keycloak-80] [] 10.0.0.2:8080 6411 0.039 200 46ad6e9e3fa78b76c4dae92dfa01ff92 W0428 03:26:22.498878 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 03:26:22.499180 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:26:22.499216 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.101 - - [28/Apr/2026:03:26:24 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.007 [auth-system-keycloak-80] [] 10.0.0.2:8080 6411 0.007 200 65355944d164a4dc447274566f24db59 W0428 03:26:25.832814 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 03:26:25.833308 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:26:25.833389 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:26:29.168497 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 03:26:29.169007 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:26:29.169072 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:26:36.746056 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 03:26:36.746378 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:26:36.746404 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 03:26:37.048189 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.101.175.100"}] I0428 03:26:37.048404 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.101.175.100"}] I0428 03:26:37.048653 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.101.175.100"}] I0428 03:26:37.057861 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"7a674a69-00e1-4444-a734-93e6d1fbcdca", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4979", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0428 03:26:37.060788 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"6986bb47-0b2b-4cc9-ab92-c93394752f96", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4980", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0428 03:26:37.060829 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"ffbfc2d7-34ca-4369-83e2-7f1cd685c86a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4981", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0428 03:26:40.081335 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:26:40.081383 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.83 - - [28/Apr/2026:03:26:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.486 [auth-system-keycloak-80] [] 10.0.0.2:8080 1925 0.487 200 e5f401dbd5b076cec1ce4071cd14db56 199.19.213.83 - - [28/Apr/2026:03:26:42 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.007 [auth-system-keycloak-80] [] 10.0.0.2:8080 4246 0.007 200 b3c0e736c3624a94dee67a84d72ef80f 199.19.213.83 - - [28/Apr/2026:03:26:43 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5707 0.542 [auth-system-keycloak-80] [] 10.0.0.2:8080 0 0.541 204 1942340a00c404f782a1025839461f81 W0428 03:26:43.413108 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:26:43.413163 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.83 - - [28/Apr/2026:03:26:43 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.291 [auth-system-keycloak-80] [] 10.0.0.2:8080 4384 0.291 200 f22af5749609b7c6ee6f3779d35bff50 199.19.213.83 - - [28/Apr/2026:03:26:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.458 [auth-system-keycloak-80] [] 10.0.0.2:8080 1925 0.457 200 3d3caf91d893f22acaa487287813b5bb 199.19.213.83 - - [28/Apr/2026:03:26:44 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1227 0.016 [auth-system-keycloak-80] [] 10.0.0.2:8080 1682 0.017 200 bed9fb20fa6794985293411f0766f745 199.19.213.83 - - [28/Apr/2026:03:26:44 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "ansible-httpget" 180 0.007 [auth-system-keycloak-80] [] 10.0.0.2:8080 6411 0.007 200 9aa023d6c7d748889f6bfc14cc4df72d 199.19.213.83 - - [28/Apr/2026:03:26:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.493 [auth-system-keycloak-80] [] 10.0.0.2:8080 1925 0.491 200 018dba58c1d73553406dc2a1b374c144 199.19.213.83 - - [28/Apr/2026:03:26:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.051 [auth-system-keycloak-80] [] 10.0.0.2:8080 2 0.051 200 289bd16249881d116b2d376ca364b61a 199.19.213.83 - - [28/Apr/2026:03:26:46 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.188 [auth-system-keycloak-80] [] 10.0.0.2:8080 0 0.187 201 984f38d0edf5a61c29ae3b55353d5d4f 199.19.213.83 - - [28/Apr/2026:03:26:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.021 [auth-system-keycloak-80] [] 10.0.0.2:8080 2242 0.021 200 191109a7fc432936ecd69bd546c1ac76 199.19.213.83 - - [28/Apr/2026:03:26:47 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.512 [auth-system-keycloak-80] [] 10.0.0.2:8080 1925 0.510 200 5af50e59e544d85d6caaaa7f5aeaa80e 199.19.213.83 - - [28/Apr/2026:03:26:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.008 [auth-system-keycloak-80] [] 10.0.0.2:8080 2242 0.008 200 729566d72ecab88dcd8476f9d51a8025 199.19.213.83 - - [28/Apr/2026:03:26:47 +0000] "GET /admin/realms/atmosphere/clients/b1460c28-0535-44bc-ad83-f6f7c5f6768d/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.047 [auth-system-keycloak-80] [] 10.0.0.2:8080 233 0.048 200 a5016b570e3c69087d42f914dfa50d9c 199.19.213.83 - - [28/Apr/2026:03:26:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.018 [auth-system-keycloak-80] [] 10.0.0.2:8080 831 0.018 200 83fccd13ac4b86acfd6772db9e8dcc3e 199.19.213.83 - - [28/Apr/2026:03:26:47 +0000] "GET /admin/realms/atmosphere/clients/9dd28f2b-2b36-42de-a4c5-f72073035330/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.069 [auth-system-keycloak-80] [] 10.0.0.2:8080 3758 0.068 200 cbe54bf9bf3e674717b8bf555befe7bd 199.19.213.83 - - [28/Apr/2026:03:26:47 +0000] "GET /admin/realms/atmosphere/users/64bd35a0-6216-48fa-81eb-2c086e007e67/role-mappings/clients/9dd28f2b-2b36-42de-a4c5-f72073035330/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.188 [auth-system-keycloak-80] [] 10.0.0.2:8080 3758 0.187 200 19bffffc33c505b27b2d4dc7461babcc 199.19.213.83 - - [28/Apr/2026:03:26:48 +0000] "GET /admin/realms/atmosphere/users/64bd35a0-6216-48fa-81eb-2c086e007e67/role-mappings/clients/9dd28f2b-2b36-42de-a4c5-f72073035330/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.079 [auth-system-keycloak-80] [] 10.0.0.2:8080 2 0.079 200 0ac34611746b0e0b68edfa5793c0abf7 199.19.213.83 - - [28/Apr/2026:03:26:48 +0000] "POST /admin/realms/atmosphere/users/64bd35a0-6216-48fa-81eb-2c086e007e67/role-mappings/clients/9dd28f2b-2b36-42de-a4c5-f72073035330 HTTP/1.1" 204 0 "-" "Ansible" 1388 0.072 [auth-system-keycloak-80] [] 10.0.0.2:8080 0 0.070 204 a9295ece19ce57355b42700a31845abd 199.19.213.83 - - [28/Apr/2026:03:26:48 +0000] "GET /admin/realms/atmosphere/users/64bd35a0-6216-48fa-81eb-2c086e007e67/role-mappings/clients/9dd28f2b-2b36-42de-a4c5-f72073035330/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.017 [auth-system-keycloak-80] [] 10.0.0.2:8080 576 0.017 200 2380c7f3d4726035aa1b9702299bd192 W0428 03:26:50.899429 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:26:50.899459 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:26:54.233073 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:26:54.233126 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:28:55.601914 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:28:55.601944 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:29:23.800655 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0428 03:29:23.800849 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:29:23.800908 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 03:29:23.804581 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:28.7kB} I0428 03:29:23.804609 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0428 03:29:23.809917 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0428 03:29:23.810379 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"74de5a26-3b9a-4ad9-8d35-db01d3fd57a9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6125", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0428 03:29:23.810656 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0428 03:29:23.811237 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0428 03:29:23.811343 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:29:23.811373 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 03:29:23.811527 7 controller.go:196] "Configuration changes detected, backend reload required" I0428 03:29:23.863020 7 controller.go:216] "Backend successfully reloaded" I0428 03:29:23.863795 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-gh6cf", UID:"fef6210f-774c-4825-94e1-f4bec2722f11", APIVersion:"v1", ResourceVersion:"1351", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0428 03:29:24.043406 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0428 03:29:24.044126 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0428 03:29:27.145638 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:29:27.145682 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.83 - - [28/Apr/2026:03:29:28 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.005 [openstack-keystone-api-5000] [] 10.0.0.179:5000 280 0.006 300 c3ce86a9cb4a5209c59c94f6d974922d 199.19.213.83 - - [28/Apr/2026:03:29:29 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.179:5000 265 0.003 200 6682dc27d89c573520297cb9f7b27698 199.19.213.83 - - [28/Apr/2026:03:29:30 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.339 [openstack-keystone-api-5000] [] 10.0.0.179:5000 1359 0.339 201 6b5f6beb99c5664e1856fc16fcb9bd2e 199.19.213.83 - - [28/Apr/2026:03:29:30 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.179:5000 280 0.005 300 be318e57a859e8ff4fe1adc2e2749ade 199.19.213.83 - - [28/Apr/2026:03:29:30 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 437 0.040 [openstack-keystone-api-5000] [] 10.0.0.179:5000 90 0.040 404 b3d9a7481a888c15aecd6d3b46fa811d 199.19.213.83 - - [28/Apr/2026:03:29:30 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 366 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.025 [openstack-keystone-api-5000] [] 10.0.0.179:5000 366 0.026 200 ef80575cc46092ad45d7e7061a3f5ce9 199.19.213.83 - - [28/Apr/2026:03:29:30 +0000] "GET /v3/domains/3a9ece9134df43a69f8568ecdfaa447e HTTP/1.1" 200 244 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.021 [openstack-keystone-api-5000] [] 10.0.0.179:5000 244 0.020 200 d98b63162fb90e36fee8b4d397750b08 199.19.213.83 - - [28/Apr/2026:03:29:30 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.179:5000 265 0.003 200 f0cde076e1fc554a2c26e492f6db593f 199.19.213.83 - - [28/Apr/2026:03:29:31 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.325 [openstack-keystone-api-5000] [] 10.0.0.179:5000 1359 0.326 201 4381cee13869926bf2b22dd8dffb85cc 199.19.213.83 - - [28/Apr/2026:03:29:31 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.179:5000 280 0.004 300 bf0889d0058b05d8c04b56d602147dab 199.19.213.83 - - [28/Apr/2026:03:29:31 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 462 0.032 [openstack-keystone-api-5000] [] 10.0.0.179:5000 101 0.032 404 2ac1df1f961fea3f462f9ea387843da5 199.19.213.83 - - [28/Apr/2026:03:29:31 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 155 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 464 0.029 [openstack-keystone-api-5000] [] 10.0.0.179:5000 155 0.029 200 514bc47bf48ff5e218d1291a82069113 199.19.213.83 - - [28/Apr/2026:03:29:31 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 451 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 679 0.024 [openstack-keystone-api-5000] [] 10.0.0.179:5000 451 0.024 201 1c847742ada3f6532ca983faf354e6ed 199.19.213.83 - - [28/Apr/2026:03:29:31 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.179:5000 265 0.004 200 1e7bd5c2d7d622ec1a7d971aaff70b2e 199.19.213.83 - - [28/Apr/2026:03:29:32 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.302 [openstack-keystone-api-5000] [] 10.0.0.179:5000 1359 0.301 201 19344f00d59fbdadf6cb2903435ada8c 199.19.213.83 - - [28/Apr/2026:03:29:32 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.179:5000 280 0.003 300 f0c7a4abf9a2f568e40fca434273fa6d 199.19.213.83 - - [28/Apr/2026:03:29:32 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.021 [openstack-keystone-api-5000] [] 10.0.0.179:5000 98 0.022 404 a732da867d6b62bb4d7221c50ec39da4 199.19.213.83 - - [28/Apr/2026:03:29:32 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 135 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 454 0.020 [openstack-keystone-api-5000] [] 10.0.0.179:5000 135 0.021 200 b79973e95048ecf4d97253b4488c1208 199.19.213.83 - - [28/Apr/2026:03:29:32 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 356 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 738 0.022 [openstack-keystone-api-5000] [] 10.0.0.179:5000 356 0.022 201 da1be1e24b531bdf996940f67938c436 199.19.213.83 - - [28/Apr/2026:03:29:32 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.179:5000 265 0.004 200 640f66aec5784859e674b310d815d372 199.19.213.83 - - [28/Apr/2026:03:29:33 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.298 [openstack-keystone-api-5000] [] 10.0.0.179:5000 1359 0.297 201 7c7cec0976f489eb73e8a0f8e56d5029 199.19.213.83 - - [28/Apr/2026:03:29:33 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.179:5000 280 0.004 300 e1b5b15cfff15a1f440564b8339917c0 199.19.213.83 - - [28/Apr/2026:03:29:33 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 497 0.032 [openstack-keystone-api-5000] [] 10.0.0.179:5000 131 0.032 404 534b5114ad73b37692059452bd3e4c82 199.19.213.83 - - [28/Apr/2026:03:29:33 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 167 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 485 0.019 [openstack-keystone-api-5000] [] 10.0.0.179:5000 167 0.020 200 99d961c0ec83646c5b7f97cd21dcae09 199.19.213.83 - - [28/Apr/2026:03:29:33 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 222 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 580 0.032 [openstack-keystone-api-5000] [] 10.0.0.179:5000 222 0.031 201 45dc04a8d64d24bb44c4ede031485d35 W0428 03:29:36.122583 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:29:36.122629 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 03:29:37.046283 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.101.175.100"}] I0428 03:29:37.050855 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"74de5a26-3b9a-4ad9-8d35-db01d3fd57a9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6293", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0428 03:29:39.456577 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:29:39.456637 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:29:42.789235 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:29:42.789283 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store E0428 03:30:04.100283 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-19-213-83.nip.io. Skipping. W0428 03:30:04.101328 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0428 03:30:04.101534 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0428 03:30:04.101658 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:30:04.101780 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 03:30:04.106025 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.006s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:33.4kB} I0428 03:30:04.106096 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/dashboard" I0428 03:30:04.113032 7 store.go:440] "Found valid IngressClass" ingress="openstack/dashboard" ingressclass="atmosphere" E0428 03:30:04.113238 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-19-213-83.nip.io. Skipping. I0428 03:30:04.113285 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"83ffa4c9-dfe7-4b34-b0df-01eddcfbbc1f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6495", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0428 03:30:04.113658 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/horizon-int-certs" in local store W0428 03:30:04.113994 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0428 03:30:04.114096 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0428 03:30:04.114170 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:30:04.114187 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 03:30:04.114318 7 controller.go:196] "Configuration changes detected, backend reload required" I0428 03:30:04.162111 7 controller.go:216] "Backend successfully reloaded" I0428 03:30:04.162877 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-gh6cf", UID:"fef6210f-774c-4825-94e1-f4bec2722f11", APIVersion:"v1", ResourceVersion:"1351", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0428 03:30:04.469305 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/horizon-int-certs" E0428 03:30:04.469587 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-19-213-83.nip.io. Skipping. I0428 03:30:04.472470 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/horizon-int-certs" W0428 03:30:07.448860 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0428 03:30:07.452067 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:30:07.452109 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 03:30:37.046871 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="dashboard" currentValue=null newValue=[{"ip":"10.101.175.100"}] E0428 03:30:37.052352 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-19-213-83.nip.io. Skipping. I0428 03:30:37.053807 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"83ffa4c9-dfe7-4b34-b0df-01eddcfbbc1f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6710", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0428 03:30:37.054436 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0428 03:30:37.054596 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:30:37.054630 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:30:47.814930 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0428 03:30:47.815338 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:30:47.815455 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 03:30:47.819260 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:33.4kB} I0428 03:30:47.819327 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" 199.19.213.83 - - [28/Apr/2026:03:30:51 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.528 [auth-system-keycloak-80] [] 10.0.0.2:8080 1925 0.526 200 6cc7c54ba9e5c04e78c825cecd20f98d 199.19.213.83 - - [28/Apr/2026:03:30:51 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.012 [auth-system-keycloak-80] [] 10.0.0.2:8080 4384 0.012 200 ffe937d30fee7ea716940fcf003f593b 199.19.213.83 - - [28/Apr/2026:03:30:51 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5853 0.079 [auth-system-keycloak-80] [] 10.0.0.2:8080 0 0.078 204 5ef4ef5aca801087129ef6e0f2551161 199.19.213.83 - - [28/Apr/2026:03:30:52 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.169 [auth-system-keycloak-80] [] 10.0.0.2:8080 4384 0.169 200 4c592b4227f00347660d06005befd1ce 199.19.213.83 - - [28/Apr/2026:03:30:53 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.481 [auth-system-keycloak-80] [] 10.0.0.2:8080 1925 0.480 200 f0f1156403deccee3baef6f0c164b2ce 199.19.213.83 - - [28/Apr/2026:03:30:53 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12432 "-" "Ansible" 1209 0.040 [auth-system-keycloak-80] [] 10.0.0.2:8080 12440 0.040 200 c05c90bae0e6c64395b4ad9bfaf576ea 199.19.213.83 - - [28/Apr/2026:03:30:53 +0000] "GET /admin/realms/atmosphere/client-scopes/df2de51c-e546-42ef-928a-777d7b6fc703 HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.006 [auth-system-keycloak-80] [] 10.0.0.2:8080 1218 0.005 200 785e0a7c5ccbb3672c2f8cc73506f0a0 199.19.213.83 - - [28/Apr/2026:03:30:53 +0000] "PUT /admin/realms/atmosphere/client-scopes/df2de51c-e546-42ef-928a-777d7b6fc703 HTTP/1.1" 204 0 "-" "Ansible" 1846 0.014 [auth-system-keycloak-80] [] 10.0.0.2:8080 0 0.014 204 d5cb33e7b0abe6e6b61bb89e921b7b77 199.19.213.83 - - [28/Apr/2026:03:30:53 +0000] "GET /admin/realms/atmosphere/client-scopes/df2de51c-e546-42ef-928a-777d7b6fc703/protocol-mappers/models HTTP/1.1" 200 968 "-" "Ansible" 1270 0.051 [auth-system-keycloak-80] [] 10.0.0.2:8080 968 0.052 200 f6fa78350478a7703f2ebc92232d464b 199.19.213.83 - - [28/Apr/2026:03:30:53 +0000] "GET /admin/realms/atmosphere/client-scopes/df2de51c-e546-42ef-928a-777d7b6fc703/protocol-mappers/models/caf308b5-5026-4af9-9fe2-2b27fd09e753 HTTP/1.1" 200 371 "-" "Ansible" 1307 0.007 [auth-system-keycloak-80] [] 10.0.0.2:8080 371 0.007 200 e40e323eecfc0c780d1f0e69d117f7ce 199.19.213.83 - - [28/Apr/2026:03:30:53 +0000] "PUT /admin/realms/atmosphere/client-scopes/df2de51c-e546-42ef-928a-777d7b6fc703/protocol-mappers/models/caf308b5-5026-4af9-9fe2-2b27fd09e753 HTTP/1.1" 204 0 "-" "Ansible" 1620 0.016 [auth-system-keycloak-80] [] 10.0.0.2:8080 0 0.015 204 98e7a34baa41af38d71e0b42d9d298a6 199.19.213.83 - - [28/Apr/2026:03:30:53 +0000] "GET /admin/realms/atmosphere/client-scopes/df2de51c-e546-42ef-928a-777d7b6fc703 HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.016 [auth-system-keycloak-80] [] 10.0.0.2:8080 1218 0.016 200 e2292175b939311fe3a93e4f946661cc W0428 03:30:59.129735 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:30:59.129775 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.83 - - [28/Apr/2026:03:30:59 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.446 [auth-system-keycloak-80] [] 10.0.0.2:8080 1925 0.445 200 04d67d404d0ebfc75818c7875e096666 199.19.213.83 - - [28/Apr/2026:03:30:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.028 [auth-system-keycloak-80] [] 10.0.0.2:8080 1259 0.028 200 82aa445bcf4643ba323191bb0b1eae40 199.19.213.83 - - [28/Apr/2026:03:30:59 +0000] "PUT /admin/realms/atmosphere/clients/42373637-e6ae-42d3-bf2f-cbb30435c8d4 HTTP/1.1" 204 0 "-" "Ansible" 2603 0.028 [auth-system-keycloak-80] [] 10.0.0.2:8080 0 0.027 204 b7180bf35a05b331ec6df72af8ffa28c 199.19.213.83 - - [28/Apr/2026:03:30:59 +0000] "GET /admin/realms/atmosphere/clients/42373637-e6ae-42d3-bf2f-cbb30435c8d4 HTTP/1.1" 200 1257 "-" "Ansible" 1240 0.061 [auth-system-keycloak-80] [] 10.0.0.2:8080 1257 0.062 200 fd656b6b7930c96f89940c0be593eb92 199.19.213.83 - - [28/Apr/2026:03:31:00 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.468 [auth-system-keycloak-80] [] 10.0.0.2:8080 1925 0.466 200 95238b9cc2478d7c33fbacce82e01f8f 199.19.213.83 - - [28/Apr/2026:03:31:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.2:8080 1283 0.006 200 b9f5d30d68e03246ae561ecbcfec6eb3 199.19.213.83 - - [28/Apr/2026:03:31:00 +0000] "PUT /admin/realms/atmosphere/clients/e6e76588-04cb-42b0-ad80-57311e1901fd HTTP/1.1" 204 0 "-" "Ansible" 2628 0.042 [auth-system-keycloak-80] [] 10.0.0.2:8080 0 0.042 204 4380b199032c4eccc738eae7fde440c8 199.19.213.83 - - [28/Apr/2026:03:31:00 +0000] "GET /admin/realms/atmosphere/clients/e6e76588-04cb-42b0-ad80-57311e1901fd HTTP/1.1" 200 1281 "-" "Ansible" 1240 0.093 [auth-system-keycloak-80] [] 10.0.0.2:8080 1281 0.093 200 82cfd79ac2712d49ef1fad290333ba1a 199.19.213.83 - - [28/Apr/2026:03:31:01 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.504 [auth-system-keycloak-80] [] 10.0.0.2:8080 1925 0.503 200 27ceb2b4e3b7cd7a25fb0cae9a0b5f1d 199.19.213.83 - - [28/Apr/2026:03:31:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.005 [auth-system-keycloak-80] [] 10.0.0.2:8080 1249 0.006 200 f1667ee0e3062d63ab02c804678339c0 199.19.213.83 - - [28/Apr/2026:03:31:01 +0000] "PUT /admin/realms/atmosphere/clients/dab5f329-b6b3-4697-989d-e394bd430936 HTTP/1.1" 204 0 "-" "Ansible" 2593 0.065 [auth-system-keycloak-80] [] 10.0.0.2:8080 0 0.064 204 500296436e747eaad099c4a783d02ec4 199.19.213.83 - - [28/Apr/2026:03:31:01 +0000] "GET /admin/realms/atmosphere/clients/dab5f329-b6b3-4697-989d-e394bd430936 HTTP/1.1" 200 1247 "-" "Ansible" 1240 0.018 [auth-system-keycloak-80] [] 10.0.0.2:8080 1247 0.019 200 854ea7331c6093bbd7c54048b92d3432 199.19.213.83 - - [28/Apr/2026:03:31:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.466 [auth-system-keycloak-80] [] 10.0.0.2:8080 1925 0.465 200 278422a59e9209653756f97dc094ceb2 199.19.213.83 - - [28/Apr/2026:03:31:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.011 [auth-system-keycloak-80] [] 10.0.0.2:8080 1259 0.011 200 d212907a189af9ca65d050ea85311313 199.19.213.83 - - [28/Apr/2026:03:31:02 +0000] "GET /admin/realms/atmosphere/clients/42373637-e6ae-42d3-bf2f-cbb30435c8d4/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.006 [auth-system-keycloak-80] [] 10.0.0.2:8080 166 0.005 200 702e5ad33a51664954610cb58decea42 W0428 03:31:02.464240 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:31:02.464283 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.83 - - [28/Apr/2026:03:31:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.432 [auth-system-keycloak-80] [] 10.0.0.2:8080 1925 0.430 200 1af3ae9b4691176b80046a4c63e22ee1 199.19.213.83 - - [28/Apr/2026:03:31:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.036 [auth-system-keycloak-80] [] 10.0.0.2:8080 1283 0.035 200 d28ba53d81fcbac29dbff9cf3a42ef12 199.19.213.83 - - [28/Apr/2026:03:31:03 +0000] "GET /admin/realms/atmosphere/clients/e6e76588-04cb-42b0-ad80-57311e1901fd/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.004 [auth-system-keycloak-80] [] 10.0.0.2:8080 165 0.005 200 3822fcda28a13acfb5022794d7713220 199.19.213.83 - - [28/Apr/2026:03:31:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.494 [auth-system-keycloak-80] [] 10.0.0.2:8080 1925 0.493 200 02f5d58836dcf330516393e183647be1 199.19.213.83 - - [28/Apr/2026:03:31:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.2:8080 1283 0.006 200 9cd9ca9e27746a2c63ebbe3023afb547 199.19.213.83 - - [28/Apr/2026:03:31:04 +0000] "GET /admin/realms/atmosphere/clients/e6e76588-04cb-42b0-ad80-57311e1901fd/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.004 [auth-system-keycloak-80] [] 10.0.0.2:8080 166 0.005 200 8320f5e9d7c8304213e89a98b19b2c8a 199.19.213.83 - - [28/Apr/2026:03:31:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.488 [auth-system-keycloak-80] [] 10.0.0.2:8080 1925 0.487 200 26e89c72fbb2be2519d968bcf279a701 199.19.213.83 - - [28/Apr/2026:03:31:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.004 [auth-system-keycloak-80] [] 10.0.0.2:8080 1283 0.004 200 b8194a6de6106f30a50a46f4aa167474 199.19.213.83 - - [28/Apr/2026:03:31:04 +0000] "GET /admin/realms/atmosphere/clients/e6e76588-04cb-42b0-ad80-57311e1901fd/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.005 [auth-system-keycloak-80] [] 10.0.0.2:8080 166 0.006 200 3b71667dabb33e4771cd58740391fde7 199.19.213.83 - - [28/Apr/2026:03:31:05 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.483 [auth-system-keycloak-80] [] 10.0.0.2:8080 1925 0.482 200 2d1fdac112c3c7cf8e89838d44f286dd 199.19.213.83 - - [28/Apr/2026:03:31:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.056 [auth-system-keycloak-80] [] 10.0.0.2:8080 1249 0.056 200 2cc4b3ad207cb91169fd0248b22b37db 199.19.213.83 - - [28/Apr/2026:03:31:05 +0000] "GET /admin/realms/atmosphere/clients/dab5f329-b6b3-4697-989d-e394bd430936/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.005 [auth-system-keycloak-80] [] 10.0.0.2:8080 166 0.005 200 2968d0b6c04ce702a1f99901a9c2f4c6 W0428 03:31:05.797142 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:31:05.797228 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.83 - - [28/Apr/2026:03:31:58 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.510 [auth-system-keycloak-80] [] 10.0.0.2:8080 1925 0.509 200 6c6bf538b795d06d859bd31cfe8b0af5 199.19.213.83 - - [28/Apr/2026:03:31:58 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.008 [auth-system-keycloak-80] [] 10.0.0.2:8080 4384 0.007 200 ea8fb413e5a8f3aa21a5373e4bd18ab2 199.19.213.83 - - [28/Apr/2026:03:31:58 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5853 0.085 [auth-system-keycloak-80] [] 10.0.0.2:8080 0 0.083 204 b1317fda47f6c4acf68607320353f8a2 199.19.213.83 - - [28/Apr/2026:03:31:58 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.159 [auth-system-keycloak-80] [] 10.0.0.2:8080 4384 0.159 200 b6cedba27b0690f44e1c3f8aec77e65a 199.19.213.83 - - [28/Apr/2026:03:31:59 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.473 [auth-system-keycloak-80] [] 10.0.0.2:8080 1925 0.472 200 d21e9d53dcf1e4aed9771d735f5bd6ea 199.19.213.83 - - [28/Apr/2026:03:31:59 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1227 0.029 [auth-system-keycloak-80] [] 10.0.0.2:8080 1682 0.029 200 33dd9734f0eec195ebfeb87f3b7ccda2 199.19.213.83 - - [28/Apr/2026:03:31:59 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "ansible-httpget" 180 0.012 [auth-system-keycloak-80] [] 10.0.0.2:8080 6411 0.012 200 f3a79a608cae19c034cb2bbe9ac6204f 199.19.213.83 - - [28/Apr/2026:03:32:01 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.484 [auth-system-keycloak-80] [] 10.0.0.2:8080 1925 0.482 200 323e588798b786cd65eb1b30daac0a60 199.19.213.83 - - [28/Apr/2026:03:32:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.004 [auth-system-keycloak-80] [] 10.0.0.2:8080 2242 0.004 200 9a4ddf1ac24a1c5655f3787d3718bb78 199.19.213.83 - - [28/Apr/2026:03:32:01 +0000] "PUT /admin/realms/atmosphere/clients/b1460c28-0535-44bc-ad83-f6f7c5f6768d HTTP/1.1" 204 0 "-" "Ansible" 3640 0.038 [auth-system-keycloak-80] [] 10.0.0.2:8080 0 0.037 204 3d31aba802c898a02e2305c0ec500696 199.19.213.83 - - [28/Apr/2026:03:32:01 +0000] "GET /admin/realms/atmosphere/clients/b1460c28-0535-44bc-ad83-f6f7c5f6768d HTTP/1.1" 200 2240 "-" "Ansible" 1240 0.074 [auth-system-keycloak-80] [] 10.0.0.2:8080 2240 0.075 200 d5f00b8b5e00b53d325aa40c358a7eb4 199.19.213.83 - - [28/Apr/2026:03:32:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.489 [auth-system-keycloak-80] [] 10.0.0.2:8080 1925 0.486 200 1b1fc9c3f3e5bddf6e105eef047ad655 199.19.213.83 - - [28/Apr/2026:03:32:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.013 [auth-system-keycloak-80] [] 10.0.0.2:8080 2242 0.012 200 6481d9799d83100ebba1134186cefcb5 199.19.213.83 - - [28/Apr/2026:03:32:02 +0000] "GET /admin/realms/atmosphere/clients/b1460c28-0535-44bc-ad83-f6f7c5f6768d/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.038 [auth-system-keycloak-80] [] 10.0.0.2:8080 233 0.038 200 f8e139cbf630a70918ad0abe7c851e07 199.19.213.83 - - [28/Apr/2026:03:32:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.006 [auth-system-keycloak-80] [] 10.0.0.2:8080 831 0.007 200 17b81ef7f828c948837aa7454afc3731 199.19.213.83 - - [28/Apr/2026:03:32:02 +0000] "GET /admin/realms/atmosphere/clients/9dd28f2b-2b36-42de-a4c5-f72073035330/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.004 [auth-system-keycloak-80] [] 10.0.0.2:8080 3758 0.004 200 51f994b624d854336b0e8722feb2a2d3 199.19.213.83 - - [28/Apr/2026:03:32:02 +0000] "GET /admin/realms/atmosphere/users/64bd35a0-6216-48fa-81eb-2c086e007e67/role-mappings/clients/9dd28f2b-2b36-42de-a4c5-f72073035330/available HTTP/1.1" 200 3569 "-" "Ansible" 1307 0.057 [auth-system-keycloak-80] [] 10.0.0.2:8080 3569 0.056 200 7bce132f168d1fa601dc00a12e0e18c9 199.19.213.83 - - [28/Apr/2026:03:32:02 +0000] "GET /admin/realms/atmosphere/users/64bd35a0-6216-48fa-81eb-2c086e007e67/role-mappings/clients/9dd28f2b-2b36-42de-a4c5-f72073035330/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.006 [auth-system-keycloak-80] [] 10.0.0.2:8080 576 0.006 200 cbbc3c35b418ccbab3b0ba578c5dc104 W0428 03:32:06.997670 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:32:06.998105 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 03:32:07.003260 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.006s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.007s testedConfigurationSize:33.4kB} I0428 03:32:07.003531 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" 199.19.213.83 - - [28/Apr/2026:03:32:07 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.006 [openstack-keystone-api-5000] [] 10.0.0.179:5000 280 0.006 300 426372b593e957942391efc329261bbf 199.19.213.83 - - [28/Apr/2026:03:32:09 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.005 [openstack-keystone-api-5000] [] 10.0.0.179:5000 265 0.006 200 2538028c5da236b7f98b6e10bff042ac 199.19.213.83 - - [28/Apr/2026:03:32:09 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.291 [openstack-keystone-api-5000] [] 10.0.0.179:5000 1359 0.290 201 95c728fc225bfc0225282bbebbdd61a3 199.19.213.83 - - [28/Apr/2026:03:32:09 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.006 [openstack-keystone-api-5000] [] 10.0.0.179:5000 280 0.007 300 f156dced027d046f3ffb1d5f72a5ffe8 199.19.213.83 - - [28/Apr/2026:03:32:09 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 437 0.043 [openstack-keystone-api-5000] [] 10.0.0.179:5000 90 0.042 404 a4f10b737b73f5064b4fb95e30a14217 199.19.213.83 - - [28/Apr/2026:03:32:09 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 366 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.033 [openstack-keystone-api-5000] [] 10.0.0.179:5000 366 0.034 200 09bd363f0913ba5d68c26bf6714cf264 199.19.213.83 - - [28/Apr/2026:03:32:09 +0000] "GET /v3/domains/3a9ece9134df43a69f8568ecdfaa447e HTTP/1.1" 200 244 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.012 [openstack-keystone-api-5000] [] 10.0.0.179:5000 244 0.012 200 0a9e125ec96f18a2f2310a73459f8e23 199.19.213.83 - - [28/Apr/2026:03:32:10 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.179:5000 265 0.005 200 b57d7c3bcff7463c06a1b1b4cace3c8c 199.19.213.83 - - [28/Apr/2026:03:32:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.351 [openstack-keystone-api-5000] [] 10.0.0.179:5000 1359 0.352 201 9c0154f2b37f187e7c558288d294db3d 199.19.213.83 - - [28/Apr/2026:03:32:10 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.006 [openstack-keystone-api-5000] [] 10.0.0.179:5000 280 0.005 300 8c94652491d9139a11bc237f9c1d4c81 199.19.213.83 - - [28/Apr/2026:03:32:10 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 200 451 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 462 0.030 [openstack-keystone-api-5000] [] 10.0.0.179:5000 451 0.030 200 4d48aaa13aa97b1e763de1beb3d7cc2c 199.19.213.83 - - [28/Apr/2026:03:32:10 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 200 451 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 462 0.020 [openstack-keystone-api-5000] [] 10.0.0.179:5000 451 0.020 200 6a5a2fe08d4abee8dd6c9b8f9b18c82c 199.19.213.83 - - [28/Apr/2026:03:32:11 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.005 [openstack-keystone-api-5000] [] 10.0.0.179:5000 265 0.006 200 6e5aa225d333391613e58e1844d88635 199.19.213.83 - - [28/Apr/2026:03:32:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.303 [openstack-keystone-api-5000] [] 10.0.0.179:5000 1359 0.303 201 ad3025b7126c3734222ecdf0bbb700da 199.19.213.83 - - [28/Apr/2026:03:32:11 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.179:5000 280 0.005 300 8772b93a2a04326b7c6578d30f6e74e4 199.19.213.83 - - [28/Apr/2026:03:32:12 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 200 356 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.023 [openstack-keystone-api-5000] [] 10.0.0.179:5000 356 0.022 200 0a1aec9b5cde8736c3679a2edb918489 199.19.213.83 - - [28/Apr/2026:03:32:12 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.005 [openstack-keystone-api-5000] [] 10.0.0.179:5000 265 0.005 200 8bb5ee1d88a6cd6f5f35b9c696f709d0 199.19.213.83 - - [28/Apr/2026:03:32:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.295 [openstack-keystone-api-5000] [] 10.0.0.179:5000 1359 0.294 201 dfc9d10d96738055a3c47bd6ccad03c9 199.19.213.83 - - [28/Apr/2026:03:32:13 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.179:5000 280 0.003 300 e1c256cf0a7213dab33aae11221c2f40 199.19.213.83 - - [28/Apr/2026:03:32:13 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 200 222 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 497 0.029 [openstack-keystone-api-5000] [] 10.0.0.179:5000 222 0.029 200 4606649c5ceacfcfe6f286e201563c6a E0428 03:32:17.945689 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-19-213-83.nip.io. Skipping. W0428 03:32:17.946554 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:32:17.946618 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 03:32:17.950711 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.004s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:33.4kB} I0428 03:32:17.950745 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/dashboard" 199.19.213.83 - - [28/Apr/2026:03:32:22 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.497 [auth-system-keycloak-80] [] 10.0.0.2:8080 1925 0.496 200 880f08599fefc05fa0102dd2a386ee7e 199.19.213.83 - - [28/Apr/2026:03:32:22 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 2 "-" "Ansible" 1231 0.038 [auth-system-keycloak-80] [] 10.0.0.2:8080 2 0.037 200 89b8b419b3244cfb0e20e123b1db1752 199.19.213.83 - - [28/Apr/2026:03:32:22 +0000] "POST /admin/realms/atmosphere/users HTTP/1.1" 201 0 "-" "Ansible" 1397 0.051 [auth-system-keycloak-80] [] 10.0.0.2:8080 0 0.050 201 1621fd0c7ca39a13fa15558b6e3de888 199.19.213.83 - - [28/Apr/2026:03:32:22 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 322 "-" "Ansible" 1231 0.072 [auth-system-keycloak-80] [] 10.0.0.2:8080 322 0.072 200 e0083d8b3e67e993b5c5e470745f0329 199.19.213.83 - - [28/Apr/2026:03:32:22 +0000] "GET /admin/realms/atmosphere/users/a1d01ca8-4fb4-46e1-926a-74806ea0c3ea/groups HTTP/1.1" 200 2 "-" "Ansible" 1245 0.015 [auth-system-keycloak-80] [] 10.0.0.2:8080 2 0.015 200 8661e7a92d0da0157859e735a1d1a1f8 199.19.213.83 - - [28/Apr/2026:03:32:22 +0000] "GET /admin/realms/atmosphere/users/a1d01ca8-4fb4-46e1-926a-74806ea0c3ea/groups HTTP/1.1" 200 2 "-" "Ansible" 1245 0.005 [auth-system-keycloak-80] [] 10.0.0.2:8080 2 0.005 200 b5ff447194964fbef066844c7a236bfe 199.19.213.83 - - [28/Apr/2026:03:32:23 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.179:5000 265 0.003 200 7545946f4458ff1343d08b7419ada6aa 199.19.213.83 - - [28/Apr/2026:03:32:23 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 548 0.296 [openstack-keystone-api-5000] [] 10.0.0.179:5000 1359 0.296 201 e76739f844b26b49c0e8d19ba97a3746 199.19.213.83 - - [28/Apr/2026:03:32:23 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.179:5000 280 0.003 300 40d4ae976e7550b1778c54aadeccda12 199.19.213.83 - - [28/Apr/2026:03:32:23 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 436 0.029 [openstack-keystone-api-5000] [] 10.0.0.179:5000 90 0.029 404 3fcb150fc2cea22006f3a0af1e643723 199.19.213.83 - - [28/Apr/2026:03:32:23 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 366 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 454 0.028 [openstack-keystone-api-5000] [] 10.0.0.179:5000 366 0.028 200 838004475e0ce464461541ca6293e64c 199.19.213.83 - - [28/Apr/2026:03:32:24 +0000] "GET /v3/users?domain_id=3a9ece9134df43a69f8568ecdfaa447e&name=test-user HTTP/1.1" 200 449 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 494 0.147 [openstack-keystone-api-5000] [] 10.0.0.179:5000 449 0.148 200 74b9bcc4129b9a39b09e87b61aad1177