------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0504 01:35:07.884006 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0504 01:35:07.884212 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0504 01:35:07.893675 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0504 01:35:07.896794 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0504 01:35:07.940132 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0504 01:35:07.960222 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0504 01:35:07.973256 7 nginx.go:271] "Starting NGINX Ingress controller" I0504 01:35:07.978720 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"1845cb3f-3233-49ce-88bb-5fd67304b071", APIVersion:"v1", ResourceVersion:"1323", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0504 01:35:07.984055 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"d126e2f7-cd8b-4d97-8dfe-4f7a2929bdf4", APIVersion:"v1", ResourceVersion:"1322", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0504 01:35:07.984099 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"85238a07-1b50-4f70-8e95-62218d271b89", APIVersion:"v1", ResourceVersion:"1321", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0504 01:35:09.175022 7 nginx.go:317] "Starting NGINX process" I0504 01:35:09.175346 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0504 01:35:09.176154 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0504 01:35:09.176449 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0504 01:35:09.176529 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:35:09.176556 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:35:09.176643 7 controller.go:196] "Configuration changes detected, backend reload required" I0504 01:35:09.184751 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0504 01:35:09.185009 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-vnq9h" I0504 01:35:09.212983 7 controller.go:216] "Backend successfully reloaded" I0504 01:35:09.213086 7 controller.go:227] "Initial sync, sleeping for 1 second" I0504 01:35:09.213757 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-vnq9h", UID:"b1ab68fb-1327-4482-82f0-07850a1bb758", APIVersion:"v1", ResourceVersion:"1365", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0504 01:35:12.987164 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:35:12.987187 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:35:16.321565 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:35:16.321610 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:35:19.655231 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:35:19.655321 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:35:22.987459 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:35:22.987495 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:35:26.321412 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:35:26.321448 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:35:29.655007 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:35:29.655038 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:35:32.987650 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:35:32.987797 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:35:36.320645 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:35:36.320700 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:35:39.653917 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:35:39.653955 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:35:46.138966 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:35:46.138996 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:36:34.091694 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:36:34.091726 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:36:38.179311 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:36:38.179348 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:36:41.512809 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:36:41.512841 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:36:44.846276 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:36:44.846313 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:36:48.180186 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:36:48.180233 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:36:51.513298 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:36:51.513328 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:36:54.847336 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:36:54.847394 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:36:58.181006 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:36:58.181047 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:37:01.512909 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:37:01.512965 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:37:04.846540 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:37:04.846614 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:37:47.460028 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:37:47.460059 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:37:49.646406 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-223.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-223.nip.io-tls was not found. Using default certificate W0504 01:37:49.646454 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:37:49.646465 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:37:49.647900 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.001s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0504 01:37:49.647925 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0504 01:37:49.653014 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0504 01:37:49.653416 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-223.nip.io-tls" in local store I0504 01:37:49.653469 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"b837ba27-0d42-4a7b-8859-6fe218c03623", APIVersion:"networking.k8s.io/v1", ResourceVersion:"2921", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0504 01:37:50.160015 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-223.nip.io-tls" I0504 01:37:50.162263 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-223.nip.io-tls" W0504 01:37:50.793576 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:37:50.793604 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:37:50.793656 7 controller.go:196] "Configuration changes detected, backend reload required" I0504 01:37:50.835834 7 controller.go:216] "Backend successfully reloaded" I0504 01:37:50.836011 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-vnq9h", UID:"b1ab68fb-1327-4482-82f0-07850a1bb758", APIVersion:"v1", ResourceVersion:"1365", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0504 01:37:54.127128 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:37:54.127192 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.223 - - [04/May/2026:01:37:55 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.507 [auth-system-keycloak-80] [] 10.0.0.161:8080 1885 0.505 200 ff115dc4ddba01b83f07d2f96f3f9276 199.204.45.223 - - [04/May/2026:01:37:55 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 28 "-" "Ansible" 1197 0.061 [auth-system-keycloak-80] [] 10.0.0.161:8080 28 0.061 404 0c8df62190aa7ca05fc9a8113a14a42a 199.204.45.223 - - [04/May/2026:01:37:57 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 1.217 [auth-system-keycloak-80] [] 10.0.0.161:8080 0 1.217 201 209e428ddcb3f323239a38924a8c1c04 199.204.45.223 - - [04/May/2026:01:37:57 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4101 "-" "Ansible" 1197 0.230 [auth-system-keycloak-80] [] 10.0.0.161:8080 4101 0.230 200 bb5b04e49adc8cf2ab222e02d789dd00 199.204.45.223 - - [04/May/2026:01:37:58 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.058 [auth-system-keycloak-80] [] 10.0.0.161:8080 1885 0.056 200 e9733f2feff0463af24a2b444ba602b2 199.204.45.223 - - [04/May/2026:01:37:58 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 11535 "-" "Ansible" 1211 0.023 [auth-system-keycloak-80] [] 10.0.0.161:8080 11535 0.023 200 a3550561b2547af1fcad2530e6b9b6b7 199.204.45.223 - - [04/May/2026:01:37:58 +0000] "GET /admin/realms/atmosphere/client-scopes/72c13875-78ac-4c00-8fe2-3e3a6d65bb3a HTTP/1.1" 200 1146 "-" "Ansible" 1248 0.010 [auth-system-keycloak-80] [] 10.0.0.161:8080 1146 0.010 200 290e3825a2610a5d845767c8ee441074 199.204.45.223 - - [04/May/2026:01:37:58 +0000] "PUT /admin/realms/atmosphere/client-scopes/72c13875-78ac-4c00-8fe2-3e3a6d65bb3a HTTP/1.1" 204 0 "-" "Ansible" 1848 0.019 [auth-system-keycloak-80] [] 10.0.0.161:8080 0 0.019 204 5dba827b53318dc7eb1feaf4843414d7 199.204.45.223 - - [04/May/2026:01:37:58 +0000] "GET /admin/realms/atmosphere/client-scopes/72c13875-78ac-4c00-8fe2-3e3a6d65bb3a/protocol-mappers/models HTTP/1.1" 200 831 "-" "Ansible" 1272 0.020 [auth-system-keycloak-80] [] 10.0.0.161:8080 831 0.019 200 03048f7286d122ef9a84732b30880795 199.204.45.223 - - [04/May/2026:01:37:58 +0000] "GET /admin/realms/atmosphere/client-scopes/72c13875-78ac-4c00-8fe2-3e3a6d65bb3a/protocol-mappers/models/d51c6e42-b974-42ed-b2c4-c96f3eaf0119 HTTP/1.1" 200 331 "-" "Ansible" 1309 0.008 [auth-system-keycloak-80] [] 10.0.0.161:8080 331 0.008 200 cfde01218b7c70c2f5adf280680317ab 199.204.45.223 - - [04/May/2026:01:37:58 +0000] "PUT /admin/realms/atmosphere/client-scopes/72c13875-78ac-4c00-8fe2-3e3a6d65bb3a/protocol-mappers/models/d51c6e42-b974-42ed-b2c4-c96f3eaf0119 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.023 [auth-system-keycloak-80] [] 10.0.0.161:8080 0 0.023 204 009f4a03fee372ea2e55afcfbed7b62e 199.204.45.223 - - [04/May/2026:01:37:58 +0000] "GET /admin/realms/atmosphere/client-scopes/72c13875-78ac-4c00-8fe2-3e3a6d65bb3a HTTP/1.1" 200 1121 "-" "Ansible" 1248 0.016 [auth-system-keycloak-80] [] 10.0.0.161:8080 1121 0.016 200 bcbc252250c0751589f25d25474ad1e5 I0504 01:38:09.191948 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.107.81.49"}] I0504 01:38:09.196895 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"b837ba27-0d42-4a7b-8859-6fe218c03623", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3135", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0504 01:38:09.197507 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:38:09.197618 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.223 - - [04/May/2026:01:38:18 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.044 [auth-system-keycloak-80] [] 10.0.0.161:8080 1885 0.044 200 aa2a630c6ae2abbd09568f559b47abe6 199.204.45.223 - - [04/May/2026:01:38:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.017 [auth-system-keycloak-80] [] 10.0.0.161:8080 2 0.017 200 0b98e04f0e5cd6e41ad4cff1f48d27de 199.204.45.223 - - [04/May/2026:01:38:18 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.065 [auth-system-keycloak-80] [] 10.0.0.161:8080 0 0.066 201 3d72cd29965667c01b39ec5efbb6ff97 199.204.45.223 - - [04/May/2026:01:38:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.024 [auth-system-keycloak-80] [] 10.0.0.161:8080 1261 0.024 200 8acf6d174bbd86430cf42a626c8c8ab4 199.204.45.223 - - [04/May/2026:01:38:19 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.048 [auth-system-keycloak-80] [] 10.0.0.161:8080 1885 0.046 200 96a6ad389f531bc21917e700aeeea848 199.204.45.223 - - [04/May/2026:01:38:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.161:8080 2 0.009 200 4204f35a072f1380c8b55fb2df4df466 199.204.45.223 - - [04/May/2026:01:38:19 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.038 [auth-system-keycloak-80] [] 10.0.0.161:8080 0 0.037 201 ac24a26d247f7d230c30043e2b2cef1c 199.204.45.223 - - [04/May/2026:01:38:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.023 [auth-system-keycloak-80] [] 10.0.0.161:8080 1286 0.023 200 e88a43d9fae7af6cdc17b815a1913888 199.204.45.223 - - [04/May/2026:01:38:19 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.046 [auth-system-keycloak-80] [] 10.0.0.161:8080 1885 0.045 200 0ef66ebe86a137a2bfd077bb56640221 199.204.45.223 - - [04/May/2026:01:38:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.014 [auth-system-keycloak-80] [] 10.0.0.161:8080 2 0.014 200 4967c07d95f0efd125325a5bec6409c4 199.204.45.223 - - [04/May/2026:01:38:19 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.044 [auth-system-keycloak-80] [] 10.0.0.161:8080 0 0.043 201 428923eb0317b07078dadc2bff880927 199.204.45.223 - - [04/May/2026:01:38:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.024 [auth-system-keycloak-80] [] 10.0.0.161:8080 1251 0.024 200 e0b33a73b11852500c12585a43bc1b35 199.204.45.223 - - [04/May/2026:01:38:20 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.056 [auth-system-keycloak-80] [] 10.0.0.161:8080 1885 0.054 200 451301c6655e53c5101f8df3ebe0cc89 199.204.45.223 - - [04/May/2026:01:38:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.006 [auth-system-keycloak-80] [] 10.0.0.161:8080 1261 0.006 200 72e8635807185a9243a690613412cf2f 199.204.45.223 - - [04/May/2026:01:38:20 +0000] "GET /admin/realms/atmosphere/clients/40af9eb1-da0c-439d-bd40-712aa288214a/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1255 0.029 [auth-system-keycloak-80] [] 10.0.0.161:8080 31 0.029 404 ca8000d72304a450c96370ed5108c6be 199.204.45.223 - - [04/May/2026:01:38:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.161:8080 1261 0.008 200 e964850503440974312c3420358a2d96 199.204.45.223 - - [04/May/2026:01:38:20 +0000] "POST /admin/realms/atmosphere/clients/40af9eb1-da0c-439d-bd40-712aa288214a/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.019 [auth-system-keycloak-80] [] 10.0.0.161:8080 0 0.018 201 ea6b7793cd49953c942e45604571e6cf 199.204.45.223 - - [04/May/2026:01:38:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.161:8080 1261 0.007 200 f9950e07fb1ac2ccf324cd97deff44a0 199.204.45.223 - - [04/May/2026:01:38:20 +0000] "GET /admin/realms/atmosphere/clients/40af9eb1-da0c-439d-bd40-712aa288214a/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.161:8080 166 0.013 200 d0389409e6120a1b472039e4280d28ec 199.204.45.223 - - [04/May/2026:01:38:20 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.049 [auth-system-keycloak-80] [] 10.0.0.161:8080 1885 0.048 200 ae3427a393ae8f8f6477cbafc5809d12 199.204.45.223 - - [04/May/2026:01:38:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.011 [auth-system-keycloak-80] [] 10.0.0.161:8080 1286 0.010 200 16c0963ebdc479131c43811307b2c8d6 199.204.45.223 - - [04/May/2026:01:38:20 +0000] "GET /admin/realms/atmosphere/clients/305db79e-2db1-4fb7-adac-2b7f975878d7/roles/admin HTTP/1.1" 404 31 "-" "Ansible" 1254 0.010 [auth-system-keycloak-80] [] 10.0.0.161:8080 31 0.010 404 fdf00c4001e651977a04ff9d7b8669c9 199.204.45.223 - - [04/May/2026:01:38:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.161:8080 1286 0.006 200 c3caa800650c3e62530d285c3de6aaa1 199.204.45.223 - - [04/May/2026:01:38:20 +0000] "POST /admin/realms/atmosphere/clients/305db79e-2db1-4fb7-adac-2b7f975878d7/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.017 [auth-system-keycloak-80] [] 10.0.0.161:8080 0 0.017 201 2aa9002f568caf2b19141e56f449ded5 199.204.45.223 - - [04/May/2026:01:38:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.161:8080 1286 0.008 200 ea848d08a6947d7eea6a2bfdde1a7547 199.204.45.223 - - [04/May/2026:01:38:21 +0000] "GET /admin/realms/atmosphere/clients/305db79e-2db1-4fb7-adac-2b7f975878d7/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.013 [auth-system-keycloak-80] [] 10.0.0.161:8080 165 0.013 200 bd470abada125a7767a5f4897a540a4f 199.204.45.223 - - [04/May/2026:01:38:21 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.052 [auth-system-keycloak-80] [] 10.0.0.161:8080 1885 0.051 200 dd68419f4bc7c8fb6184303b756c6124 199.204.45.223 - - [04/May/2026:01:38:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.161:8080 1286 0.008 200 ccd7c0dc1628a565c4035b22fd54a132 199.204.45.223 - - [04/May/2026:01:38:21 +0000] "GET /admin/realms/atmosphere/clients/305db79e-2db1-4fb7-adac-2b7f975878d7/roles/editor HTTP/1.1" 404 31 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.161:8080 31 0.012 404 404e6c59a269fd374f05df79e2c96e8c 199.204.45.223 - - [04/May/2026:01:38:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.161:8080 1286 0.010 200 444b3787af68acbe8b1b080c1996fcc3 199.204.45.223 - - [04/May/2026:01:38:21 +0000] "POST /admin/realms/atmosphere/clients/305db79e-2db1-4fb7-adac-2b7f975878d7/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.019 [auth-system-keycloak-80] [] 10.0.0.161:8080 0 0.018 201 7e943703e34fca9e0c4cc5cc5d348ada 199.204.45.223 - - [04/May/2026:01:38:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.161:8080 1286 0.008 200 ca9af13e90d6365266a16ccba5798c97 199.204.45.223 - - [04/May/2026:01:38:21 +0000] "GET /admin/realms/atmosphere/clients/305db79e-2db1-4fb7-adac-2b7f975878d7/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.161:8080 166 0.014 200 abd33c4ab8adcf023d8d52c55c478926 199.204.45.223 - - [04/May/2026:01:38:21 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.047 [auth-system-keycloak-80] [] 10.0.0.161:8080 1885 0.046 200 8502e9bcd28c425c0a3dc27a30a82f67 199.204.45.223 - - [04/May/2026:01:38:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.013 [auth-system-keycloak-80] [] 10.0.0.161:8080 1286 0.013 200 2f81d1cc8a999018e92ec5e315cbf985 199.204.45.223 - - [04/May/2026:01:38:21 +0000] "GET /admin/realms/atmosphere/clients/305db79e-2db1-4fb7-adac-2b7f975878d7/roles/viewer HTTP/1.1" 404 31 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.161:8080 31 0.009 404 bfee6d30085cc2f81301bcb86b6b6bb7 199.204.45.223 - - [04/May/2026:01:38:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.161:8080 1286 0.006 200 ad58bf3370d17b5a7aaedfd1a69176e4 199.204.45.223 - - [04/May/2026:01:38:21 +0000] "POST /admin/realms/atmosphere/clients/305db79e-2db1-4fb7-adac-2b7f975878d7/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.015 [auth-system-keycloak-80] [] 10.0.0.161:8080 0 0.014 201 01ea17b49bdffa9fcd0a91b43298bd8a 199.204.45.223 - - [04/May/2026:01:38:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.161:8080 1286 0.006 200 dbb88c9805c92c3147b1d78fdfca691c 199.204.45.223 - - [04/May/2026:01:38:21 +0000] "GET /admin/realms/atmosphere/clients/305db79e-2db1-4fb7-adac-2b7f975878d7/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.161:8080 166 0.013 200 4bab1ed968c1e2beac9aebac1ec7624d 199.204.45.223 - - [04/May/2026:01:38:22 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.040 [auth-system-keycloak-80] [] 10.0.0.161:8080 1885 0.038 200 1693ab14004453759ec4454282af606f 199.204.45.223 - - [04/May/2026:01:38:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.161:8080 1251 0.007 200 20820d82414d620b2fb9eadc043a8dd1 199.204.45.223 - - [04/May/2026:01:38:22 +0000] "GET /admin/realms/atmosphere/clients/6446e983-085b-42a7-be77-9dcc3bfc453a/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.161:8080 31 0.009 404 9da1096f0ed7c698d3475fbb96d77a38 199.204.45.223 - - [04/May/2026:01:38:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.161:8080 1251 0.009 200 a8a506a793691aeb2644629bbd6bb29b 199.204.45.223 - - [04/May/2026:01:38:22 +0000] "POST /admin/realms/atmosphere/clients/6446e983-085b-42a7-be77-9dcc3bfc453a/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.014 [auth-system-keycloak-80] [] 10.0.0.161:8080 0 0.014 201 89ddccc33e9877d58b1720d31df1e6b4 199.204.45.223 - - [04/May/2026:01:38:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.161:8080 1251 0.008 200 b29fa1e5adbd9b0a148119e7d2639f0a 199.204.45.223 - - [04/May/2026:01:38:22 +0000] "GET /admin/realms/atmosphere/clients/6446e983-085b-42a7-be77-9dcc3bfc453a/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.161:8080 166 0.015 200 b6bdf4373a10b23a75acbd427f99cb02 W0504 01:39:29.562161 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:39:29.562194 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:39:29.628019 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0504 01:39:29.628148 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0504 01:39:29.628538 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:39:29.628594 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:39:29.630233 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0504 01:39:29.630300 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" W0504 01:39:29.633824 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0504 01:39:29.633831 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0504 01:39:29.634122 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0504 01:39:29.634223 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:39:29.634255 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:39:29.633994 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0504 01:39:29.634341 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:39:29.634363 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:39:29.636205 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0504 01:39:29.636242 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0504 01:39:29.636989 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0504 01:39:29.637037 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0504 01:39:29.640434 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0504 01:39:29.643408 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"bf0bdc2b-6746-4b54-8cf4-54db56a4134d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3899", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0504 01:39:29.644646 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0504 01:39:29.647251 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0504 01:39:29.647575 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0504 01:39:29.647608 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"fed1211a-faa8-497e-aee5-839b66a28a6f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3902", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0504 01:39:29.654289 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0504 01:39:29.654732 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0504 01:39:29.654757 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"e3ce36c5-cfa7-471a-b149-9429dacc3352", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3911", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0504 01:39:29.969447 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0504 01:39:29.974169 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0504 01:39:29.994585 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0504 01:39:29.995420 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0504 01:39:32.204210 7 store.go:645] "secret was updated and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0504 01:39:32.205589 7 backend_ssl.go:59] "Updating secret in local store" name="monitoring/alertmanager-tls" I0504 01:39:32.306826 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0504 01:39:32.307927 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0504 01:39:32.895887 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0504 01:39:32.895939 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0504 01:39:32.896100 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0504 01:39:32.896267 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:39:32.896295 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:39:32.896487 7 controller.go:196] "Configuration changes detected, backend reload required" I0504 01:39:32.946342 7 controller.go:216] "Backend successfully reloaded" I0504 01:39:32.947311 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-vnq9h", UID:"b1ab68fb-1327-4482-82f0-07850a1bb758", APIVersion:"v1", ResourceVersion:"1365", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0504 01:39:33.672176 7 store.go:645] "secret was updated and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0504 01:39:33.673635 7 backend_ssl.go:59] "Updating secret in local store" name="monitoring/prometheus-tls" W0504 01:39:36.229459 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0504 01:39:36.229499 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0504 01:39:36.229521 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0504 01:39:36.229596 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:39:36.229609 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:39:39.562913 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0504 01:39:39.562981 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0504 01:39:39.563016 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0504 01:39:39.563134 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:39:39.563177 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:39:42.895936 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0504 01:39:42.896039 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0504 01:39:42.896103 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0504 01:39:42.896278 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:39:42.896320 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:39:46.230052 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0504 01:39:46.230170 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0504 01:39:46.230231 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0504 01:39:46.230420 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:39:46.230469 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:39:49.563296 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0504 01:39:49.563340 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0504 01:39:49.563363 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0504 01:39:49.563448 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:39:49.563467 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.59 - - [04/May/2026:01:39:52 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6264 "-" "Go-http-client/1.1" 161 0.032 [auth-system-keycloak-80] [] 10.0.0.161:8080 6264 0.032 200 d0edaeaa7470d8919144c636f292649f W0504 01:39:52.896403 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0504 01:39:52.896506 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0504 01:39:52.896586 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0504 01:39:52.896707 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:39:52.896733 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:39:56.229095 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0504 01:39:56.229156 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0504 01:39:56.229292 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:39:56.229311 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.88 - - [04/May/2026:01:39:57 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6264 "-" "Go-http-client/1.1" 161 0.009 [auth-system-keycloak-80] [] 10.0.0.161:8080 6264 0.009 200 692761b5cf6c47a1df6f08225f10cd94 W0504 01:39:59.563434 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0504 01:39:59.563572 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0504 01:39:59.564407 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:39:59.564457 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:40:02.895848 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:40:02.895883 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:40:06.229864 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:40:06.229917 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:40:09.192571 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.107.81.49"}] I0504 01:40:09.192873 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.107.81.49"}] I0504 01:40:09.193927 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.107.81.49"}] I0504 01:40:09.200224 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"bf0bdc2b-6746-4b54-8cf4-54db56a4134d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4779", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0504 01:40:09.203884 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"fed1211a-faa8-497e-aee5-839b66a28a6f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4780", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0504 01:40:09.206905 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"e3ce36c5-cfa7-471a-b149-9429dacc3352", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4781", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0504 01:40:09.562535 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:40:09.562676 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:40:12.895840 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:40:12.895877 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:40:16.230106 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:40:16.230173 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.223 - - [04/May/2026:01:40:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.047 [auth-system-keycloak-80] [] 10.0.0.161:8080 1885 0.046 200 c013a24ecfc62df50c6da5c55fc116ef 199.204.45.223 - - [04/May/2026:01:40:17 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4101 "-" "Ansible" 1197 0.007 [auth-system-keycloak-80] [] 10.0.0.161:8080 4101 0.007 200 06ee473640411ee415c06545b412ebda 199.204.45.223 - - [04/May/2026:01:40:17 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5556 0.141 [auth-system-keycloak-80] [] 10.0.0.161:8080 0 0.140 204 a3efe73f47a0cadfd5c643e734f719e0 199.204.45.223 - - [04/May/2026:01:40:17 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4239 "-" "Ansible" 1197 0.058 [auth-system-keycloak-80] [] 10.0.0.161:8080 4239 0.057 200 c9662c973238514bcec70e10d2211369 199.204.45.223 - - [04/May/2026:01:40:17 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6264 "-" "ansible-httpget" 181 0.006 [auth-system-keycloak-80] [] 10.0.0.161:8080 6264 0.006 200 f465b6484e63d9215eda0924af752c5f 199.204.45.223 - - [04/May/2026:01:40:18 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.043 [auth-system-keycloak-80] [] 10.0.0.161:8080 1885 0.042 200 261860efb279d60f0703bdc660111891 199.204.45.223 - - [04/May/2026:01:40:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.011 [auth-system-keycloak-80] [] 10.0.0.161:8080 2 0.011 200 2a452caaa17fa6a4a1c84a75fe414e02 199.204.45.223 - - [04/May/2026:01:40:18 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.061 [auth-system-keycloak-80] [] 10.0.0.161:8080 0 0.061 201 601f2e043488a94db9200f95b038252f 199.204.45.223 - - [04/May/2026:01:40:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2141 "-" "Ansible" 1223 0.021 [auth-system-keycloak-80] [] 10.0.0.161:8080 2141 0.022 200 eb74ec23ac43163256ccb5f0d7009b88 199.204.45.223 - - [04/May/2026:01:40:19 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.043 [auth-system-keycloak-80] [] 10.0.0.161:8080 1885 0.042 200 7676e8013f817eb330f824c9b2f97b7e 199.204.45.223 - - [04/May/2026:01:40:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2141 "-" "Ansible" 1223 0.005 [auth-system-keycloak-80] [] 10.0.0.161:8080 2141 0.005 200 aa03e705f3f733a7604a697ee698bf53 199.204.45.223 - - [04/May/2026:01:40:19 +0000] "GET /admin/realms/atmosphere/clients/f41d8af2-4e3a-416b-bece-7b7cd79bfbc1/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.017 [auth-system-keycloak-80] [] 10.0.0.161:8080 233 0.017 200 b9f57d725febbba795ade96eb4306208 199.204.45.223 - - [04/May/2026:01:40:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.015 [auth-system-keycloak-80] [] 10.0.0.161:8080 831 0.015 200 63b2f9521fdb1d1feb715bee807bdc09 199.204.45.223 - - [04/May/2026:01:40:19 +0000] "GET /admin/realms/atmosphere/clients/52350d03-31cf-4858-baba-534ec11dde48/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.023 [auth-system-keycloak-80] [] 10.0.0.161:8080 3758 0.023 200 eac485c6b7801baad6f08d3061a1ab80 199.204.45.223 - - [04/May/2026:01:40:19 +0000] "GET /admin/realms/atmosphere/users/8b131923-6c20-4ecd-88da-0f20d0d5cd47/role-mappings/clients/52350d03-31cf-4858-baba-534ec11dde48/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.073 [auth-system-keycloak-80] [] 10.0.0.161:8080 3758 0.073 200 58507171ac7c090d23c3eee765289a67 199.204.45.223 - - [04/May/2026:01:40:19 +0000] "GET /admin/realms/atmosphere/users/8b131923-6c20-4ecd-88da-0f20d0d5cd47/role-mappings/clients/52350d03-31cf-4858-baba-534ec11dde48/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.022 [auth-system-keycloak-80] [] 10.0.0.161:8080 2 0.021 200 d47793bf1dd996f968f369951d69062d 199.204.45.223 - - [04/May/2026:01:40:19 +0000] "POST /admin/realms/atmosphere/users/8b131923-6c20-4ecd-88da-0f20d0d5cd47/role-mappings/clients/52350d03-31cf-4858-baba-534ec11dde48 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.022 [auth-system-keycloak-80] [] 10.0.0.161:8080 0 0.022 204 42f50809dda588958787f747c70d3090 199.204.45.223 - - [04/May/2026:01:40:19 +0000] "GET /admin/realms/atmosphere/users/8b131923-6c20-4ecd-88da-0f20d0d5cd47/role-mappings/clients/52350d03-31cf-4858-baba-534ec11dde48/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.013 [auth-system-keycloak-80] [] 10.0.0.161:8080 576 0.012 200 f6aace65e8f6fb176e3df7d251c4cb41 W0504 01:40:22.424044 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:40:22.424074 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:40:25.757846 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:40:25.757907 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:42:27.323212 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:42:27.323267 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:43:00.407794 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0504 01:43:00.407881 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:43:00.407958 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:43:00.411784 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:28.7kB} I0504 01:43:00.411823 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0504 01:43:00.418253 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" W0504 01:43:00.418832 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0504 01:43:00.419241 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0504 01:43:00.419364 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:43:00.419427 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:43:00.419644 7 controller.go:196] "Configuration changes detected, backend reload required" I0504 01:43:00.420213 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"4e48b031-41f6-4362-a31a-6f9dcc752801", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6191", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0504 01:43:00.466098 7 controller.go:216] "Backend successfully reloaded" I0504 01:43:00.466327 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-vnq9h", UID:"b1ab68fb-1327-4482-82f0-07850a1bb758", APIVersion:"v1", ResourceVersion:"1365", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0504 01:43:00.649226 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0504 01:43:00.650291 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0504 01:43:03.752975 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:43:03.753121 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.223 - - [04/May/2026:01:43:04 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.009 [openstack-keystone-api-5000] [] 10.0.0.70:5000 281 0.008 300 332b60112e3bd13b8e0b1aa87c9428b1 199.204.45.223 - - [04/May/2026:01:43:06 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.006 [openstack-keystone-api-5000] [] 10.0.0.70:5000 266 0.006 200 4db322f34f07843384930887f8c73041 199.204.45.223 - - [04/May/2026:01:43:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.358 [openstack-keystone-api-5000] [] 10.0.0.70:5000 1297 0.357 201 5e332e7b5ee337ded04c9f3cb44113c5 199.204.45.223 - - [04/May/2026:01:43:06 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.70:5000 281 0.004 300 392744936a642fe49695242f6c7be6e6 199.204.45.223 - - [04/May/2026:01:43:06 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.032 [openstack-keystone-api-5000] [] 10.0.0.70:5000 368 0.032 200 726874e468e20e3f51fa760191654711 W0504 01:43:07.086390 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:43:07.086449 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.223 - - [04/May/2026:01:43:07 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.70:5000 266 0.003 200 719021bba8ab70813ee9c8109e6ec453 199.204.45.223 - - [04/May/2026:01:43:07 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.285 [openstack-keystone-api-5000] [] 10.0.0.70:5000 1297 0.285 201 ea51a02d50383769d445aa40b3149f87 199.204.45.223 - - [04/May/2026:01:43:07 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.70:5000 281 0.005 300 ab1a64871a608af050932f9bba392a33 199.204.45.223 - - [04/May/2026:01:43:07 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.019 [openstack-keystone-api-5000] [] 10.0.0.70:5000 101 0.020 404 d2668501dfd713a158d3fcdebfc9b150 199.204.45.223 - - [04/May/2026:01:43:07 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.019 [openstack-keystone-api-5000] [] 10.0.0.70:5000 156 0.020 200 b8f3a6721d4bd6c919db17d230e6ae79 199.204.45.223 - - [04/May/2026:01:43:07 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.035 [openstack-keystone-api-5000] [] 10.0.0.70:5000 454 0.034 201 60b7f8858345f3fab3a7b535ca24ea47 199.204.45.223 - - [04/May/2026:01:43:08 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.70:5000 266 0.003 200 5bc44834134dc0678662fb0d96bcbbbd 199.204.45.223 - - [04/May/2026:01:43:08 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.311 [openstack-keystone-api-5000] [] 10.0.0.70:5000 1297 0.311 201 15fce8ca30be151e70bb1c2a2002cadf 199.204.45.223 - - [04/May/2026:01:43:08 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.70:5000 281 0.004 300 9f8b59207eb9bbd57de92e2f68207453 199.204.45.223 - - [04/May/2026:01:43:08 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.024 [openstack-keystone-api-5000] [] 10.0.0.70:5000 98 0.023 404 f2090b42bd4e71776aa97c48f97614b8 199.204.45.223 - - [04/May/2026:01:43:08 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.023 [openstack-keystone-api-5000] [] 10.0.0.70:5000 136 0.024 200 572252eaa53f0fb0499e75d0e122a7d9 199.204.45.223 - - [04/May/2026:01:43:08 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 332 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.023 [openstack-keystone-api-5000] [] 10.0.0.70:5000 332 0.022 201 a8522d328189d2033cc98211816d1650 199.204.45.223 - - [04/May/2026:01:43:09 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.70:5000 266 0.004 200 3f74143ed975e9297e7f10d24490dfee I0504 01:43:09.190925 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.107.81.49"}] I0504 01:43:09.196333 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"4e48b031-41f6-4362-a31a-6f9dcc752801", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6276", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync 199.204.45.223 - - [04/May/2026:01:43:09 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.280 [openstack-keystone-api-5000] [] 10.0.0.70:5000 1297 0.280 201 c13cd23acda842f51dbb54e17bd4a1a7 199.204.45.223 - - [04/May/2026:01:43:09 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.70:5000 281 0.004 300 62a7f8eca3a0ced5ef675ca210bb6c41 199.204.45.223 - - [04/May/2026:01:43:09 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.030 [openstack-keystone-api-5000] [] 10.0.0.70:5000 131 0.030 404 77b78ad72d3bc07cd524668fffffc227 199.204.45.223 - - [04/May/2026:01:43:09 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.024 [openstack-keystone-api-5000] [] 10.0.0.70:5000 168 0.024 200 5fd61e208935e8f1096023b5aced130c 199.204.45.223 - - [04/May/2026:01:43:09 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.028 [openstack-keystone-api-5000] [] 10.0.0.70:5000 224 0.028 201 1d8a1f0e8c940b226bfa82c158c0aac3 W0504 01:43:10.419946 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:43:10.419974 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:43:13.752863 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:43:13.752901 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:43:17.086909 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:43:17.086952 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:43:20.419488 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:43:20.419530 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:43:41.261900 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0504 01:43:41.262026 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0504 01:43:41.262123 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:43:41.262167 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:43:41.266185 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:32.2kB} I0504 01:43:41.266204 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/dashboard" I0504 01:43:41.270991 7 store.go:440] "Found valid IngressClass" ingress="openstack/dashboard" ingressclass="atmosphere" I0504 01:43:41.271177 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"3e645eca-b093-41b0-bdf7-5242b58de70c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6620", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0504 01:43:41.271490 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/horizon-int-certs" in local store W0504 01:43:41.271817 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0504 01:43:41.271915 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0504 01:43:41.272012 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:43:41.272028 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:43:41.272124 7 controller.go:196] "Configuration changes detected, backend reload required" I0504 01:43:41.328011 7 controller.go:216] "Backend successfully reloaded" I0504 01:43:41.328462 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-vnq9h", UID:"b1ab68fb-1327-4482-82f0-07850a1bb758", APIVersion:"v1", ResourceVersion:"1365", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0504 01:43:42.664019 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/horizon-int-certs" I0504 01:43:42.665889 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/horizon-int-certs" W0504 01:43:44.605599 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0504 01:43:44.605725 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:43:44.605744 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:44:09.190517 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="dashboard" currentValue=null newValue=[{"ip":"10.107.81.49"}] I0504 01:44:09.196019 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"3e645eca-b093-41b0-bdf7-5242b58de70c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6841", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0504 01:44:09.198930 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0504 01:44:09.199148 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:44:09.199172 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:44:23.293502 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0504 01:44:23.293788 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:44:23.293818 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:44:23.298409 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:32.2kB} I0504 01:44:23.298454 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" W0504 01:44:28.724868 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:44:28.724917 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.223 - - [04/May/2026:01:44:28 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.047 [auth-system-keycloak-80] [] 10.0.0.161:8080 1885 0.045 200 c8fa9f21d675435231af4898a8aeb1e6 199.204.45.223 - - [04/May/2026:01:44:28 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4239 "-" "Ansible" 1197 0.007 [auth-system-keycloak-80] [] 10.0.0.161:8080 4239 0.007 200 2249db93995230bb157847e70c8b4e61 199.204.45.223 - - [04/May/2026:01:44:28 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5702 0.073 [auth-system-keycloak-80] [] 10.0.0.161:8080 0 0.072 204 7cb9a8e611b1403088dead259c1a343d 199.204.45.223 - - [04/May/2026:01:44:29 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4239 "-" "Ansible" 1197 0.042 [auth-system-keycloak-80] [] 10.0.0.161:8080 4239 0.042 200 7ebee3e04ed33b56663560fa19ea416d 199.204.45.223 - - [04/May/2026:01:44:29 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.044 [auth-system-keycloak-80] [] 10.0.0.161:8080 1885 0.043 200 92764411f67d39deb1bfadd5f54c6c56 199.204.45.223 - - [04/May/2026:01:44:29 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 11510 "-" "Ansible" 1211 0.006 [auth-system-keycloak-80] [] 10.0.0.161:8080 11510 0.006 200 30252486f090ce1c2a9b8fd380682d76 199.204.45.223 - - [04/May/2026:01:44:29 +0000] "GET /admin/realms/atmosphere/client-scopes/72c13875-78ac-4c00-8fe2-3e3a6d65bb3a HTTP/1.1" 200 1121 "-" "Ansible" 1248 0.004 [auth-system-keycloak-80] [] 10.0.0.161:8080 1121 0.004 200 4a96c9f6e27657264302dee799adde51 199.204.45.223 - - [04/May/2026:01:44:29 +0000] "PUT /admin/realms/atmosphere/client-scopes/72c13875-78ac-4c00-8fe2-3e3a6d65bb3a HTTP/1.1" 204 0 "-" "Ansible" 1848 0.009 [auth-system-keycloak-80] [] 10.0.0.161:8080 0 0.009 204 6aac7909e73706aab04b002808d00aff 199.204.45.223 - - [04/May/2026:01:44:29 +0000] "GET /admin/realms/atmosphere/client-scopes/72c13875-78ac-4c00-8fe2-3e3a6d65bb3a/protocol-mappers/models HTTP/1.1" 200 806 "-" "Ansible" 1272 0.012 [auth-system-keycloak-80] [] 10.0.0.161:8080 806 0.012 200 40eab5fa6b955d9d3c3b91c1e203b0c6 199.204.45.223 - - [04/May/2026:01:44:29 +0000] "GET /admin/realms/atmosphere/client-scopes/72c13875-78ac-4c00-8fe2-3e3a6d65bb3a/protocol-mappers/models/d51c6e42-b974-42ed-b2c4-c96f3eaf0119 HTTP/1.1" 200 306 "-" "Ansible" 1309 0.004 [auth-system-keycloak-80] [] 10.0.0.161:8080 306 0.004 200 6d3cef736e01002944c0fa6d1c67e8b3 199.204.45.223 - - [04/May/2026:01:44:29 +0000] "PUT /admin/realms/atmosphere/client-scopes/72c13875-78ac-4c00-8fe2-3e3a6d65bb3a/protocol-mappers/models/d51c6e42-b974-42ed-b2c4-c96f3eaf0119 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.011 [auth-system-keycloak-80] [] 10.0.0.161:8080 0 0.011 204 1cfa7deecc2e0a93586d75475dc45f7b 199.204.45.223 - - [04/May/2026:01:44:29 +0000] "GET /admin/realms/atmosphere/client-scopes/72c13875-78ac-4c00-8fe2-3e3a6d65bb3a HTTP/1.1" 200 1121 "-" "Ansible" 1248 0.012 [auth-system-keycloak-80] [] 10.0.0.161:8080 1121 0.013 200 8efe65215e047910929feefac7f244a2 W0504 01:44:32.058407 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:44:32.058437 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.223 - - [04/May/2026:01:44:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.053 [auth-system-keycloak-80] [] 10.0.0.161:8080 1885 0.052 200 00846e8ad41e109072996bf08aee8ea3 199.204.45.223 - - [04/May/2026:01:44:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.161:8080 1261 0.007 200 c36408b1c69c490f2f910891d2477926 W0504 01:44:35.391879 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:44:35.391934 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.223 - - [04/May/2026:01:44:35 +0000] "PUT /admin/realms/atmosphere/clients/40af9eb1-da0c-439d-bd40-712aa288214a HTTP/1.1" 204 0 "-" "Ansible" 2607 0.036 [auth-system-keycloak-80] [] 10.0.0.161:8080 0 0.035 204 99f263591745396b45f5a3391d23b534 199.204.45.223 - - [04/May/2026:01:44:35 +0000] "GET /admin/realms/atmosphere/clients/40af9eb1-da0c-439d-bd40-712aa288214a HTTP/1.1" 200 1259 "-" "Ansible" 1242 0.017 [auth-system-keycloak-80] [] 10.0.0.161:8080 1259 0.017 200 4c8e53583d193b410dd529bae39d7a8d 199.204.45.223 - - [04/May/2026:01:44:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.042 [auth-system-keycloak-80] [] 10.0.0.161:8080 1885 0.040 200 ca3e1765cfc9d518a0e5f949d4cceb33 199.204.45.223 - - [04/May/2026:01:44:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.004 [auth-system-keycloak-80] [] 10.0.0.161:8080 1286 0.004 200 e344eb06ee4e11e0f09d2f2970ca5960 199.204.45.223 - - [04/May/2026:01:44:35 +0000] "PUT /admin/realms/atmosphere/clients/305db79e-2db1-4fb7-adac-2b7f975878d7 HTTP/1.1" 204 0 "-" "Ansible" 2633 0.021 [auth-system-keycloak-80] [] 10.0.0.161:8080 0 0.020 204 b5fd200d93bcbfe92f7f02476c110fdf 199.204.45.223 - - [04/May/2026:01:44:35 +0000] "GET /admin/realms/atmosphere/clients/305db79e-2db1-4fb7-adac-2b7f975878d7 HTTP/1.1" 200 1284 "-" "Ansible" 1242 0.017 [auth-system-keycloak-80] [] 10.0.0.161:8080 1284 0.017 200 539654d9c7caf739cfeb0a6bdb7a01b7 199.204.45.223 - - [04/May/2026:01:44:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.049 [auth-system-keycloak-80] [] 10.0.0.161:8080 1885 0.048 200 b2b642f2a19cedc523094ada8f2cc902 199.204.45.223 - - [04/May/2026:01:44:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.161:8080 1251 0.005 200 73201de7707782d595cc58a18f256ca5 199.204.45.223 - - [04/May/2026:01:44:36 +0000] "PUT /admin/realms/atmosphere/clients/6446e983-085b-42a7-be77-9dcc3bfc453a HTTP/1.1" 204 0 "-" "Ansible" 2597 0.033 [auth-system-keycloak-80] [] 10.0.0.161:8080 0 0.033 204 b6906d380510cbe8f30e324fa426da93 199.204.45.223 - - [04/May/2026:01:44:36 +0000] "GET /admin/realms/atmosphere/clients/6446e983-085b-42a7-be77-9dcc3bfc453a HTTP/1.1" 200 1249 "-" "Ansible" 1242 0.020 [auth-system-keycloak-80] [] 10.0.0.161:8080 1249 0.019 200 871abb711015ff9ef9057d3566c5614d 199.204.45.223 - - [04/May/2026:01:44:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.037 [auth-system-keycloak-80] [] 10.0.0.161:8080 1885 0.036 200 84bcef25a8355017c5bdcbefb1e521c3 199.204.45.223 - - [04/May/2026:01:44:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.161:8080 1261 0.007 200 942ffed94c034aec440a725f47693c0b 199.204.45.223 - - [04/May/2026:01:44:36 +0000] "GET /admin/realms/atmosphere/clients/40af9eb1-da0c-439d-bd40-712aa288214a/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.005 [auth-system-keycloak-80] [] 10.0.0.161:8080 166 0.006 200 5dac5045c165e73577a997e105d361b9 199.204.45.223 - - [04/May/2026:01:44:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.044 [auth-system-keycloak-80] [] 10.0.0.161:8080 1885 0.042 200 a97dd6305deb361551d365c4eca4496b 199.204.45.223 - - [04/May/2026:01:44:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.161:8080 1286 0.007 200 4f76963113bd576566eb3ca9cb6bcc57 199.204.45.223 - - [04/May/2026:01:44:37 +0000] "GET /admin/realms/atmosphere/clients/305db79e-2db1-4fb7-adac-2b7f975878d7/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.005 [auth-system-keycloak-80] [] 10.0.0.161:8080 165 0.004 200 7e72e52ec5229e7d375f876a1a9c571d 199.204.45.223 - - [04/May/2026:01:44:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.038 [auth-system-keycloak-80] [] 10.0.0.161:8080 1885 0.036 200 56bbf1ec82ee6587a45d9395efeb5708 199.204.45.223 - - [04/May/2026:01:44:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.161:8080 1286 0.008 200 dc27504a6e9fcbddf1d119f085f4c5ab 199.204.45.223 - - [04/May/2026:01:44:37 +0000] "GET /admin/realms/atmosphere/clients/305db79e-2db1-4fb7-adac-2b7f975878d7/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.004 [auth-system-keycloak-80] [] 10.0.0.161:8080 166 0.005 200 df7ec3151f265a1b2068b30b15a95171 199.204.45.223 - - [04/May/2026:01:44:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.050 [auth-system-keycloak-80] [] 10.0.0.161:8080 1885 0.048 200 9a6fc7e923aae4a42e266d1ae4a4570b 199.204.45.223 - - [04/May/2026:01:44:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.161:8080 1286 0.005 200 75d4a4d4b3702943115b193f3fe96742 199.204.45.223 - - [04/May/2026:01:44:37 +0000] "GET /admin/realms/atmosphere/clients/305db79e-2db1-4fb7-adac-2b7f975878d7/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.005 [auth-system-keycloak-80] [] 10.0.0.161:8080 166 0.005 200 6b40ace0f3f779719fb2ac682c5d7032 199.204.45.223 - - [04/May/2026:01:44:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.046 [auth-system-keycloak-80] [] 10.0.0.161:8080 1885 0.044 200 d95fbf8965459f4abb66663bbfc45184 199.204.45.223 - - [04/May/2026:01:44:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.161:8080 1251 0.007 200 44bb45eccd742927f61a2ed635c6fcd2 199.204.45.223 - - [04/May/2026:01:44:38 +0000] "GET /admin/realms/atmosphere/clients/6446e983-085b-42a7-be77-9dcc3bfc453a/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.004 [auth-system-keycloak-80] [] 10.0.0.161:8080 166 0.003 200 d63f5c3201bc30d7aabf8c851b349afb 199.204.45.223 - - [04/May/2026:01:45:27 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.054 [auth-system-keycloak-80] [] 10.0.0.161:8080 1885 0.053 200 93d70971a6263d23526c5f08060e4aea 199.204.45.223 - - [04/May/2026:01:45:27 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4239 "-" "Ansible" 1197 0.007 [auth-system-keycloak-80] [] 10.0.0.161:8080 4239 0.008 200 f782827e8da356ab51daa5a163baccb1 199.204.45.223 - - [04/May/2026:01:45:27 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5702 0.105 [auth-system-keycloak-80] [] 10.0.0.161:8080 0 0.104 204 08010a42d2c9fcf94a8b7e8e02807360 199.204.45.223 - - [04/May/2026:01:45:27 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4239 "-" "Ansible" 1197 0.063 [auth-system-keycloak-80] [] 10.0.0.161:8080 4239 0.062 200 4f706951d43a66295e2dfc61d48dc82d 199.204.45.223 - - [04/May/2026:01:45:27 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6264 "-" "ansible-httpget" 181 0.009 [auth-system-keycloak-80] [] 10.0.0.161:8080 6264 0.008 200 f7e339dbf5b1c273da4b4c71f21b340f 199.204.45.223 - - [04/May/2026:01:45:28 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.050 [auth-system-keycloak-80] [] 10.0.0.161:8080 1885 0.048 200 fc4bc4cd13f819aa77506f52007dd022 199.204.45.223 - - [04/May/2026:01:45:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2141 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.161:8080 2141 0.007 200 0cf053e348198d8aebd155dff208c95e 199.204.45.223 - - [04/May/2026:01:45:28 +0000] "PUT /admin/realms/atmosphere/clients/f41d8af2-4e3a-416b-bece-7b7cd79bfbc1 HTTP/1.1" 204 0 "-" "Ansible" 3535 0.036 [auth-system-keycloak-80] [] 10.0.0.161:8080 0 0.035 204 0b9538e1a4c1c8c4d18cdc5f6b974da6 199.204.45.223 - - [04/May/2026:01:45:28 +0000] "GET /admin/realms/atmosphere/clients/f41d8af2-4e3a-416b-bece-7b7cd79bfbc1 HTTP/1.1" 200 2139 "-" "Ansible" 1242 0.028 [auth-system-keycloak-80] [] 10.0.0.161:8080 2139 0.028 200 d56415c3c4d3aa7c91fc41192959913b 199.204.45.223 - - [04/May/2026:01:45:29 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.043 [auth-system-keycloak-80] [] 10.0.0.161:8080 1885 0.041 200 e45e3ff83bd0290746baef03f577ac6c 199.204.45.223 - - [04/May/2026:01:45:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2141 "-" "Ansible" 1223 0.009 [auth-system-keycloak-80] [] 10.0.0.161:8080 2141 0.009 200 7f81967aba53f32ce95f3f6423704d12 199.204.45.223 - - [04/May/2026:01:45:29 +0000] "GET /admin/realms/atmosphere/clients/f41d8af2-4e3a-416b-bece-7b7cd79bfbc1/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.010 [auth-system-keycloak-80] [] 10.0.0.161:8080 233 0.010 200 c10b277a1830f01eb83343c5c1fa2529 199.204.45.223 - - [04/May/2026:01:45:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.005 [auth-system-keycloak-80] [] 10.0.0.161:8080 831 0.005 200 4ad66800b6b0f8aeec8c264ec6c11672 199.204.45.223 - - [04/May/2026:01:45:29 +0000] "GET /admin/realms/atmosphere/clients/52350d03-31cf-4858-baba-534ec11dde48/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.004 [auth-system-keycloak-80] [] 10.0.0.161:8080 3758 0.003 200 a358446c58c7ee4ba9f2f7e9ca929f79 199.204.45.223 - - [04/May/2026:01:45:29 +0000] "GET /admin/realms/atmosphere/users/8b131923-6c20-4ecd-88da-0f20d0d5cd47/role-mappings/clients/52350d03-31cf-4858-baba-534ec11dde48/available HTTP/1.1" 200 3569 "-" "Ansible" 1309 0.008 [auth-system-keycloak-80] [] 10.0.0.161:8080 3569 0.009 200 6eb6f9551d9ba834b950b18601a846e6 199.204.45.223 - - [04/May/2026:01:45:29 +0000] "GET /admin/realms/atmosphere/users/8b131923-6c20-4ecd-88da-0f20d0d5cd47/role-mappings/clients/52350d03-31cf-4858-baba-534ec11dde48/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.005 [auth-system-keycloak-80] [] 10.0.0.161:8080 576 0.005 200 6606d30d8f821a92b2e5096040f946be W0504 01:45:33.206248 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:45:33.206282 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:45:33.209133 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.004s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:32.2kB} I0504 01:45:33.209163 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" 199.204.45.223 - - [04/May/2026:01:45:33 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.004 [openstack-keystone-api-5000] [] 10.0.0.70:5000 281 0.003 300 5ddfc9ae148ac15c4e3818400ad6546e 199.204.45.223 - - [04/May/2026:01:45:35 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.70:5000 266 0.004 200 d716a66655b17bf25742a3dbb6fa1935 199.204.45.223 - - [04/May/2026:01:45:35 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.337 [openstack-keystone-api-5000] [] 10.0.0.70:5000 1297 0.336 201 15480709c208c9b73a4f5d6a1a4bbbbc 199.204.45.223 - - [04/May/2026:01:45:35 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.70:5000 281 0.003 300 b3e2547683539104a3bf589e4c312432 199.204.45.223 - - [04/May/2026:01:45:35 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.028 [openstack-keystone-api-5000] [] 10.0.0.70:5000 368 0.027 200 f77cf4efe023df17d3c926b7e67cca89 199.204.45.223 - - [04/May/2026:01:45:35 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.70:5000 266 0.003 200 666eff80c593ec7168665999ec5221c1 199.204.45.223 - - [04/May/2026:01:45:36 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.277 [openstack-keystone-api-5000] [] 10.0.0.70:5000 1297 0.278 201 6da322ccd0900aea263804925652bd90 199.204.45.223 - - [04/May/2026:01:45:36 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.70:5000 281 0.004 300 d8fd9612600b6bdccf5fa8e3c6ab22d6 199.204.45.223 - - [04/May/2026:01:45:36 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 200 454 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.027 [openstack-keystone-api-5000] [] 10.0.0.70:5000 454 0.027 200 98e88ab3d8b40a4d3043ac3483d73e39 199.204.45.223 - - [04/May/2026:01:45:36 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.70:5000 266 0.004 200 c93d2ae8cbcc07774c03e9fb834c0e71 199.204.45.223 - - [04/May/2026:01:45:37 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.272 [openstack-keystone-api-5000] [] 10.0.0.70:5000 1297 0.271 201 7e69cdd8af5b92b8dc2f9317b60cb627 199.204.45.223 - - [04/May/2026:01:45:37 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.70:5000 281 0.004 300 4ab16d72af8206d194fc28c0472df920 199.204.45.223 - - [04/May/2026:01:45:37 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 200 332 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.020 [openstack-keystone-api-5000] [] 10.0.0.70:5000 332 0.020 200 da29984256158c41b9b5abe922c879ac 199.204.45.223 - - [04/May/2026:01:45:37 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.70:5000 266 0.005 200 0e19f93793869858a3783dafc1887493 199.204.45.223 - - [04/May/2026:01:45:37 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.284 [openstack-keystone-api-5000] [] 10.0.0.70:5000 1297 0.284 201 f5e75855e70b826ee610b0925d038544 199.204.45.223 - - [04/May/2026:01:45:38 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.70:5000 281 0.003 300 08112069d1e93114fa787ed113cbb489 199.204.45.223 - - [04/May/2026:01:45:38 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 200 224 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.020 [openstack-keystone-api-5000] [] 10.0.0.70:5000 224 0.021 200 220a44f508b2c6ad9a1e3e1a15654b45 W0504 01:45:43.557067 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:45:43.557096 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:45:43.561822 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:32.2kB} I0504 01:45:43.561867 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/dashboard" 199.204.45.223 - - [04/May/2026:01:45:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.044 [auth-system-keycloak-80] [] 10.0.0.161:8080 1885 0.042 200 9c7054e0f9e4ddbd5eda6128afbfcfd3 199.204.45.223 - - [04/May/2026:01:45:47 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 2 "-" "Ansible" 1233 0.019 [auth-system-keycloak-80] [] 10.0.0.161:8080 2 0.020 200 08307aa4ac2b166ff84e1340b3774867 199.204.45.223 - - [04/May/2026:01:45:47 +0000] "POST /admin/realms/atmosphere/users HTTP/1.1" 201 0 "-" "Ansible" 1399 0.029 [auth-system-keycloak-80] [] 10.0.0.161:8080 0 0.028 201 4a2c5358185f2e063b714db719adb300 199.204.45.223 - - [04/May/2026:01:45:47 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 322 "-" "Ansible" 1233 0.015 [auth-system-keycloak-80] [] 10.0.0.161:8080 322 0.015 200 65627bed551ac940445265d64b446446 199.204.45.223 - - [04/May/2026:01:45:47 +0000] "GET /admin/realms/atmosphere/users/7f1772fd-2ded-4a22-83f8-0519f093c148/groups HTTP/1.1" 200 2 "-" "Ansible" 1247 0.010 [auth-system-keycloak-80] [] 10.0.0.161:8080 2 0.010 200 17038bd26589c4817dfa03ed0b1b13b0 199.204.45.223 - - [04/May/2026:01:45:47 +0000] "GET /admin/realms/atmosphere/users/7f1772fd-2ded-4a22-83f8-0519f093c148/groups HTTP/1.1" 200 2 "-" "Ansible" 1247 0.007 [auth-system-keycloak-80] [] 10.0.0.161:8080 2 0.007 200 00b4d231e455478a7f05ca1428c256b8 199.204.45.223 - - [04/May/2026:01:45:48 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.70:5000 266 0.003 200 b8da82818940f4ff42c775c8edcb92c2 199.204.45.223 - - [04/May/2026:01:45:48 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 549 0.287 [openstack-keystone-api-5000] [] 10.0.0.70:5000 1297 0.286 201 df8926942f3aa0527d423bf31c82ef47 199.204.45.223 - - [04/May/2026:01:45:48 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.70:5000 281 0.003 300 7744fc4cc8d3dba3b4d74cdf17716130 199.204.45.223 - - [04/May/2026:01:45:48 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 437 0.028 [openstack-keystone-api-5000] [] 10.0.0.70:5000 90 0.028 404 7ac00d1bb68fece7b46e801a54582398 199.204.45.223 - - [04/May/2026:01:45:48 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 455 0.027 [openstack-keystone-api-5000] [] 10.0.0.70:5000 368 0.028 200 c48bc55070829649f297be7e3575f738 199.204.45.223 - - [04/May/2026:01:45:48 +0000] "GET /v3/users?domain_id=00c3a686fb87421582ef819c525bc8c5&name=test-user HTTP/1.1" 200 174 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 495 0.040 [openstack-keystone-api-5000] [] 10.0.0.70:5000 174 0.041 200 19d1a080badffa726fd20d0c9de89414 199.204.45.223 - - [04/May/2026:01:45:50 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.70:5000 266 0.004 200 1ab06ff0e161e445e214fc7c46b8efa2 199.204.45.223 - - [04/May/2026:01:45:50 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 549 0.277 [openstack-keystone-api-5000] [] 10.0.0.70:5000 1297 0.277 201 65b7d08ef4e98587f360330d29f5484e 199.204.45.223 - - [04/May/2026:01:45:50 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.70:5000 281 0.005 300 ead4a459787ad7ea2972a2b3fe8a81cc 199.204.45.223 - - [04/May/2026:01:45:50 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 437 0.037 [openstack-keystone-api-5000] [] 10.0.0.70:5000 90 0.038 404 e382f9dcd2f4f10f04fa5df4d0a9958d 199.204.45.223 - - [04/May/2026:01:45:50 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 455 0.027 [openstack-keystone-api-5000] [] 10.0.0.70:5000 368 0.027 200 dfa92267ede7a0e0158139ab9f611af1 199.204.45.223 - - [04/May/2026:01:45:50 +0000] "GET /v3/users?domain_id=00c3a686fb87421582ef819c525bc8c5&name=test-user HTTP/1.1" 200 451 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 495 0.131 [openstack-keystone-api-5000] [] 10.0.0.70:5000 451 0.130 200 eca9f3883251d0c7db56fa9809f85537