------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0428 03:20:13.228993 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0428 03:20:13.229223 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0428 03:20:13.235714 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0428 03:20:13.238549 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0428 03:20:13.392103 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0428 03:20:13.407047 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0428 03:20:13.424226 7 nginx.go:271] "Starting NGINX Ingress controller" I0428 03:20:13.430367 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"e63d32a4-dbbf-49c8-92a6-cee2c5c54b64", APIVersion:"v1", ResourceVersion:"1334", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0428 03:20:13.434436 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"5be5346b-1967-4442-80c3-86fc758d8065", APIVersion:"v1", ResourceVersion:"1336", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0428 03:20:13.434569 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"e73550a2-4b7e-4ba9-a924-26b332dffe91", APIVersion:"v1", ResourceVersion:"1335", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0428 03:20:14.629704 7 nginx.go:317] "Starting NGINX process" I0428 03:20:14.629769 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0428 03:20:14.630268 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0428 03:20:14.630614 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0428 03:20:14.630703 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:20:14.630727 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 03:20:14.630796 7 controller.go:196] "Configuration changes detected, backend reload required" I0428 03:20:14.645663 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0428 03:20:14.645732 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-fgvhv" I0428 03:20:14.663249 7 controller.go:216] "Backend successfully reloaded" I0428 03:20:14.663350 7 controller.go:227] "Initial sync, sleeping for 1 second" I0428 03:20:14.663461 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fgvhv", UID:"993b907f-db3c-443e-ac1a-f85b84722beb", APIVersion:"v1", ResourceVersion:"1453", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0428 03:20:18.453901 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:20:18.453939 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:20:21.788803 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:20:21.788854 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:20:25.121301 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:20:25.121325 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:20:28.455336 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:20:28.455381 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:20:31.787442 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:20:31.787492 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:20:35.121241 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:20:35.121289 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:20:38.454475 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:20:38.454522 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:20:41.788075 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:20:41.788108 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:20:45.120971 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:20:45.121003 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:20:50.708916 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:20:50.708949 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:21:38.920214 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:21:38.920245 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:21:55.012391 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:21:55.012441 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:21:58.346313 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:21:58.346358 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:22:01.679325 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:22:01.679375 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:22:05.013443 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:22:05.013476 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:22:08.346661 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:22:08.346711 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:22:11.679143 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:22:11.679175 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:22:15.013254 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:22:15.013307 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:24:48.447041 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:24:48.447076 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:24:51.154415 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-181.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-181.nip.io-tls was not found. Using default certificate W0428 03:24:51.154464 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:24:51.154475 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 03:24:51.156417 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0428 03:24:51.156446 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0428 03:24:51.169653 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0428 03:24:51.171509 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"a3add8ac-7b34-448c-a424-0ff88be1d424", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3352", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0428 03:24:51.172922 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-181.nip.io-tls" in local store I0428 03:24:51.552087 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-181.nip.io-tls" I0428 03:24:51.553407 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-181.nip.io-tls" W0428 03:24:51.781505 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:24:51.781551 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 03:24:51.781615 7 controller.go:196] "Configuration changes detected, backend reload required" I0428 03:24:51.813592 7 controller.go:216] "Backend successfully reloaded" I0428 03:24:51.813827 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fgvhv", UID:"993b907f-db3c-443e-ac1a-f85b84722beb", APIVersion:"v1", ResourceVersion:"1453", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0428 03:24:55.115605 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:24:55.115687 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.181 - - [28/Apr/2026:03:24:56 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 1.595 [auth-system-keycloak-80] [] 10.0.0.128:8080 1885 1.593 200 36ddc2eafd126a835f13565ba37d18a7 199.19.213.181 - - [28/Apr/2026:03:24:56 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 28 "-" "Ansible" 1197 0.171 [auth-system-keycloak-80] [] 10.0.0.128:8080 28 0.171 404 910cfc85d058a32c963d9875d3412f92 199.19.213.181 - - [28/Apr/2026:03:25:01 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 5.093 [auth-system-keycloak-80] [] 10.0.0.128:8080 0 5.092 201 30e0e2738e9202a94f34b59693c6be86 199.19.213.181 - - [28/Apr/2026:03:25:02 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4177 "-" "Ansible" 1197 0.595 [auth-system-keycloak-80] [] 10.0.0.128:8080 4177 0.595 200 4e6f26009a88bd0512c4d37560f05d2f 199.19.213.181 - - [28/Apr/2026:03:25:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.063 [auth-system-keycloak-80] [] 10.0.0.128:8080 1885 0.062 200 9bde3989cb0baf72668a2cd1d6a89769 199.19.213.181 - - [28/Apr/2026:03:25:02 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.070 [auth-system-keycloak-80] [] 10.0.0.128:8080 12500 0.070 200 2f5f769ca65c04153878d9b1d3a316ff 199.19.213.181 - - [28/Apr/2026:03:25:02 +0000] "GET /admin/realms/atmosphere/client-scopes/30643435-0b94-4ce7-8ac7-fd4a92851d59 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.071 [auth-system-keycloak-80] [] 10.0.0.128:8080 1278 0.071 200 70a5f9bd4952674ae667aa02bfdd20d0 199.19.213.181 - - [28/Apr/2026:03:25:02 +0000] "PUT /admin/realms/atmosphere/client-scopes/30643435-0b94-4ce7-8ac7-fd4a92851d59 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.022 [auth-system-keycloak-80] [] 10.0.0.128:8080 0 0.021 204 5a1644ea6dae3bc3de2fd70a57ea4759 199.19.213.181 - - [28/Apr/2026:03:25:02 +0000] "GET /admin/realms/atmosphere/client-scopes/30643435-0b94-4ce7-8ac7-fd4a92851d59/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.068 [auth-system-keycloak-80] [] 10.0.0.128:8080 963 0.068 200 87314c73a71a930419123a9c417c3a18 199.19.213.181 - - [28/Apr/2026:03:25:02 +0000] "GET /admin/realms/atmosphere/client-scopes/30643435-0b94-4ce7-8ac7-fd4a92851d59/protocol-mappers/models/55980ffe-7531-48d7-8b9f-3c19d59a035c HTTP/1.1" 200 366 "-" "Ansible" 1309 0.012 [auth-system-keycloak-80] [] 10.0.0.128:8080 366 0.012 200 91c62770c026f9578e847889135bc9f9 199.19.213.181 - - [28/Apr/2026:03:25:02 +0000] "PUT /admin/realms/atmosphere/client-scopes/30643435-0b94-4ce7-8ac7-fd4a92851d59/protocol-mappers/models/55980ffe-7531-48d7-8b9f-3c19d59a035c HTTP/1.1" 204 0 "-" "Ansible" 1622 0.091 [auth-system-keycloak-80] [] 10.0.0.128:8080 0 0.091 204 f58c3ee2b0c5016c4a113defb2773994 199.19.213.181 - - [28/Apr/2026:03:25:03 +0000] "GET /admin/realms/atmosphere/client-scopes/30643435-0b94-4ce7-8ac7-fd4a92851d59 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.076 [auth-system-keycloak-80] [] 10.0.0.128:8080 1218 0.076 200 9649f8aee6eed4dd2016c04dd7a9cc51 I0428 03:25:14.652865 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.100.166.178"}] I0428 03:25:14.658056 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"a3add8ac-7b34-448c-a424-0ff88be1d424", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3559", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0428 03:25:14.659748 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:25:14.659772 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.181 - - [28/Apr/2026:03:25:23 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.048 [auth-system-keycloak-80] [] 10.0.0.128:8080 1885 0.047 200 25a63493609bb5e4ed9250e7824982d3 199.19.213.181 - - [28/Apr/2026:03:25:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.013 [auth-system-keycloak-80] [] 10.0.0.128:8080 2 0.013 200 b0882b967f9e34e1ff7c2e27f9a770a4 199.19.213.181 - - [28/Apr/2026:03:25:24 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.250 [auth-system-keycloak-80] [] 10.0.0.128:8080 0 0.249 201 464aad46b81e9337729d55e12aee005f 199.19.213.181 - - [28/Apr/2026:03:25:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.095 [auth-system-keycloak-80] [] 10.0.0.128:8080 1261 0.095 200 19f34936bbb4313c75e5e3bf13b3bed8 199.19.213.181 - - [28/Apr/2026:03:25:24 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.046 [auth-system-keycloak-80] [] 10.0.0.128:8080 1885 0.045 200 d7c5bfc9e321e236034fede7324858f1 199.19.213.181 - - [28/Apr/2026:03:25:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.012 [auth-system-keycloak-80] [] 10.0.0.128:8080 2 0.012 200 b553960bdfc405ccc36c8972dddd4300 199.19.213.181 - - [28/Apr/2026:03:25:24 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.067 [auth-system-keycloak-80] [] 10.0.0.128:8080 0 0.066 201 e65f22c987b08285788222284a9bc858 199.19.213.181 - - [28/Apr/2026:03:25:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.076 [auth-system-keycloak-80] [] 10.0.0.128:8080 1286 0.076 200 5d5afc3a422ca4749d069b23f52e1cf1 199.19.213.181 - - [28/Apr/2026:03:25:25 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.045 [auth-system-keycloak-80] [] 10.0.0.128:8080 1885 0.044 200 4aeec12fd7916d5baa1a1584079fccc8 199.19.213.181 - - [28/Apr/2026:03:25:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.128:8080 2 0.007 200 c19441fd989af73097fd599ca693e661 199.19.213.181 - - [28/Apr/2026:03:25:25 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.061 [auth-system-keycloak-80] [] 10.0.0.128:8080 0 0.061 201 5f97d76ba17bf3bb6601649ad0ee2c2c 199.19.213.181 - - [28/Apr/2026:03:25:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.075 [auth-system-keycloak-80] [] 10.0.0.128:8080 1251 0.075 200 919f5937b006af037234aeffc7285656 199.19.213.181 - - [28/Apr/2026:03:25:25 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.043 [auth-system-keycloak-80] [] 10.0.0.128:8080 1885 0.042 200 c8bb55c675f09e57ea1b07aeffa117f8 199.19.213.181 - - [28/Apr/2026:03:25:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.006 [auth-system-keycloak-80] [] 10.0.0.128:8080 1261 0.006 200 718fc14de049f081d28a0ab3df61a254 199.19.213.181 - - [28/Apr/2026:03:25:25 +0000] "GET /admin/realms/atmosphere/clients/fd476fbb-0fd3-43e1-9dd2-7c54e487dde3/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1255 0.024 [auth-system-keycloak-80] [] 10.0.0.128:8080 31 0.024 404 a864299f66a5b7eea8264d0cf372b916 199.19.213.181 - - [28/Apr/2026:03:25:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.128:8080 1261 0.008 200 e188d1e93aa1fb4c199ae1e03a05dea5 199.19.213.181 - - [28/Apr/2026:03:25:26 +0000] "POST /admin/realms/atmosphere/clients/fd476fbb-0fd3-43e1-9dd2-7c54e487dde3/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.077 [auth-system-keycloak-80] [] 10.0.0.128:8080 0 0.077 201 f96d2cdc62f630bd5822dc972d124c44 199.19.213.181 - - [28/Apr/2026:03:25:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.128:8080 1261 0.009 200 29d0903721fd326fae1cfe366a62462a 199.19.213.181 - - [28/Apr/2026:03:25:26 +0000] "GET /admin/realms/atmosphere/clients/fd476fbb-0fd3-43e1-9dd2-7c54e487dde3/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.065 [auth-system-keycloak-80] [] 10.0.0.128:8080 166 0.065 200 326a7b6c96cdc948242f17df58ef8d29 199.19.213.181 - - [28/Apr/2026:03:25:26 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.044 [auth-system-keycloak-80] [] 10.0.0.128:8080 1885 0.042 200 53007882e1c81d400abba6f2f6e70c5d 199.19.213.181 - - [28/Apr/2026:03:25:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.128:8080 1286 0.009 200 a65b60d7f2c83f93a1d76dadff556187 199.19.213.181 - - [28/Apr/2026:03:25:26 +0000] "GET /admin/realms/atmosphere/clients/6c6b3b9f-b7e4-4884-8db9-ef74fe913e6b/roles/admin HTTP/1.1" 404 31 "-" "Ansible" 1254 0.011 [auth-system-keycloak-80] [] 10.0.0.128:8080 31 0.011 404 b449278d75d45a78f0dfa2c63e5eba29 199.19.213.181 - - [28/Apr/2026:03:25:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.128:8080 1286 0.008 200 4a61b982b1837c3d8cdc717379c6168e 199.19.213.181 - - [28/Apr/2026:03:25:26 +0000] "POST /admin/realms/atmosphere/clients/6c6b3b9f-b7e4-4884-8db9-ef74fe913e6b/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.033 [auth-system-keycloak-80] [] 10.0.0.128:8080 0 0.033 201 86f5d72e977cb161302ac3b67f8f4a6e 199.19.213.181 - - [28/Apr/2026:03:25:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.128:8080 1286 0.007 200 144cb1711da68d15987f5568e235ac31 199.19.213.181 - - [28/Apr/2026:03:25:26 +0000] "GET /admin/realms/atmosphere/clients/6c6b3b9f-b7e4-4884-8db9-ef74fe913e6b/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.013 [auth-system-keycloak-80] [] 10.0.0.128:8080 165 0.013 200 4afe95d5dc5a40293163e6af9445bf0c 199.19.213.181 - - [28/Apr/2026:03:25:26 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.048 [auth-system-keycloak-80] [] 10.0.0.128:8080 1885 0.046 200 45e24afb5b56ec34bceb9f1f62e9f900 199.19.213.181 - - [28/Apr/2026:03:25:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.128:8080 1286 0.006 200 af48f4cc5ab79a11a2eb0261a4a55148 199.19.213.181 - - [28/Apr/2026:03:25:26 +0000] "GET /admin/realms/atmosphere/clients/6c6b3b9f-b7e4-4884-8db9-ef74fe913e6b/roles/editor HTTP/1.1" 404 31 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.128:8080 31 0.009 404 5337e34036c9a11622f46a0f8282da53 199.19.213.181 - - [28/Apr/2026:03:25:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.128:8080 1286 0.006 200 2f5e317038c93cb47fbab00f0032fb1c 199.19.213.181 - - [28/Apr/2026:03:25:26 +0000] "POST /admin/realms/atmosphere/clients/6c6b3b9f-b7e4-4884-8db9-ef74fe913e6b/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.014 [auth-system-keycloak-80] [] 10.0.0.128:8080 0 0.013 201 aa05f260c6f2d7d7335d482b439d6c2b 199.19.213.181 - - [28/Apr/2026:03:25:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.128:8080 1286 0.008 200 d73273c2a011056200ce19016444e49e 199.19.213.181 - - [28/Apr/2026:03:25:27 +0000] "GET /admin/realms/atmosphere/clients/6c6b3b9f-b7e4-4884-8db9-ef74fe913e6b/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.128:8080 166 0.012 200 26563d1fede0a7686d44a48deb18cfa0 199.19.213.181 - - [28/Apr/2026:03:25:27 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.049 [auth-system-keycloak-80] [] 10.0.0.128:8080 1885 0.048 200 a467adf0defb1c08b272791cb847192c 199.19.213.181 - - [28/Apr/2026:03:25:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.052 [auth-system-keycloak-80] [] 10.0.0.128:8080 1286 0.052 200 ad482d7e8961f8ca63876b613a302043 199.19.213.181 - - [28/Apr/2026:03:25:27 +0000] "GET /admin/realms/atmosphere/clients/6c6b3b9f-b7e4-4884-8db9-ef74fe913e6b/roles/viewer HTTP/1.1" 404 31 "-" "Ansible" 1255 0.007 [auth-system-keycloak-80] [] 10.0.0.128:8080 31 0.007 404 e2f5ffd499e3e38b3974bfd5c1b73f21 199.19.213.181 - - [28/Apr/2026:03:25:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.128:8080 1286 0.007 200 bbe40a21ae431c0d8991fa6f96074807 199.19.213.181 - - [28/Apr/2026:03:25:27 +0000] "POST /admin/realms/atmosphere/clients/6c6b3b9f-b7e4-4884-8db9-ef74fe913e6b/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.068 [auth-system-keycloak-80] [] 10.0.0.128:8080 0 0.067 201 f22a32278825b5691c139167c1f260ee 199.19.213.181 - - [28/Apr/2026:03:25:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.128:8080 1286 0.005 200 3ef0685f32853e87140e4255a965a705 199.19.213.181 - - [28/Apr/2026:03:25:27 +0000] "GET /admin/realms/atmosphere/clients/6c6b3b9f-b7e4-4884-8db9-ef74fe913e6b/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.128:8080 166 0.014 200 3b5631d9c327701534673c3b3ec427f0 199.19.213.181 - - [28/Apr/2026:03:25:27 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.056 [auth-system-keycloak-80] [] 10.0.0.128:8080 1885 0.054 200 832f9668e3809d0b78398751a6ac1e82 199.19.213.181 - - [28/Apr/2026:03:25:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.128:8080 1251 0.005 200 f78d9e69df855ab1a756f813be25e928 199.19.213.181 - - [28/Apr/2026:03:25:27 +0000] "GET /admin/realms/atmosphere/clients/5e85a737-d976-4dc5-9c4b-dedaf04a067d/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.128:8080 31 0.008 404 5722242c26b9887c98b73f2244d36644 199.19.213.181 - - [28/Apr/2026:03:25:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.046 [auth-system-keycloak-80] [] 10.0.0.128:8080 1251 0.046 200 16b9b05e3ac1ec3cf6c2292671a45662 199.19.213.181 - - [28/Apr/2026:03:25:28 +0000] "POST /admin/realms/atmosphere/clients/5e85a737-d976-4dc5-9c4b-dedaf04a067d/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.014 [auth-system-keycloak-80] [] 10.0.0.128:8080 0 0.013 201 e4a9dea8db67b89288e3934080ba1ae3 199.19.213.181 - - [28/Apr/2026:03:25:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.128:8080 1251 0.006 200 ff1c746b04b0eb4517df17728f24fde2 199.19.213.181 - - [28/Apr/2026:03:25:28 +0000] "GET /admin/realms/atmosphere/clients/5e85a737-d976-4dc5-9c4b-dedaf04a067d/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.051 [auth-system-keycloak-80] [] 10.0.0.128:8080 166 0.051 200 b7439bdcf5e6eca8ea96463a63642261 W0428 03:26:36.293359 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:26:36.293404 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:26:36.378735 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 03:26:36.378805 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0428 03:26:36.378836 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:26:36.378855 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:26:36.380140 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0428 03:26:36.380287 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0428 03:26:36.380368 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:26:36.380417 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 03:26:36.380449 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0428 03:26:36.380474 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" W0428 03:26:36.381187 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0428 03:26:36.381231 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0428 03:26:36.381255 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:26:36.381266 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 03:26:36.382658 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.001s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.002s testedConfigurationSize:18.2kB} I0428 03:26:36.382679 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0428 03:26:36.384139 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.005s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:18.2kB} I0428 03:26:36.384210 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0428 03:26:36.389270 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0428 03:26:36.389629 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0428 03:26:36.389650 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0428 03:26:36.389840 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0428 03:26:36.390143 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"ce04b47b-f59b-4af2-b7c8-95131900637e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4211", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0428 03:26:36.390160 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"7ea18e2b-00c9-4361-a372-b329333a648d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4212", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0428 03:26:36.393263 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0428 03:26:36.393621 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0428 03:26:36.393661 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"b5675527-f408-4b6c-a8da-16fbe6df1cdf", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4214", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0428 03:26:36.821084 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0428 03:26:36.821871 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0428 03:26:37.002577 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0428 03:26:37.003251 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0428 03:26:38.050249 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0428 03:26:38.051695 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0428 03:26:38.899902 7 store.go:645] "secret was updated and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0428 03:26:38.901172 7 backend_ssl.go:59] "Updating secret in local store" name="monitoring/prometheus-tls" W0428 03:26:39.626551 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 03:26:39.626609 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0428 03:26:39.626638 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0428 03:26:39.626736 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:26:39.626754 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 03:26:39.626863 7 controller.go:196] "Configuration changes detected, backend reload required" I0428 03:26:39.675972 7 controller.go:216] "Backend successfully reloaded" I0428 03:26:39.676625 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fgvhv", UID:"993b907f-db3c-443e-ac1a-f85b84722beb", APIVersion:"v1", ResourceVersion:"1453", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0428 03:26:42.961459 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 03:26:42.961532 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0428 03:26:42.961603 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0428 03:26:42.961862 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:26:42.961893 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:26:46.294024 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 03:26:46.294069 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0428 03:26:46.294087 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0428 03:26:46.294177 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:26:46.294198 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:26:49.627687 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 03:26:49.627746 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0428 03:26:49.627818 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0428 03:26:49.627953 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:26:49.627978 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:26:52.960942 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 03:26:52.961004 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0428 03:26:52.961145 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0428 03:26:52.961327 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:26:52.961355 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:26:56.293459 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 03:26:56.293530 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0428 03:26:56.293570 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0428 03:26:56.293725 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:26:56.293745 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:26:59.628217 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 03:26:59.628268 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0428 03:26:59.628301 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0428 03:26:59.628407 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:26:59.628430 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.158 - - [28/Apr/2026:03:27:01 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6318 "-" "Go-http-client/1.1" 161 0.034 [auth-system-keycloak-80] [] 10.0.0.128:8080 6318 0.034 200 8ccd144744bd169a3b2115238253e73e W0428 03:27:02.961317 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 03:27:02.961761 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0428 03:27:02.961858 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0428 03:27:02.962181 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:27:02.962339 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:27:06.294251 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 03:27:06.294306 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0428 03:27:06.294491 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:27:06.294512 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:27:09.627236 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 03:27:09.627438 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:27:09.627466 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.221 - - [28/Apr/2026:03:27:09 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6318 "-" "Go-http-client/1.1" 161 0.007 [auth-system-keycloak-80] [] 10.0.0.128:8080 6318 0.007 200 97c8ea50c2c300d228334962cab8361b W0428 03:27:12.961305 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 03:27:12.961616 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:27:12.961639 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 03:27:14.652482 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.100.166.178"}] I0428 03:27:14.653295 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.100.166.178"}] I0428 03:27:14.653333 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.100.166.178"}] I0428 03:27:14.659611 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"b5675527-f408-4b6c-a8da-16fbe6df1cdf", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5003", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0428 03:27:14.663105 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"ce04b47b-f59b-4af2-b7c8-95131900637e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5004", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0428 03:27:14.663812 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"7ea18e2b-00c9-4361-a372-b329333a648d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5005", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0428 03:27:16.293531 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 03:27:16.294002 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:27:16.294064 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:27:19.627242 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:27:19.627390 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:27:22.961533 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:27:22.961567 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:27:28.731894 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:27:28.731925 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:27:32.065310 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:27:32.065336 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.181 - - [28/Apr/2026:03:27:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.042 [auth-system-keycloak-80] [] 10.0.0.128:8080 1885 0.040 200 4cff5a609d62962549717f89deca4183 199.19.213.181 - - [28/Apr/2026:03:27:33 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4177 "-" "Ansible" 1197 0.004 [auth-system-keycloak-80] [] 10.0.0.128:8080 4177 0.004 200 41a965df1d7ce74748644e3f79c3d893 199.19.213.181 - - [28/Apr/2026:03:27:33 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5636 0.582 [auth-system-keycloak-80] [] 10.0.0.128:8080 0 0.580 204 1678bdd74889c3288ff9ff60e86e6077 199.19.213.181 - - [28/Apr/2026:03:27:33 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4315 "-" "Ansible" 1197 0.187 [auth-system-keycloak-80] [] 10.0.0.128:8080 4315 0.188 200 634e7a1f258a14926e06054294115f1b 199.19.213.181 - - [28/Apr/2026:03:27:34 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6318 "-" "ansible-httpget" 181 0.005 [auth-system-keycloak-80] [] 10.0.0.128:8080 6318 0.005 200 19c2ca3929a58e13c6eff8384cf7c26e 199.19.213.181 - - [28/Apr/2026:03:27:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.047 [auth-system-keycloak-80] [] 10.0.0.128:8080 1885 0.045 200 f41ef47c3e43dfa5b95d91625e03b82d 199.19.213.181 - - [28/Apr/2026:03:27:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.009 [auth-system-keycloak-80] [] 10.0.0.128:8080 2 0.009 200 1b94cb5fd5c908f796a2dc245fc9ee76 199.19.213.181 - - [28/Apr/2026:03:27:35 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.088 [auth-system-keycloak-80] [] 10.0.0.128:8080 0 0.087 201 091272de8657da863cd6032178e9bae8 199.19.213.181 - - [28/Apr/2026:03:27:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.057 [auth-system-keycloak-80] [] 10.0.0.128:8080 2246 0.057 200 2c86aa2edfa53139e6289ca7df002904 199.19.213.181 - - [28/Apr/2026:03:27:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.043 [auth-system-keycloak-80] [] 10.0.0.128:8080 1885 0.041 200 b6cab5de9cece51f39f82512bad657dd 199.19.213.181 - - [28/Apr/2026:03:27:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.128:8080 2246 0.006 200 8bac74d9f4c7f3a152535c67ac057a9a 199.19.213.181 - - [28/Apr/2026:03:27:35 +0000] "GET /admin/realms/atmosphere/clients/d4f34d79-6613-4ce3-88ac-ecd73a928d78/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.028 [auth-system-keycloak-80] [] 10.0.0.128:8080 233 0.028 200 35fc8577fa1efcff22bcd30f7332dfa7 199.19.213.181 - - [28/Apr/2026:03:27:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.019 [auth-system-keycloak-80] [] 10.0.0.128:8080 831 0.019 200 5d3db39fe7ad5e2784b43edfa1cd3fd2 199.19.213.181 - - [28/Apr/2026:03:27:35 +0000] "GET /admin/realms/atmosphere/clients/e87189e8-d78c-4c85-b935-8920b4c9d3d2/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.069 [auth-system-keycloak-80] [] 10.0.0.128:8080 3758 0.069 200 5c1bad58fa7b6930383776171c4743bc 199.19.213.181 - - [28/Apr/2026:03:27:36 +0000] "GET /admin/realms/atmosphere/users/e8c960f4-2336-44b9-bebb-e1def704795c/role-mappings/clients/e87189e8-d78c-4c85-b935-8920b4c9d3d2/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.186 [auth-system-keycloak-80] [] 10.0.0.128:8080 3758 0.186 200 648218115aad30ba967c35112e6c4b25 199.19.213.181 - - [28/Apr/2026:03:27:36 +0000] "GET /admin/realms/atmosphere/users/e8c960f4-2336-44b9-bebb-e1def704795c/role-mappings/clients/e87189e8-d78c-4c85-b935-8920b4c9d3d2/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.085 [auth-system-keycloak-80] [] 10.0.0.128:8080 2 0.085 200 f5b4eb9c7947d6a2386f99e45ac572f9 199.19.213.181 - - [28/Apr/2026:03:27:36 +0000] "POST /admin/realms/atmosphere/users/e8c960f4-2336-44b9-bebb-e1def704795c/role-mappings/clients/e87189e8-d78c-4c85-b935-8920b4c9d3d2 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.015 [auth-system-keycloak-80] [] 10.0.0.128:8080 0 0.015 204 e25f5617037db73d9b13b30cd4eb0d21 199.19.213.181 - - [28/Apr/2026:03:27:36 +0000] "GET /admin/realms/atmosphere/users/e8c960f4-2336-44b9-bebb-e1def704795c/role-mappings/clients/e87189e8-d78c-4c85-b935-8920b4c9d3d2/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.061 [auth-system-keycloak-80] [] 10.0.0.128:8080 576 0.060 200 0e11392cfe9fb0d0e72785de6fea96d2 W0428 03:27:38.902275 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:27:38.902302 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:27:42.236826 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:27:42.236900 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:29:43.605554 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:29:43.605585 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:30:14.055125 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0428 03:30:14.055210 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:30:14.055234 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 03:30:14.058542 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:28.7kB} I0428 03:30:14.058567 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0428 03:30:14.063309 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0428 03:30:14.063528 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"37612f39-d232-4a41-ba15-fea0e5a9c970", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6224", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0428 03:30:14.063755 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0428 03:30:14.064146 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0428 03:30:14.064229 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:30:14.064245 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 03:30:14.064345 7 controller.go:196] "Configuration changes detected, backend reload required" I0428 03:30:14.108352 7 controller.go:216] "Backend successfully reloaded" I0428 03:30:14.109117 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fgvhv", UID:"993b907f-db3c-443e-ac1a-f85b84722beb", APIVersion:"v1", ResourceVersion:"1453", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0428 03:30:14.437220 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0428 03:30:14.439243 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" I0428 03:30:14.653761 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.100.166.178"}] I0428 03:30:14.663851 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"37612f39-d232-4a41-ba15-fea0e5a9c970", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6255", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0428 03:30:17.398413 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:30:17.398445 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.181 - - [28/Apr/2026:03:30:18 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.004 [openstack-keystone-api-5000] [] 10.0.0.170:5000 281 0.004 300 26ba0ff3bd237a74584165d72ec9b74b 199.19.213.181 - - [28/Apr/2026:03:30:19 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.170:5000 266 0.003 200 551c1685b8ec1e17e02dfc0b08af19d0 199.19.213.181 - - [28/Apr/2026:03:30:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.350 [openstack-keystone-api-5000] [] 10.0.0.170:5000 1297 0.350 201 47da9d3fa543dd9ab652d6e8d0846010 199.19.213.181 - - [28/Apr/2026:03:30:20 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.170:5000 281 0.004 300 2fdde41d9254217c565445759075eaef 199.19.213.181 - - [28/Apr/2026:03:30:20 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.026 [openstack-keystone-api-5000] [] 10.0.0.170:5000 368 0.026 200 0c837176aca1243661161c2d3adde92e 199.19.213.181 - - [28/Apr/2026:03:30:20 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.170:5000 266 0.003 200 2b367671880bee7ea982fcffa061c925 W0428 03:30:20.731440 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:30:20.731521 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.181 - - [28/Apr/2026:03:30:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.283 [openstack-keystone-api-5000] [] 10.0.0.170:5000 1297 0.283 201 82b4a01713b1bd6b73c64c4241b1630e 199.19.213.181 - - [28/Apr/2026:03:30:20 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.170:5000 281 0.003 300 df55ee844402780df7baa1dabe5d81cf 199.19.213.181 - - [28/Apr/2026:03:30:20 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.020 [openstack-keystone-api-5000] [] 10.0.0.170:5000 101 0.020 404 0fd040e32bac844a3bcc9b9e143489b4 199.19.213.181 - - [28/Apr/2026:03:30:21 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.019 [openstack-keystone-api-5000] [] 10.0.0.170:5000 156 0.019 200 3e8e29c7f3e601684d13ca2e4aa0fb45 199.19.213.181 - - [28/Apr/2026:03:30:21 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.032 [openstack-keystone-api-5000] [] 10.0.0.170:5000 454 0.032 201 177ec9456642285875e5788f7daad8c9 199.19.213.181 - - [28/Apr/2026:03:30:21 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.170:5000 266 0.004 200 b4d1d0430eebbbb8a8daa3411f2ff05c 199.19.213.181 - - [28/Apr/2026:03:30:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.329 [openstack-keystone-api-5000] [] 10.0.0.170:5000 1297 0.329 201 80afc26654666814876535479bf0c491 199.19.213.181 - - [28/Apr/2026:03:30:21 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.170:5000 281 0.004 300 d2982c46f4e69bbce09bc528d4471138 199.19.213.181 - - [28/Apr/2026:03:30:21 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.021 [openstack-keystone-api-5000] [] 10.0.0.170:5000 98 0.021 404 58f8dc64a88b4cbace3a2fbfc7da341b 199.19.213.181 - - [28/Apr/2026:03:30:21 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.028 [openstack-keystone-api-5000] [] 10.0.0.170:5000 136 0.028 200 e960d3477704f65fc7e7b68ce158c165 199.19.213.181 - - [28/Apr/2026:03:30:21 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 332 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.025 [openstack-keystone-api-5000] [] 10.0.0.170:5000 332 0.025 201 7708eadfd967a4ad5ff950fafd00f8c8 199.19.213.181 - - [28/Apr/2026:03:30:22 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.170:5000 266 0.004 200 72b189111474d90c94b939aae087d4c1 199.19.213.181 - - [28/Apr/2026:03:30:22 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.298 [openstack-keystone-api-5000] [] 10.0.0.170:5000 1297 0.298 201 1b77f912d6f92bc353fa4593e2a0c26b 199.19.213.181 - - [28/Apr/2026:03:30:22 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.170:5000 281 0.003 300 28708c54e4ac743475e53b416d634cea 199.19.213.181 - - [28/Apr/2026:03:30:22 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.026 [openstack-keystone-api-5000] [] 10.0.0.170:5000 131 0.026 404 d0a092795b32e91cfc61de9ddbc33b84 199.19.213.181 - - [28/Apr/2026:03:30:22 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.026 [openstack-keystone-api-5000] [] 10.0.0.170:5000 168 0.026 200 3d987738bf7362ff9d2370663d756bc9 199.19.213.181 - - [28/Apr/2026:03:30:22 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.028 [openstack-keystone-api-5000] [] 10.0.0.170:5000 224 0.028 201 46bbf9fe5f10ac32b8fe1cb376f16b1c W0428 03:30:25.409680 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:30:25.409727 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:30:28.743700 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:30:28.743740 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:30:32.077138 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:30:32.077175 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:30:52.214368 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0428 03:30:52.214480 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0428 03:30:52.214720 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:30:52.214740 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 03:30:52.218806 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.004s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:32.2kB} I0428 03:30:52.218837 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/dashboard" I0428 03:30:52.224428 7 store.go:440] "Found valid IngressClass" ingress="openstack/dashboard" ingressclass="atmosphere" W0428 03:30:52.224715 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/horizon-int-certs" in local store W0428 03:30:52.224866 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0428 03:30:52.224919 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0428 03:30:52.224959 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:30:52.224972 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 03:30:52.225107 7 controller.go:196] "Configuration changes detected, backend reload required" I0428 03:30:52.229472 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"eed7a9da-6f8b-4b6a-b8e1-8df1440fb258", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6581", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0428 03:30:52.281276 7 controller.go:216] "Backend successfully reloaded" I0428 03:30:52.282201 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fgvhv", UID:"993b907f-db3c-443e-ac1a-f85b84722beb", APIVersion:"v1", ResourceVersion:"1453", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0428 03:30:52.534860 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/horizon-int-certs" I0428 03:30:52.535570 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/horizon-int-certs" W0428 03:30:55.558738 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0428 03:30:55.558830 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:30:55.558846 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 03:31:14.651452 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="dashboard" currentValue=null newValue=[{"ip":"10.100.166.178"}] I0428 03:31:14.659193 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"eed7a9da-6f8b-4b6a-b8e1-8df1440fb258", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6741", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0428 03:31:14.661676 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0428 03:31:14.663338 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:31:14.663421 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:31:31.782951 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0428 03:31:31.783139 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:31:31.783167 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 03:31:31.787782 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:32.2kB} I0428 03:31:31.787818 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" 199.19.213.181 - - [28/Apr/2026:03:31:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.043 [auth-system-keycloak-80] [] 10.0.0.128:8080 1885 0.041 200 f1f58af75e9edd8b4b8b2be9dd823055 199.19.213.181 - - [28/Apr/2026:03:31:35 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4315 "-" "Ansible" 1197 0.007 [auth-system-keycloak-80] [] 10.0.0.128:8080 4315 0.007 200 d19b34c4fc1dc5e6c7f7391de5770741 199.19.213.181 - - [28/Apr/2026:03:31:35 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5782 0.269 [auth-system-keycloak-80] [] 10.0.0.128:8080 0 0.268 204 c142eebbdb8695ce5a3a95a05f693742 199.19.213.181 - - [28/Apr/2026:03:31:35 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4315 "-" "Ansible" 1197 0.064 [auth-system-keycloak-80] [] 10.0.0.128:8080 4315 0.064 200 78f54af0a2549c6cc593f764ae3b18de 199.19.213.181 - - [28/Apr/2026:03:31:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.042 [auth-system-keycloak-80] [] 10.0.0.128:8080 1885 0.041 200 8378c3b1d0b8ee28e36cad7ea272cf4a 199.19.213.181 - - [28/Apr/2026:03:31:36 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12432 "-" "Ansible" 1211 0.008 [auth-system-keycloak-80] [] 10.0.0.128:8080 12440 0.008 200 4c011e92aeb3535bb4b35a20c5fb01fd 199.19.213.181 - - [28/Apr/2026:03:31:36 +0000] "GET /admin/realms/atmosphere/client-scopes/30643435-0b94-4ce7-8ac7-fd4a92851d59 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.009 [auth-system-keycloak-80] [] 10.0.0.128:8080 1218 0.009 200 9f8b002d229f97ca90a200eed53bf781 199.19.213.181 - - [28/Apr/2026:03:31:36 +0000] "PUT /admin/realms/atmosphere/client-scopes/30643435-0b94-4ce7-8ac7-fd4a92851d59 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.012 [auth-system-keycloak-80] [] 10.0.0.128:8080 0 0.011 204 3ca665b2b1deb8250f0154fa7857cda9 199.19.213.181 - - [28/Apr/2026:03:31:36 +0000] "GET /admin/realms/atmosphere/client-scopes/30643435-0b94-4ce7-8ac7-fd4a92851d59/protocol-mappers/models HTTP/1.1" 200 968 "-" "Ansible" 1272 0.010 [auth-system-keycloak-80] [] 10.0.0.128:8080 968 0.010 200 e608189d9f08ac00bb9450ab3fc252e0 199.19.213.181 - - [28/Apr/2026:03:31:36 +0000] "GET /admin/realms/atmosphere/client-scopes/30643435-0b94-4ce7-8ac7-fd4a92851d59/protocol-mappers/models/55980ffe-7531-48d7-8b9f-3c19d59a035c HTTP/1.1" 200 371 "-" "Ansible" 1309 0.015 [auth-system-keycloak-80] [] 10.0.0.128:8080 371 0.015 200 8c3daddb6af0ad7849f44609001d1f53 199.19.213.181 - - [28/Apr/2026:03:31:36 +0000] "PUT /admin/realms/atmosphere/client-scopes/30643435-0b94-4ce7-8ac7-fd4a92851d59/protocol-mappers/models/55980ffe-7531-48d7-8b9f-3c19d59a035c HTTP/1.1" 204 0 "-" "Ansible" 1622 0.009 [auth-system-keycloak-80] [] 10.0.0.128:8080 0 0.009 204 e234d7478c1f6b49acb7059161e32909 199.19.213.181 - - [28/Apr/2026:03:31:36 +0000] "GET /admin/realms/atmosphere/client-scopes/30643435-0b94-4ce7-8ac7-fd4a92851d59 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.010 [auth-system-keycloak-80] [] 10.0.0.128:8080 1218 0.010 200 74c81a444db6cf310cff853be10b3c4d 199.19.213.181 - - [28/Apr/2026:03:31:41 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.054 [auth-system-keycloak-80] [] 10.0.0.128:8080 1885 0.053 200 7da3babc1c58cbeca372448f956e6a6b 199.19.213.181 - - [28/Apr/2026:03:31:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.005 [auth-system-keycloak-80] [] 10.0.0.128:8080 1261 0.005 200 358bd69e5eac5bbc8911f54dff6412c1 199.19.213.181 - - [28/Apr/2026:03:31:41 +0000] "PUT /admin/realms/atmosphere/clients/fd476fbb-0fd3-43e1-9dd2-7c54e487dde3 HTTP/1.1" 204 0 "-" "Ansible" 2607 0.068 [auth-system-keycloak-80] [] 10.0.0.128:8080 0 0.067 204 68b73353731629d06e1031e8f215f543 199.19.213.181 - - [28/Apr/2026:03:31:41 +0000] "GET /admin/realms/atmosphere/clients/fd476fbb-0fd3-43e1-9dd2-7c54e487dde3 HTTP/1.1" 200 1259 "-" "Ansible" 1242 0.017 [auth-system-keycloak-80] [] 10.0.0.128:8080 1259 0.017 200 7c804da8d8e1463c4f143e65ecff348b 199.19.213.181 - - [28/Apr/2026:03:31:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.042 [auth-system-keycloak-80] [] 10.0.0.128:8080 1885 0.041 200 6adfd8795ea665253a77d8b31bdad39f 199.19.213.181 - - [28/Apr/2026:03:31:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.004 [auth-system-keycloak-80] [] 10.0.0.128:8080 1286 0.004 200 d5031861bf58c4e5bbfb7878cc70b0e3 199.19.213.181 - - [28/Apr/2026:03:31:42 +0000] "PUT /admin/realms/atmosphere/clients/6c6b3b9f-b7e4-4884-8db9-ef74fe913e6b HTTP/1.1" 204 0 "-" "Ansible" 2633 0.027 [auth-system-keycloak-80] [] 10.0.0.128:8080 0 0.026 204 4e9958bdaf1f98b243eead4025272c44 199.19.213.181 - - [28/Apr/2026:03:31:42 +0000] "GET /admin/realms/atmosphere/clients/6c6b3b9f-b7e4-4884-8db9-ef74fe913e6b HTTP/1.1" 200 1284 "-" "Ansible" 1242 0.013 [auth-system-keycloak-80] [] 10.0.0.128:8080 1284 0.013 200 5f69862902e3824de8bc19743e746b4f 199.19.213.181 - - [28/Apr/2026:03:31:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.041 [auth-system-keycloak-80] [] 10.0.0.128:8080 1885 0.040 200 416c414122292598e38e96f90e848858 199.19.213.181 - - [28/Apr/2026:03:31:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.004 [auth-system-keycloak-80] [] 10.0.0.128:8080 1251 0.004 200 a8042ca489e8d564eae90cbd112bf33a 199.19.213.181 - - [28/Apr/2026:03:31:42 +0000] "PUT /admin/realms/atmosphere/clients/5e85a737-d976-4dc5-9c4b-dedaf04a067d HTTP/1.1" 204 0 "-" "Ansible" 2597 0.045 [auth-system-keycloak-80] [] 10.0.0.128:8080 0 0.044 204 50cc869ed74f88074dbaefe4848c076c 199.19.213.181 - - [28/Apr/2026:03:31:42 +0000] "GET /admin/realms/atmosphere/clients/5e85a737-d976-4dc5-9c4b-dedaf04a067d HTTP/1.1" 200 1249 "-" "Ansible" 1242 0.016 [auth-system-keycloak-80] [] 10.0.0.128:8080 1249 0.016 200 18f1caee3b54b620afc99b9c6697d470 199.19.213.181 - - [28/Apr/2026:03:31:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.042 [auth-system-keycloak-80] [] 10.0.0.128:8080 1885 0.041 200 2286d3a8efcf9d310f29049657702d2d 199.19.213.181 - - [28/Apr/2026:03:31:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.044 [auth-system-keycloak-80] [] 10.0.0.128:8080 1261 0.044 200 af22843fc637e21a1e694173817c5647 199.19.213.181 - - [28/Apr/2026:03:31:43 +0000] "GET /admin/realms/atmosphere/clients/fd476fbb-0fd3-43e1-9dd2-7c54e487dde3/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.004 [auth-system-keycloak-80] [] 10.0.0.128:8080 166 0.004 200 c3465bd79564d5887508733cbf180991 199.19.213.181 - - [28/Apr/2026:03:31:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.039 [auth-system-keycloak-80] [] 10.0.0.128:8080 1885 0.038 200 4f993db6846676234b214bc27d48a538 199.19.213.181 - - [28/Apr/2026:03:31:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.128:8080 1286 0.007 200 a969180b7ccf868f04a4f215fc5d37c5 199.19.213.181 - - [28/Apr/2026:03:31:43 +0000] "GET /admin/realms/atmosphere/clients/6c6b3b9f-b7e4-4884-8db9-ef74fe913e6b/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.049 [auth-system-keycloak-80] [] 10.0.0.128:8080 165 0.049 200 8d34e5d6bbd8cc37057d96dcb80d6046 199.19.213.181 - - [28/Apr/2026:03:31:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.041 [auth-system-keycloak-80] [] 10.0.0.128:8080 1885 0.040 200 cb5b53af002e47485a4b121ad8479b21 199.19.213.181 - - [28/Apr/2026:03:31:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.128:8080 1286 0.005 200 fc7f122097270fef1201a9a5f14e3ced 199.19.213.181 - - [28/Apr/2026:03:31:44 +0000] "GET /admin/realms/atmosphere/clients/6c6b3b9f-b7e4-4884-8db9-ef74fe913e6b/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.003 [auth-system-keycloak-80] [] 10.0.0.128:8080 166 0.003 200 324d96516782657fdd6158674a7d5aee 199.19.213.181 - - [28/Apr/2026:03:31:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.044 [auth-system-keycloak-80] [] 10.0.0.128:8080 1885 0.042 200 06edf9da072a7935e7df77db9cc2b732 199.19.213.181 - - [28/Apr/2026:03:31:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.002 [auth-system-keycloak-80] [] 10.0.0.128:8080 1286 0.002 200 0dd4e75bdb4d3e026826982bc0deb97a 199.19.213.181 - - [28/Apr/2026:03:31:44 +0000] "GET /admin/realms/atmosphere/clients/6c6b3b9f-b7e4-4884-8db9-ef74fe913e6b/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.002 [auth-system-keycloak-80] [] 10.0.0.128:8080 166 0.002 200 765c1f1a1d034155562b4a7a3b44f516 199.19.213.181 - - [28/Apr/2026:03:31:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.041 [auth-system-keycloak-80] [] 10.0.0.128:8080 1885 0.040 200 e3c1775ba67244acbcd9d27645b61834 199.19.213.181 - - [28/Apr/2026:03:31:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.128:8080 1251 0.007 200 f31c1baabf1c0ae9589df07f5758e665 199.19.213.181 - - [28/Apr/2026:03:31:44 +0000] "GET /admin/realms/atmosphere/clients/5e85a737-d976-4dc5-9c4b-dedaf04a067d/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.004 [auth-system-keycloak-80] [] 10.0.0.128:8080 166 0.004 200 7649448846894bae7a74f3c280260187 W0428 03:31:48.409949 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:31:48.409978 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:31:51.743584 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:31:51.743623 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:31:55.076827 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:31:55.076856 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.181 - - [28/Apr/2026:03:32:31 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.048 [auth-system-keycloak-80] [] 10.0.0.128:8080 1885 0.047 200 0c0592ad9ff7c69a34f66a254b8272f4 199.19.213.181 - - [28/Apr/2026:03:32:31 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4315 "-" "Ansible" 1197 0.003 [auth-system-keycloak-80] [] 10.0.0.128:8080 4315 0.003 200 9ea539fe24f86b33cc92b64591215494 199.19.213.181 - - [28/Apr/2026:03:32:31 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5782 0.111 [auth-system-keycloak-80] [] 10.0.0.128:8080 0 0.110 204 318dfc1c7a2bff51bf3872597dd582ce 199.19.213.181 - - [28/Apr/2026:03:32:31 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4315 "-" "Ansible" 1197 0.096 [auth-system-keycloak-80] [] 10.0.0.128:8080 4315 0.096 200 36bfa47f776afdd8d6304c918b792ecf 199.19.213.181 - - [28/Apr/2026:03:32:32 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6318 "-" "ansible-httpget" 181 0.009 [auth-system-keycloak-80] [] 10.0.0.128:8080 6318 0.009 200 df95de66ffe2cd0e2cc11df67ed3a464 199.19.213.181 - - [28/Apr/2026:03:32:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.040 [auth-system-keycloak-80] [] 10.0.0.128:8080 1885 0.036 200 43ffded2831c4bb7ebd4771c247c66cc 199.19.213.181 - - [28/Apr/2026:03:32:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.010 [auth-system-keycloak-80] [] 10.0.0.128:8080 2246 0.010 200 b88d2e7943fcb049c602b3aa39d2bad6 199.19.213.181 - - [28/Apr/2026:03:32:33 +0000] "PUT /admin/realms/atmosphere/clients/d4f34d79-6613-4ce3-88ac-ecd73a928d78 HTTP/1.1" 204 0 "-" "Ansible" 3646 0.061 [auth-system-keycloak-80] [] 10.0.0.128:8080 0 0.061 204 646b9256ae01a907887675d250fab42c 199.19.213.181 - - [28/Apr/2026:03:32:33 +0000] "GET /admin/realms/atmosphere/clients/d4f34d79-6613-4ce3-88ac-ecd73a928d78 HTTP/1.1" 200 2244 "-" "Ansible" 1242 0.018 [auth-system-keycloak-80] [] 10.0.0.128:8080 2244 0.018 200 37c4bebc30782eeaee347dd687bea1f7 199.19.213.181 - - [28/Apr/2026:03:32:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.054 [auth-system-keycloak-80] [] 10.0.0.128:8080 1885 0.052 200 92c522437364584871a72d308a1044b4 199.19.213.181 - - [28/Apr/2026:03:32:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.128:8080 2246 0.007 200 46345b7aac6f135c12ef5b9ce79f4d88 199.19.213.181 - - [28/Apr/2026:03:32:33 +0000] "GET /admin/realms/atmosphere/clients/d4f34d79-6613-4ce3-88ac-ecd73a928d78/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.010 [auth-system-keycloak-80] [] 10.0.0.128:8080 233 0.010 200 041d0f205d3783b962172bae88ce0ab9 199.19.213.181 - - [28/Apr/2026:03:32:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.003 [auth-system-keycloak-80] [] 10.0.0.128:8080 831 0.003 200 87f8de860301bc6c1f6dbe85e57a69a3 199.19.213.181 - - [28/Apr/2026:03:32:33 +0000] "GET /admin/realms/atmosphere/clients/e87189e8-d78c-4c85-b935-8920b4c9d3d2/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.003 [auth-system-keycloak-80] [] 10.0.0.128:8080 3758 0.003 200 c3207193f045a2b833155cb92259b369 199.19.213.181 - - [28/Apr/2026:03:32:33 +0000] "GET /admin/realms/atmosphere/users/e8c960f4-2336-44b9-bebb-e1def704795c/role-mappings/clients/e87189e8-d78c-4c85-b935-8920b4c9d3d2/available HTTP/1.1" 200 3569 "-" "Ansible" 1309 0.007 [auth-system-keycloak-80] [] 10.0.0.128:8080 3569 0.007 200 3463c42e7e627142c9d5f28b24244c8a 199.19.213.181 - - [28/Apr/2026:03:32:33 +0000] "GET /admin/realms/atmosphere/users/e8c960f4-2336-44b9-bebb-e1def704795c/role-mappings/clients/e87189e8-d78c-4c85-b935-8920b4c9d3d2/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.021 [auth-system-keycloak-80] [] 10.0.0.128:8080 576 0.021 200 0867d5bcf8f45ab706d9d0b1333294ba W0428 03:32:37.695905 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:32:37.695930 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 03:32:37.697963 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.002s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:32.2kB} I0428 03:32:37.697984 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" 199.19.213.181 - - [28/Apr/2026:03:32:38 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.004 [openstack-keystone-api-5000] [] 10.0.0.170:5000 281 0.004 300 a9905e4a0df4ef1ea75ff4066b3fb844 199.19.213.181 - - [28/Apr/2026:03:32:39 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.170:5000 266 0.003 200 c3e47b994340e19c3f116973bea37b34 199.19.213.181 - - [28/Apr/2026:03:32:39 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.306 [openstack-keystone-api-5000] [] 10.0.0.170:5000 1297 0.306 201 141b63ce38b9c7e6e61874cc5ce82ed3 199.19.213.181 - - [28/Apr/2026:03:32:39 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.170:5000 281 0.003 300 fc11f00df69311f0fabe9ea166780613 199.19.213.181 - - [28/Apr/2026:03:32:39 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.021 [openstack-keystone-api-5000] [] 10.0.0.170:5000 368 0.021 200 e0b866fb680488fc891dd403626be1c3 199.19.213.181 - - [28/Apr/2026:03:32:40 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.170:5000 266 0.003 200 d9c04e8a944350da4aec990026827030 199.19.213.181 - - [28/Apr/2026:03:32:40 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.294 [openstack-keystone-api-5000] [] 10.0.0.170:5000 1297 0.294 201 41bba995bdf84f4e9f985d013d1000bc 199.19.213.181 - - [28/Apr/2026:03:32:40 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.170:5000 281 0.003 300 18e35b3ad1cc0b0ff2cfcdf85b6c8d36 199.19.213.181 - - [28/Apr/2026:03:32:40 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 200 454 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.019 [openstack-keystone-api-5000] [] 10.0.0.170:5000 454 0.019 200 348cfd14a70d846d558611d26a8fc3ac 199.19.213.181 - - [28/Apr/2026:03:32:41 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.170:5000 266 0.004 200 32ee1375a35d1cdb310c8acf9d00ba26 199.19.213.181 - - [28/Apr/2026:03:32:41 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.291 [openstack-keystone-api-5000] [] 10.0.0.170:5000 1297 0.291 201 38cdf4c952c8a729b36e3b7e0673353a 199.19.213.181 - - [28/Apr/2026:03:32:41 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.170:5000 281 0.002 300 55b0e3834c43b68a55e172779d6660f6 199.19.213.181 - - [28/Apr/2026:03:32:41 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 200 332 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.018 [openstack-keystone-api-5000] [] 10.0.0.170:5000 332 0.018 200 644f1e8098201f291c8ba96cab5feac4 199.19.213.181 - - [28/Apr/2026:03:32:42 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.170:5000 266 0.003 200 4d6cd2ff5f5b281b0122b35738e92939 199.19.213.181 - - [28/Apr/2026:03:32:42 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.288 [openstack-keystone-api-5000] [] 10.0.0.170:5000 1297 0.288 201 e15565893a407cd99bc9198ff01f6914 199.19.213.181 - - [28/Apr/2026:03:32:42 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.170:5000 281 0.003 300 7a9a2208e81ed0761c10d9efc7126d06 199.19.213.181 - - [28/Apr/2026:03:32:42 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 200 224 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.016 [openstack-keystone-api-5000] [] 10.0.0.170:5000 224 0.016 200 b1a9a750aa9df33f5f651fd1e8661a6f W0428 03:32:46.790640 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 03:32:46.790679 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 03:32:46.794953 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.004s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:32.2kB} I0428 03:32:46.794989 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/dashboard" 199.19.213.181 - - [28/Apr/2026:03:32:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.045 [auth-system-keycloak-80] [] 10.0.0.128:8080 1885 0.043 200 42d665eba2bf6e9968b6f1a2413a7fc0 199.19.213.181 - - [28/Apr/2026:03:32:50 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 2 "-" "Ansible" 1233 0.027 [auth-system-keycloak-80] [] 10.0.0.128:8080 2 0.027 200 2eaff94c5ba085f3a18d9249b7e75deb 199.19.213.181 - - [28/Apr/2026:03:32:50 +0000] "POST /admin/realms/atmosphere/users HTTP/1.1" 201 0 "-" "Ansible" 1399 0.031 [auth-system-keycloak-80] [] 10.0.0.128:8080 0 0.030 201 95c061e2bb6669b5eafd74d2d875c6dd 199.19.213.181 - - [28/Apr/2026:03:32:50 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 322 "-" "Ansible" 1233 0.014 [auth-system-keycloak-80] [] 10.0.0.128:8080 322 0.014 200 93e403993168adab428b253d8ca60900 199.19.213.181 - - [28/Apr/2026:03:32:50 +0000] "GET /admin/realms/atmosphere/users/6dbb7013-736f-4d6b-ac15-2f3c025dcb2c/groups HTTP/1.1" 200 2 "-" "Ansible" 1247 0.028 [auth-system-keycloak-80] [] 10.0.0.128:8080 2 0.028 200 23ed4abb46b4702584aa9e4f0f753632 199.19.213.181 - - [28/Apr/2026:03:32:50 +0000] "GET /admin/realms/atmosphere/users/6dbb7013-736f-4d6b-ac15-2f3c025dcb2c/groups HTTP/1.1" 200 2 "-" "Ansible" 1247 0.002 [auth-system-keycloak-80] [] 10.0.0.128:8080 2 0.002 200 e40d4b0d85c5ec0725a4fe98020d93ae 199.19.213.181 - - [28/Apr/2026:03:32:51 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.170:5000 266 0.003 200 50338647fabd8f9e61e0ac6b1b3bfac1 199.19.213.181 - - [28/Apr/2026:03:32:51 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 549 0.284 [openstack-keystone-api-5000] [] 10.0.0.170:5000 1297 0.284 201 d81710eccf6c14f6e204bdef35f6da99 199.19.213.181 - - [28/Apr/2026:03:32:51 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.170:5000 281 0.003 300 b2da282261d1fdcc2071831634be9bf0 199.19.213.181 - - [28/Apr/2026:03:32:51 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 437 0.033 [openstack-keystone-api-5000] [] 10.0.0.170:5000 90 0.033 404 1b489dd0785aaa13803ea93f3a3a63f7 199.19.213.181 - - [28/Apr/2026:03:32:51 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 455 0.023 [openstack-keystone-api-5000] [] 10.0.0.170:5000 368 0.023 200 f72a6d97908299c71344d49d5dc45263 199.19.213.181 - - [28/Apr/2026:03:32:51 +0000] "GET /v3/users?domain_id=15bc79b3310b45559725c982f1b9a574&name=test-user HTTP/1.1" 200 174 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 495 0.032 [openstack-keystone-api-5000] [] 10.0.0.170:5000 174 0.032 200 f84bf841c331e871f753dcd6b2036d9f 199.19.213.181 - - [28/Apr/2026:03:32:53 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.170:5000 266 0.004 200 a0a4181c76a130c4852730b7eff58cf6 199.19.213.181 - - [28/Apr/2026:03:32:53 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 549 0.294 [openstack-keystone-api-5000] [] 10.0.0.170:5000 1297 0.294 201 9bb6582ccf648ee7217ba3f880dce70f 199.19.213.181 - - [28/Apr/2026:03:32:53 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.170:5000 281 0.004 300 e6a01bdc327697aa17d27de3da7230ee 199.19.213.181 - - [28/Apr/2026:03:32:53 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 437 0.038 [openstack-keystone-api-5000] [] 10.0.0.170:5000 90 0.038 404 75e0ef996beeab35a95b5e321f295581 199.19.213.181 - - [28/Apr/2026:03:32:53 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 455 0.027 [openstack-keystone-api-5000] [] 10.0.0.170:5000 368 0.027 200 4da0258e84fdff9dccf58023e9a75768 199.19.213.181 - - [28/Apr/2026:03:32:53 +0000] "GET /v3/users?domain_id=15bc79b3310b45559725c982f1b9a574&name=test-user HTTP/1.1" 200 451 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 495 0.117 [openstack-keystone-api-5000] [] 10.0.0.170:5000 451 0.117 200 e563f0e3154ab30aeabdea0c2483a57c