------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0428 07:20:42.526388 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0428 07:20:42.526572 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0428 07:20:42.535980 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0428 07:20:42.538986 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0428 07:20:42.879322 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0428 07:20:42.901065 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0428 07:20:42.918471 7 nginx.go:271] "Starting NGINX Ingress controller" I0428 07:20:42.930475 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"403eff6e-33bd-4793-b9e8-cb76e8862ec8", APIVersion:"v1", ResourceVersion:"1380", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0428 07:20:42.941388 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"da5b1d1f-7206-402d-8d22-0f869bfa4405", APIVersion:"v1", ResourceVersion:"1379", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0428 07:20:42.941447 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"9f46971d-fe36-4e32-8d7e-95ea47d4d762", APIVersion:"v1", ResourceVersion:"1378", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0428 07:20:44.119818 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0428 07:20:44.119773 7 nginx.go:317] "Starting NGINX process" I0428 07:20:44.120677 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0428 07:20:44.120971 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0428 07:20:44.121032 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:20:44.121061 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 07:20:44.121117 7 controller.go:196] "Configuration changes detected, backend reload required" I0428 07:20:44.129463 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0428 07:20:44.129491 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-56xw7" I0428 07:20:44.152694 7 controller.go:216] "Backend successfully reloaded" I0428 07:20:44.152851 7 controller.go:227] "Initial sync, sleeping for 1 second" I0428 07:20:44.152973 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-56xw7", UID:"34810715-48e2-46f5-aa52-9736bed49aa7", APIVersion:"v1", ResourceVersion:"1484", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0428 07:20:47.936317 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:20:47.936349 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:20:51.270011 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:20:51.270124 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:20:54.603212 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:20:54.603272 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:20:57.937089 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:20:57.937192 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:21:01.271398 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:21:01.271427 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:21:04.603290 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:21:04.603322 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:21:07.936538 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:21:07.936605 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:21:11.272514 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:21:11.272554 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:21:17.911850 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:21:17.911984 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:21:21.245784 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:21:21.245897 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:21:24.579932 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:21:24.579984 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:22:12.623923 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:22:12.623950 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:22:19.212885 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:22:19.212914 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:22:25.254828 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:22:25.254850 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:22:28.589060 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:22:28.589106 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:22:31.921922 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:22:31.921975 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:22:41.481531 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:22:41.481583 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:22:44.815786 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:22:44.815839 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:22:48.148937 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:22:48.148991 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:22:58.370289 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:22:58.370317 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:23:01.704541 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:23:01.704658 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:23:05.037833 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:23:05.037875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:25:33.414553 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:25:33.414603 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:25:36.049426 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-83.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-83.nip.io-tls was not found. Using default certificate W0428 07:25:36.049570 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:25:36.049615 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 07:25:36.051617 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:14.7kB} I0428 07:25:36.051698 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0428 07:25:36.056263 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0428 07:25:36.056466 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"efbf8b70-d0f5-4d58-a6ce-af1feef053e9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3437", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0428 07:25:36.056724 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-83.nip.io-tls" in local store I0428 07:25:36.387460 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-83.nip.io-tls" I0428 07:25:36.388465 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-83.nip.io-tls" W0428 07:25:36.748438 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:25:36.748479 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 07:25:36.748554 7 controller.go:196] "Configuration changes detected, backend reload required" I0428 07:25:36.782207 7 controller.go:216] "Backend successfully reloaded" I0428 07:25:36.782470 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-56xw7", UID:"34810715-48e2-46f5-aa52-9736bed49aa7", APIVersion:"v1", ResourceVersion:"1484", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0428 07:25:40.083090 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:25:40.083127 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.83 - - [28/Apr/2026:07:25:40 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 1.629 [auth-system-keycloak-80] [] 10.0.0.196:8080 1882 1.628 200 815c63c3447660d44a138794896b7a6c 199.19.213.83 - - [28/Apr/2026:07:25:41 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 28 "-" "Ansible" 1195 0.179 [auth-system-keycloak-80] [] 10.0.0.196:8080 28 0.178 404 687079527a555ec0870176ca5c95790d I0428 07:25:44.135099 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.111.221.78"}] I0428 07:25:44.172487 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"efbf8b70-d0f5-4d58-a6ce-af1feef053e9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3556", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0428 07:25:44.182542 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:25:44.182610 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.83 - - [28/Apr/2026:07:25:46 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 5.377 [auth-system-keycloak-80] [] 10.0.0.196:8080 0 5.376 201 f3675bc70c601236b587bac5eb09cca4 199.19.213.83 - - [28/Apr/2026:07:25:47 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4177 "-" "Ansible" 1195 0.628 [auth-system-keycloak-80] [] 10.0.0.196:8080 4177 0.627 200 438dad99d054564934a2c238427b2ba7 199.19.213.83 - - [28/Apr/2026:07:25:47 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.082 [auth-system-keycloak-80] [] 10.0.0.196:8080 1882 0.079 200 a299a088c29e7c155c90493f001f52c0 199.19.213.83 - - [28/Apr/2026:07:25:47 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1209 0.022 [auth-system-keycloak-80] [] 10.0.0.196:8080 12500 0.022 200 a82bd349f83030064b9f50bcf3255b9e 199.19.213.83 - - [28/Apr/2026:07:25:47 +0000] "GET /admin/realms/atmosphere/client-scopes/8fd7e816-87da-4f6a-b974-04ca04890a34 HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.061 [auth-system-keycloak-80] [] 10.0.0.196:8080 1278 0.061 200 e9dedd06a6caa3650ac180199ee5928d 199.19.213.83 - - [28/Apr/2026:07:25:47 +0000] "PUT /admin/realms/atmosphere/client-scopes/8fd7e816-87da-4f6a-b974-04ca04890a34 HTTP/1.1" 204 0 "-" "Ansible" 1846 0.089 [auth-system-keycloak-80] [] 10.0.0.196:8080 0 0.089 204 64cb486abc6e7a6fafadb20c688ef070 199.19.213.83 - - [28/Apr/2026:07:25:47 +0000] "GET /admin/realms/atmosphere/client-scopes/8fd7e816-87da-4f6a-b974-04ca04890a34/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.020 [auth-system-keycloak-80] [] 10.0.0.196:8080 963 0.019 200 54817983c93abdc142fe6e2d7c17f679 199.19.213.83 - - [28/Apr/2026:07:25:48 +0000] "GET /admin/realms/atmosphere/client-scopes/8fd7e816-87da-4f6a-b974-04ca04890a34/protocol-mappers/models/96148f19-1d84-4b2c-acab-2706477c39b8 HTTP/1.1" 200 366 "-" "Ansible" 1307 0.057 [auth-system-keycloak-80] [] 10.0.0.196:8080 366 0.057 200 f92b5b566059aef551534c09cbae112d 199.19.213.83 - - [28/Apr/2026:07:25:48 +0000] "PUT /admin/realms/atmosphere/client-scopes/8fd7e816-87da-4f6a-b974-04ca04890a34/protocol-mappers/models/96148f19-1d84-4b2c-acab-2706477c39b8 HTTP/1.1" 204 0 "-" "Ansible" 1620 0.082 [auth-system-keycloak-80] [] 10.0.0.196:8080 0 0.082 204 8c3f7810816ab7909bb51d96c3f5deec 199.19.213.83 - - [28/Apr/2026:07:25:48 +0000] "GET /admin/realms/atmosphere/client-scopes/8fd7e816-87da-4f6a-b974-04ca04890a34 HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.017 [auth-system-keycloak-80] [] 10.0.0.196:8080 1218 0.016 200 191e707787530000b8d908a5550f15c3 199.19.213.83 - - [28/Apr/2026:07:26:09 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.048 [auth-system-keycloak-80] [] 10.0.0.196:8080 1882 0.048 200 47cca423ac57a7726702c5bd9a803707 199.19.213.83 - - [28/Apr/2026:07:26:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.035 [auth-system-keycloak-80] [] 10.0.0.196:8080 2 0.034 200 40abd3fabfad07a6da6fdcb9dc6bbe7f 199.19.213.83 - - [28/Apr/2026:07:26:09 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.207 [auth-system-keycloak-80] [] 10.0.0.196:8080 0 0.206 201 6d6993ef796c787de3c43a52cf535fb0 199.19.213.83 - - [28/Apr/2026:07:26:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.090 [auth-system-keycloak-80] [] 10.0.0.196:8080 1259 0.091 200 e276f5159a3888826400481c508c16ac 199.19.213.83 - - [28/Apr/2026:07:26:09 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.048 [auth-system-keycloak-80] [] 10.0.0.196:8080 1882 0.046 200 a43c77830d14e4de3bf0df7f73a291a3 199.19.213.83 - - [28/Apr/2026:07:26:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.031 [auth-system-keycloak-80] [] 10.0.0.196:8080 2 0.032 200 c45fe02656ccb86a3a23358d77ac865d 199.19.213.83 - - [28/Apr/2026:07:26:10 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.061 [auth-system-keycloak-80] [] 10.0.0.196:8080 0 0.060 201 278aa563a25a718f984914c752729486 199.19.213.83 - - [28/Apr/2026:07:26:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.023 [auth-system-keycloak-80] [] 10.0.0.196:8080 1283 0.024 200 e007765efc8d1d77823a0dc75aacec71 199.19.213.83 - - [28/Apr/2026:07:26:10 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.051 [auth-system-keycloak-80] [] 10.0.0.196:8080 1882 0.046 200 351d3f9532327be922f68429bac79edb 199.19.213.83 - - [28/Apr/2026:07:26:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.034 [auth-system-keycloak-80] [] 10.0.0.196:8080 2 0.034 200 6ba2560cfbcf06fe4ae2701dda0529b7 199.19.213.83 - - [28/Apr/2026:07:26:10 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.098 [auth-system-keycloak-80] [] 10.0.0.196:8080 0 0.097 201 16bea55430ac0400a872f5378c023988 199.19.213.83 - - [28/Apr/2026:07:26:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.018 [auth-system-keycloak-80] [] 10.0.0.196:8080 1249 0.018 200 44e18db87061f06760703d1a9b78ddb4 199.19.213.83 - - [28/Apr/2026:07:26:11 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.053 [auth-system-keycloak-80] [] 10.0.0.196:8080 1882 0.050 200 65bbe33226fc0eaa95c7e3265477699b 199.19.213.83 - - [28/Apr/2026:07:26:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.038 [auth-system-keycloak-80] [] 10.0.0.196:8080 1259 0.038 200 48fa3f9ee9da75133299a793cea06b86 199.19.213.83 - - [28/Apr/2026:07:26:11 +0000] "GET /admin/realms/atmosphere/clients/b77e20b3-244c-40fe-bc05-52eaae8b9e69/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1253 0.018 [auth-system-keycloak-80] [] 10.0.0.196:8080 31 0.018 404 430b05826c1497177bda6290e0a85f17 199.19.213.83 - - [28/Apr/2026:07:26:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.196:8080 1259 0.008 200 e8ae901ddd67dd099e215eed07021f9b 199.19.213.83 - - [28/Apr/2026:07:26:11 +0000] "POST /admin/realms/atmosphere/clients/b77e20b3-244c-40fe-bc05-52eaae8b9e69/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.057 [auth-system-keycloak-80] [] 10.0.0.196:8080 0 0.056 201 e4080c17cf41c8f9349fff0d2ea7eabc 199.19.213.83 - - [28/Apr/2026:07:26:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.196:8080 1259 0.010 200 e94ec7abf4cc9273b1e9fcbc5e5c2f88 199.19.213.83 - - [28/Apr/2026:07:26:11 +0000] "GET /admin/realms/atmosphere/clients/b77e20b3-244c-40fe-bc05-52eaae8b9e69/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.066 [auth-system-keycloak-80] [] 10.0.0.196:8080 166 0.066 200 f5ab9db640873648d8ba5d7f2449c8d6 199.19.213.83 - - [28/Apr/2026:07:26:11 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.052 [auth-system-keycloak-80] [] 10.0.0.196:8080 1882 0.051 200 20f2f5a4af19e59d169b8da03b294415 199.19.213.83 - - [28/Apr/2026:07:26:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.196:8080 1283 0.006 200 93b06631a5e5218285570b83291716f6 199.19.213.83 - - [28/Apr/2026:07:26:11 +0000] "GET /admin/realms/atmosphere/clients/6d367e42-7e39-49b9-9627-32dd0a6e3175/roles/admin HTTP/1.1" 404 31 "-" "Ansible" 1252 0.008 [auth-system-keycloak-80] [] 10.0.0.196:8080 31 0.007 404 15c743af931eb3eee7fd44d90b0a1cbe 199.19.213.83 - - [28/Apr/2026:07:26:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.196:8080 1283 0.006 200 cc4668587efb7dbcfa29e03bfe8c6438 199.19.213.83 - - [28/Apr/2026:07:26:11 +0000] "POST /admin/realms/atmosphere/clients/6d367e42-7e39-49b9-9627-32dd0a6e3175/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.013 [auth-system-keycloak-80] [] 10.0.0.196:8080 0 0.012 201 a556a4df89affb225209cdee9610f929 199.19.213.83 - - [28/Apr/2026:07:26:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.196:8080 1283 0.006 200 35693ba7044e8c2d220bb942155d59ca 199.19.213.83 - - [28/Apr/2026:07:26:11 +0000] "GET /admin/realms/atmosphere/clients/6d367e42-7e39-49b9-9627-32dd0a6e3175/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.071 [auth-system-keycloak-80] [] 10.0.0.196:8080 165 0.071 200 6fd11d709438e45c2111b603392eb4d2 199.19.213.83 - - [28/Apr/2026:07:26:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.053 [auth-system-keycloak-80] [] 10.0.0.196:8080 1882 0.052 200 195cbdbfeaade46fb3bdfd82b664b715 199.19.213.83 - - [28/Apr/2026:07:26:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.196:8080 1283 0.008 200 0008f599caf273a78fde09245ef884d0 199.19.213.83 - - [28/Apr/2026:07:26:12 +0000] "GET /admin/realms/atmosphere/clients/6d367e42-7e39-49b9-9627-32dd0a6e3175/roles/editor HTTP/1.1" 404 31 "-" "Ansible" 1253 0.009 [auth-system-keycloak-80] [] 10.0.0.196:8080 31 0.010 404 5b95297c637fc7fb2046aa50e2e81dc4 199.19.213.83 - - [28/Apr/2026:07:26:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.027 [auth-system-keycloak-80] [] 10.0.0.196:8080 1283 0.027 200 dd2b5f2b078385b141a705db7a2d86f6 199.19.213.83 - - [28/Apr/2026:07:26:12 +0000] "POST /admin/realms/atmosphere/clients/6d367e42-7e39-49b9-9627-32dd0a6e3175/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.017 [auth-system-keycloak-80] [] 10.0.0.196:8080 0 0.016 201 2db329d179656b3a0709b190fa99d830 199.19.213.83 - - [28/Apr/2026:07:26:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.063 [auth-system-keycloak-80] [] 10.0.0.196:8080 1283 0.063 200 e3525b7629fbfab51d9572c45b402d1e 199.19.213.83 - - [28/Apr/2026:07:26:12 +0000] "GET /admin/realms/atmosphere/clients/6d367e42-7e39-49b9-9627-32dd0a6e3175/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.012 [auth-system-keycloak-80] [] 10.0.0.196:8080 166 0.012 200 b0e2623bfbdeb71363d2de5db42b41aa 199.19.213.83 - - [28/Apr/2026:07:26:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.058 [auth-system-keycloak-80] [] 10.0.0.196:8080 1882 0.056 200 56b410cf4457c14dcf69a8394f1f140b 199.19.213.83 - - [28/Apr/2026:07:26:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.015 [auth-system-keycloak-80] [] 10.0.0.196:8080 1283 0.016 200 1f71bc6f1279c46289680e9efe629556 199.19.213.83 - - [28/Apr/2026:07:26:12 +0000] "GET /admin/realms/atmosphere/clients/6d367e42-7e39-49b9-9627-32dd0a6e3175/roles/viewer HTTP/1.1" 404 31 "-" "Ansible" 1253 0.018 [auth-system-keycloak-80] [] 10.0.0.196:8080 31 0.018 404 9edfb54a93a9a7b56014bd49a71761ae 199.19.213.83 - - [28/Apr/2026:07:26:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.066 [auth-system-keycloak-80] [] 10.0.0.196:8080 1283 0.067 200 aa59ec372377185762e931dae57e5558 199.19.213.83 - - [28/Apr/2026:07:26:12 +0000] "POST /admin/realms/atmosphere/clients/6d367e42-7e39-49b9-9627-32dd0a6e3175/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.019 [auth-system-keycloak-80] [] 10.0.0.196:8080 0 0.019 201 3c116d4926791be5119989d0fdb6e616 199.19.213.83 - - [28/Apr/2026:07:26:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.196:8080 1283 0.006 200 ec39b610497d9cc30b966bab170345d3 199.19.213.83 - - [28/Apr/2026:07:26:13 +0000] "GET /admin/realms/atmosphere/clients/6d367e42-7e39-49b9-9627-32dd0a6e3175/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.039 [auth-system-keycloak-80] [] 10.0.0.196:8080 166 0.039 200 dac3e790328d86f615d9ad86c7e5aa1b 199.19.213.83 - - [28/Apr/2026:07:26:13 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.050 [auth-system-keycloak-80] [] 10.0.0.196:8080 1882 0.049 200 a27cfe81ea38300055670b42c3ae9552 199.19.213.83 - - [28/Apr/2026:07:26:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.196:8080 1249 0.007 200 73b20f1e002f23aedca54873f0f6cbc4 199.19.213.83 - - [28/Apr/2026:07:26:13 +0000] "GET /admin/realms/atmosphere/clients/7ced255c-78ba-40ba-bf30-6ee4c0c8c898/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1253 0.038 [auth-system-keycloak-80] [] 10.0.0.196:8080 31 0.039 404 67f1766cbc46feed4e89a8485fd2ef89 199.19.213.83 - - [28/Apr/2026:07:26:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.196:8080 1249 0.005 200 3ef1141eb445f180e82516eea3a48dd5 199.19.213.83 - - [28/Apr/2026:07:26:13 +0000] "POST /admin/realms/atmosphere/clients/7ced255c-78ba-40ba-bf30-6ee4c0c8c898/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.019 [auth-system-keycloak-80] [] 10.0.0.196:8080 0 0.017 201 02ec3c31a90c153d4762a4492c8661d8 199.19.213.83 - - [28/Apr/2026:07:26:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.040 [auth-system-keycloak-80] [] 10.0.0.196:8080 1249 0.040 200 53b3e6e5607971ebcbeea513eaa332e4 199.19.213.83 - - [28/Apr/2026:07:26:13 +0000] "GET /admin/realms/atmosphere/clients/7ced255c-78ba-40ba-bf30-6ee4c0c8c898/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.014 [auth-system-keycloak-80] [] 10.0.0.196:8080 166 0.014 200 643ad7ad07f342befc423749747b8cf5 W0428 07:27:24.724885 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:27:24.724929 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:27:24.816163 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0428 07:27:24.816230 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0428 07:27:24.816348 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:27:24.816366 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:27:24.817107 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0428 07:27:24.817173 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0428 07:27:24.817213 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:27:24.817230 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:27:24.817703 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 07:27:24.817817 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0428 07:27:24.817901 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:27:24.817920 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 07:27:24.819083 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0428 07:27:24.819121 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0428 07:27:24.820308 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0428 07:27:24.820335 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0428 07:27:24.822426 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.006s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.007s testedConfigurationSize:18.2kB} I0428 07:27:24.822456 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0428 07:27:24.830955 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0428 07:27:24.831430 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0428 07:27:24.831461 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0428 07:27:24.831887 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"0d4a716a-1aaf-4266-bbf3-75bd831020a7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4309", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0428 07:27:24.831904 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0428 07:27:24.831932 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"7f2eb5d7-5765-4128-9f0b-39d754d92077", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4315", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0428 07:27:24.832849 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0428 07:27:24.833524 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0428 07:27:24.833571 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"ddf98699-1f3c-423d-b5dd-903b0a7548ef", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4316", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0428 07:27:25.130172 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0428 07:27:25.130998 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0428 07:27:25.206055 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0428 07:27:25.206888 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0428 07:27:27.051621 7 store.go:645] "secret was updated and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0428 07:27:27.052422 7 backend_ssl.go:59] "Updating secret in local store" name="monitoring/grafana-tls" I0428 07:27:27.299279 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0428 07:27:27.300303 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0428 07:27:28.058180 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 07:27:28.058249 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0428 07:27:28.058298 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0428 07:27:28.058419 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:27:28.058445 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 07:27:28.058568 7 controller.go:196] "Configuration changes detected, backend reload required" I0428 07:27:28.112291 7 controller.go:216] "Backend successfully reloaded" I0428 07:27:28.112573 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-56xw7", UID:"34810715-48e2-46f5-aa52-9736bed49aa7", APIVersion:"v1", ResourceVersion:"1484", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0428 07:27:31.391936 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 07:27:31.392034 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0428 07:27:31.392078 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0428 07:27:31.392191 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:27:31.392221 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:27:34.725723 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 07:27:34.725793 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0428 07:27:34.725827 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0428 07:27:34.725929 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:27:34.725946 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:27:38.059092 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 07:27:38.059183 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0428 07:27:38.059222 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0428 07:27:38.059339 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:27:38.059368 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:27:41.391597 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 07:27:41.391677 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0428 07:27:41.391718 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0428 07:27:41.391880 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:27:41.391925 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 07:27:44.136434 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.111.221.78"}] I0428 07:27:44.137489 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.111.221.78"}] I0428 07:27:44.137498 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.111.221.78"}] I0428 07:27:44.144190 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"ddf98699-1f3c-423d-b5dd-903b0a7548ef", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4899", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0428 07:27:44.150630 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"0d4a716a-1aaf-4266-bbf3-75bd831020a7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4900", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0428 07:27:44.152741 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"7f2eb5d7-5765-4128-9f0b-39d754d92077", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4901", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0428 07:27:44.724976 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 07:27:44.725166 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0428 07:27:44.725325 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0428 07:27:44.725566 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:27:44.725639 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:27:48.058896 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 07:27:48.058935 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0428 07:27:48.058960 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0428 07:27:48.059034 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:27:48.059047 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.9 - - [28/Apr/2026:07:27:50 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6297 "-" "Go-http-client/1.1" 160 0.037 [auth-system-keycloak-80] [] 10.0.0.196:8080 6297 0.037 200 4f941266243d6fa2ddbabf2b5599e770 W0428 07:27:51.391769 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 07:27:51.391833 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0428 07:27:51.392152 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:27:51.392185 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:27:54.725247 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 07:27:54.725310 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0428 07:27:54.725455 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:27:54.725486 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:27:58.058615 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 07:27:58.058753 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:27:58.058774 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.29 - - [28/Apr/2026:07:27:58 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6297 "-" "Go-http-client/1.1" 160 0.007 [auth-system-keycloak-80] [] 10.0.0.196:8080 6297 0.008 200 6048ebdceb35c6184fb4e53d573c6139 W0428 07:28:01.392501 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 07:28:01.392943 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:28:01.393076 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:28:06.951937 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:28:06.951964 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:28:10.287272 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:28:10.287325 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.83 - - [28/Apr/2026:07:28:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.046 [auth-system-keycloak-80] [] 10.0.0.196:8080 1882 0.045 200 53285a77c9a2005fb0304b1bb1715e76 199.19.213.83 - - [28/Apr/2026:07:28:12 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4177 "-" "Ansible" 1195 0.005 [auth-system-keycloak-80] [] 10.0.0.196:8080 4177 0.006 200 05593ff848da9273d466b5cf9f4cb1dc 199.19.213.83 - - [28/Apr/2026:07:28:12 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5634 0.453 [auth-system-keycloak-80] [] 10.0.0.196:8080 0 0.453 204 24d14091c49228b9ed8624c3a0b6625b 199.19.213.83 - - [28/Apr/2026:07:28:13 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4315 "-" "Ansible" 1195 0.273 [auth-system-keycloak-80] [] 10.0.0.196:8080 4315 0.273 200 12b5b66daa933df91e50daa6e636492b 199.19.213.83 - - [28/Apr/2026:07:28:13 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6297 "-" "ansible-httpget" 180 0.006 [auth-system-keycloak-80] [] 10.0.0.196:8080 6297 0.006 200 cf7911bd72b151ea0f9d63dc76433e38 W0428 07:28:13.619608 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:28:13.619646 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.83 - - [28/Apr/2026:07:28:14 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.047 [auth-system-keycloak-80] [] 10.0.0.196:8080 1882 0.046 200 dc4ed3c17accf17cb39dd5c714332dfc 199.19.213.83 - - [28/Apr/2026:07:28:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.009 [auth-system-keycloak-80] [] 10.0.0.196:8080 2 0.009 200 914e6eacc0224dcbbe24d0f407148570 199.19.213.83 - - [28/Apr/2026:07:28:14 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.095 [auth-system-keycloak-80] [] 10.0.0.196:8080 0 0.095 201 3d8cf0df8fac82b47d5114f5beb53cfc 199.19.213.83 - - [28/Apr/2026:07:28:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.088 [auth-system-keycloak-80] [] 10.0.0.196:8080 2242 0.088 200 14a423d795fcac9ad43567269faa7da4 199.19.213.83 - - [28/Apr/2026:07:28:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.050 [auth-system-keycloak-80] [] 10.0.0.196:8080 1882 0.046 200 faeb4b22e153f975d1228ceb68d719f2 199.19.213.83 - - [28/Apr/2026:07:28:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.008 [auth-system-keycloak-80] [] 10.0.0.196:8080 2242 0.008 200 88ab591fa463549c361989f2451b0f37 199.19.213.83 - - [28/Apr/2026:07:28:15 +0000] "GET /admin/realms/atmosphere/clients/fe004c43-4ae0-402e-9a94-bbcb22027d7c/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.059 [auth-system-keycloak-80] [] 10.0.0.196:8080 233 0.059 200 83f5e4d69512acb954cba6b4791ae505 199.19.213.83 - - [28/Apr/2026:07:28:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.019 [auth-system-keycloak-80] [] 10.0.0.196:8080 831 0.019 200 e46b2586eeff14501bb5d84532adb0f8 199.19.213.83 - - [28/Apr/2026:07:28:15 +0000] "GET /admin/realms/atmosphere/clients/92735625-37ef-472f-99a2-0c46b66f19f3/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.067 [auth-system-keycloak-80] [] 10.0.0.196:8080 3758 0.067 200 2e11df95758a6f6ecdd3caa7b6e41fa0 199.19.213.83 - - [28/Apr/2026:07:28:15 +0000] "GET /admin/realms/atmosphere/users/344b002d-d98b-409c-aca4-25698db3d303/role-mappings/clients/92735625-37ef-472f-99a2-0c46b66f19f3/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.106 [auth-system-keycloak-80] [] 10.0.0.196:8080 3758 0.106 200 ce0893bd6b6fd0713b43f2f1f78bbe11 199.19.213.83 - - [28/Apr/2026:07:28:15 +0000] "GET /admin/realms/atmosphere/users/344b002d-d98b-409c-aca4-25698db3d303/role-mappings/clients/92735625-37ef-472f-99a2-0c46b66f19f3/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.071 [auth-system-keycloak-80] [] 10.0.0.196:8080 2 0.071 200 8779aac7e0bae2fdb234a37d1dc56f1d 199.19.213.83 - - [28/Apr/2026:07:28:15 +0000] "POST /admin/realms/atmosphere/users/344b002d-d98b-409c-aca4-25698db3d303/role-mappings/clients/92735625-37ef-472f-99a2-0c46b66f19f3 HTTP/1.1" 204 0 "-" "Ansible" 1388 0.021 [auth-system-keycloak-80] [] 10.0.0.196:8080 0 0.020 204 5cea29f82944229a7d0827944410724a 199.19.213.83 - - [28/Apr/2026:07:28:15 +0000] "GET /admin/realms/atmosphere/users/344b002d-d98b-409c-aca4-25698db3d303/role-mappings/clients/92735625-37ef-472f-99a2-0c46b66f19f3/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.051 [auth-system-keycloak-80] [] 10.0.0.196:8080 576 0.051 200 67ae123dc4639709df05887d35c70249 W0428 07:28:18.245909 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:28:18.245941 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:28:21.579571 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:28:21.579621 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:30:24.645133 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:30:24.645179 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:30:58.501480 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0428 07:30:58.501526 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:30:58.501536 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 07:30:58.503267 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.002s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:28.7kB} I0428 07:30:58.503287 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0428 07:30:58.508559 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0428 07:30:58.508802 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"53db6ad5-1938-44fa-a2e0-4b75b3be6d82", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6309", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0428 07:30:58.508872 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0428 07:30:58.509103 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0428 07:30:58.509149 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:30:58.509158 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 07:30:58.509243 7 controller.go:196] "Configuration changes detected, backend reload required" I0428 07:30:58.570768 7 controller.go:216] "Backend successfully reloaded" I0428 07:30:58.571203 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-56xw7", UID:"34810715-48e2-46f5-aa52-9736bed49aa7", APIVersion:"v1", ResourceVersion:"1484", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0428 07:30:58.852678 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0428 07:30:58.853572 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0428 07:31:01.843092 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:31:01.843280 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.83 - - [28/Apr/2026:07:31:02 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.005 [openstack-keystone-api-5000] [] 10.0.0.55:5000 280 0.005 300 286b2d8834cfd514bd80e98bb8d1e3ca 199.19.213.83 - - [28/Apr/2026:07:31:04 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.55:5000 265 0.004 200 684679a7598d5a6ce1f0f1c977c26244 199.19.213.83 - - [28/Apr/2026:07:31:04 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.335 [openstack-keystone-api-5000] [] 10.0.0.55:5000 1296 0.335 201 3c74f248da09b32c415eac20b172680b 199.19.213.83 - - [28/Apr/2026:07:31:04 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.55:5000 280 0.004 300 5bb7a7dc23b9aa7ca3883358103519b9 199.19.213.83 - - [28/Apr/2026:07:31:04 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 366 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.041 [openstack-keystone-api-5000] [] 10.0.0.55:5000 366 0.041 200 d510d117d5b159442e8d6b486775fe06 199.19.213.83 - - [28/Apr/2026:07:31:05 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.55:5000 265 0.004 200 f9f41329f18e6c9df8045dd52092597f 199.19.213.83 - - [28/Apr/2026:07:31:05 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.294 [openstack-keystone-api-5000] [] 10.0.0.55:5000 1296 0.294 201 5215500f74d4588ba8fcd842f73640ff 199.19.213.83 - - [28/Apr/2026:07:31:05 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.55:5000 280 0.004 300 6b95ba96663ee9e2f65d0fb31b143855 199.19.213.83 - - [28/Apr/2026:07:31:05 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 462 0.022 [openstack-keystone-api-5000] [] 10.0.0.55:5000 101 0.023 404 8aed0e2c9ed3765a513ebff8b8ca4d02 199.19.213.83 - - [28/Apr/2026:07:31:05 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 155 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 464 0.023 [openstack-keystone-api-5000] [] 10.0.0.55:5000 155 0.024 200 aa5fed515af35f3b9271cb1c7842db24 199.19.213.83 - - [28/Apr/2026:07:31:05 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 451 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 679 0.035 [openstack-keystone-api-5000] [] 10.0.0.55:5000 451 0.036 201 763d2da643c2c97699cc8ae113de7695 199.19.213.83 - - [28/Apr/2026:07:31:06 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.007 [openstack-keystone-api-5000] [] 10.0.0.55:5000 265 0.006 200 1d17413bd37a8b479f33ff8022d38976 199.19.213.83 - - [28/Apr/2026:07:31:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.332 [openstack-keystone-api-5000] [] 10.0.0.55:5000 1296 0.331 201 6cc34da51415c1f2529217661f265cb1 199.19.213.83 - - [28/Apr/2026:07:31:06 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.55:5000 280 0.004 300 08aba98b52607b849bb4608357625808 199.19.213.83 - - [28/Apr/2026:07:31:06 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.038 [openstack-keystone-api-5000] [] 10.0.0.55:5000 98 0.037 404 54ea32bb25981187b9978c568ad205dd 199.19.213.83 - - [28/Apr/2026:07:31:06 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 135 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 454 0.020 [openstack-keystone-api-5000] [] 10.0.0.55:5000 135 0.020 200 49b5894d486737e4180d14f5fca277e0 199.19.213.83 - - [28/Apr/2026:07:31:06 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 331 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 738 0.029 [openstack-keystone-api-5000] [] 10.0.0.55:5000 331 0.029 201 27ecd66ce51cd5649c8d6c8c7125fe9c 199.19.213.83 - - [28/Apr/2026:07:31:07 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.55:5000 265 0.002 200 73b608beac0922b41c08be16a2cdee36 199.19.213.83 - - [28/Apr/2026:07:31:07 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.289 [openstack-keystone-api-5000] [] 10.0.0.55:5000 1296 0.289 201 c083abc8846e26414dba9c021c8191e4 199.19.213.83 - - [28/Apr/2026:07:31:07 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.007 [openstack-keystone-api-5000] [] 10.0.0.55:5000 280 0.006 300 37ab8fe4086bcf7b478f520e14abfab8 199.19.213.83 - - [28/Apr/2026:07:31:07 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 497 0.031 [openstack-keystone-api-5000] [] 10.0.0.55:5000 131 0.031 404 588c618aa408192b7b0100d220f63e9e 199.19.213.83 - - [28/Apr/2026:07:31:07 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 167 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 485 0.025 [openstack-keystone-api-5000] [] 10.0.0.55:5000 167 0.024 200 61c3f9ebd0c5700b9cbed6b4efea8ed7 199.19.213.83 - - [28/Apr/2026:07:31:07 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 222 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 580 0.035 [openstack-keystone-api-5000] [] 10.0.0.55:5000 222 0.035 201 1467af9b9ff99a36d7d6c8f83de4fad3 W0428 07:31:10.230201 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:31:10.230233 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:31:13.563902 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:31:13.563953 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:31:16.898911 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:31:16.898977 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:31:37.727000 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0428 07:31:37.727113 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0428 07:31:37.727178 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:31:37.727202 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 07:31:37.731025 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:32.2kB} I0428 07:31:37.731049 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/dashboard" I0428 07:31:37.737827 7 store.go:440] "Found valid IngressClass" ingress="openstack/dashboard" ingressclass="atmosphere" I0428 07:31:37.738461 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"d3abb8b0-23cb-46c0-9132-0a1cbb6f94cf", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6668", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0428 07:31:37.738695 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/horizon-int-certs" in local store W0428 07:31:37.739097 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0428 07:31:37.739299 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0428 07:31:37.739408 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:31:37.739462 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 07:31:37.739627 7 controller.go:196] "Configuration changes detected, backend reload required" I0428 07:31:37.815873 7 controller.go:216] "Backend successfully reloaded" I0428 07:31:37.816243 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-56xw7", UID:"34810715-48e2-46f5-aa52-9736bed49aa7", APIVersion:"v1", ResourceVersion:"1484", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0428 07:31:38.136947 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/horizon-int-certs" I0428 07:31:38.137636 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/horizon-int-certs" W0428 07:31:41.072733 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0428 07:31:41.072890 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:31:41.072926 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 07:31:44.136177 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.111.221.78"}] I0428 07:31:44.136332 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="dashboard" currentValue=null newValue=[{"ip":"10.111.221.78"}] I0428 07:31:44.141239 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"53db6ad5-1938-44fa-a2e0-4b75b3be6d82", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6745", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0428 07:31:44.143435 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"d3abb8b0-23cb-46c0-9132-0a1cbb6f94cf", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6746", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0428 07:31:44.406164 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0428 07:31:44.406328 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:31:44.406357 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:31:47.740983 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0428 07:31:47.741249 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:31:47.741259 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:32:18.117997 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0428 07:32:18.118103 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:32:18.118116 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 07:32:18.120203 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.003s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:32.2kB} I0428 07:32:18.120228 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" 199.19.213.83 - - [28/Apr/2026:07:32:21 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.044 [auth-system-keycloak-80] [] 10.0.0.196:8080 1882 0.043 200 5be9c2aa7efd8e9322ce091f2bcb2af3 199.19.213.83 - - [28/Apr/2026:07:32:21 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4315 "-" "Ansible" 1195 0.009 [auth-system-keycloak-80] [] 10.0.0.196:8080 4315 0.009 200 b2a239ff5f95ffde1afaba36c0c0dfff 199.19.213.83 - - [28/Apr/2026:07:32:21 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5780 0.122 [auth-system-keycloak-80] [] 10.0.0.196:8080 0 0.121 204 8a7c3fb75f9e0a153cb5c58714085d34 199.19.213.83 - - [28/Apr/2026:07:32:21 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4315 "-" "Ansible" 1195 0.166 [auth-system-keycloak-80] [] 10.0.0.196:8080 4315 0.166 200 abc12b961a1e5cc4df6bd2036674fb35 199.19.213.83 - - [28/Apr/2026:07:32:22 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.048 [auth-system-keycloak-80] [] 10.0.0.196:8080 1882 0.046 200 d9a1e1d0172c2bedb5d3a91724944909 199.19.213.83 - - [28/Apr/2026:07:32:22 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12447 "-" "Ansible" 1209 0.006 [auth-system-keycloak-80] [] 10.0.0.196:8080 12440 0.006 200 ed8f28dfe324d27b41811900a83843c8 199.19.213.83 - - [28/Apr/2026:07:32:22 +0000] "GET /admin/realms/atmosphere/client-scopes/8fd7e816-87da-4f6a-b974-04ca04890a34 HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.016 [auth-system-keycloak-80] [] 10.0.0.196:8080 1218 0.017 200 270152c130e32012db8c234752d4d09e 199.19.213.83 - - [28/Apr/2026:07:32:22 +0000] "PUT /admin/realms/atmosphere/client-scopes/8fd7e816-87da-4f6a-b974-04ca04890a34 HTTP/1.1" 204 0 "-" "Ansible" 1846 0.012 [auth-system-keycloak-80] [] 10.0.0.196:8080 0 0.012 204 fe790d142f7817903f81d0e2ee2addd6 199.19.213.83 - - [28/Apr/2026:07:32:22 +0000] "GET /admin/realms/atmosphere/client-scopes/8fd7e816-87da-4f6a-b974-04ca04890a34/protocol-mappers/models HTTP/1.1" 200 968 "-" "Ansible" 1270 0.015 [auth-system-keycloak-80] [] 10.0.0.196:8080 968 0.015 200 e602bec5295a91dde0bbd9df4e31ece5 199.19.213.83 - - [28/Apr/2026:07:32:22 +0000] "GET /admin/realms/atmosphere/client-scopes/8fd7e816-87da-4f6a-b974-04ca04890a34/protocol-mappers/models/96148f19-1d84-4b2c-acab-2706477c39b8 HTTP/1.1" 200 371 "-" "Ansible" 1307 0.005 [auth-system-keycloak-80] [] 10.0.0.196:8080 371 0.004 200 29a33fa7b6716a8d54cec8b1ed8c56f0 199.19.213.83 - - [28/Apr/2026:07:32:22 +0000] "PUT /admin/realms/atmosphere/client-scopes/8fd7e816-87da-4f6a-b974-04ca04890a34/protocol-mappers/models/96148f19-1d84-4b2c-acab-2706477c39b8 HTTP/1.1" 204 0 "-" "Ansible" 1620 0.030 [auth-system-keycloak-80] [] 10.0.0.196:8080 0 0.028 204 81c7cb0428813a28090a34f721c7ec2a 199.19.213.83 - - [28/Apr/2026:07:32:22 +0000] "GET /admin/realms/atmosphere/client-scopes/8fd7e816-87da-4f6a-b974-04ca04890a34 HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.011 [auth-system-keycloak-80] [] 10.0.0.196:8080 1218 0.011 200 9526d62ad0d99182c2d6e2cecd42020d 199.19.213.83 - - [28/Apr/2026:07:32:28 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.057 [auth-system-keycloak-80] [] 10.0.0.196:8080 1882 0.057 200 4593ce4fa43963c9b3a5293ce44bc61b 199.19.213.83 - - [28/Apr/2026:07:32:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.010 [auth-system-keycloak-80] [] 10.0.0.196:8080 1259 0.010 200 38c50af3a6af794000c04a61e585f1a1 199.19.213.83 - - [28/Apr/2026:07:32:28 +0000] "PUT /admin/realms/atmosphere/clients/b77e20b3-244c-40fe-bc05-52eaae8b9e69 HTTP/1.1" 204 0 "-" "Ansible" 2603 0.064 [auth-system-keycloak-80] [] 10.0.0.196:8080 0 0.063 204 2c8d01543525de580e22290870625e57 199.19.213.83 - - [28/Apr/2026:07:32:28 +0000] "GET /admin/realms/atmosphere/clients/b77e20b3-244c-40fe-bc05-52eaae8b9e69 HTTP/1.1" 200 1257 "-" "Ansible" 1240 0.021 [auth-system-keycloak-80] [] 10.0.0.196:8080 1257 0.021 200 d31d11f5993039d28366e42cecdcf9b2 199.19.213.83 - - [28/Apr/2026:07:32:28 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.045 [auth-system-keycloak-80] [] 10.0.0.196:8080 1882 0.044 200 84bcd817d36cc939a8e0974f40b388c1 199.19.213.83 - - [28/Apr/2026:07:32:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.196:8080 1283 0.005 200 6933b559b9a929db3766e7ae1eaad791 199.19.213.83 - - [28/Apr/2026:07:32:28 +0000] "PUT /admin/realms/atmosphere/clients/6d367e42-7e39-49b9-9627-32dd0a6e3175 HTTP/1.1" 204 0 "-" "Ansible" 2628 0.066 [auth-system-keycloak-80] [] 10.0.0.196:8080 0 0.063 204 ddcfde9eabd43ea7686784a0093fcd19 199.19.213.83 - - [28/Apr/2026:07:32:28 +0000] "GET /admin/realms/atmosphere/clients/6d367e42-7e39-49b9-9627-32dd0a6e3175 HTTP/1.1" 200 1281 "-" "Ansible" 1240 0.021 [auth-system-keycloak-80] [] 10.0.0.196:8080 1281 0.021 200 fe042692f15782ff05cc7ec5a08575eb 199.19.213.83 - - [28/Apr/2026:07:32:29 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.043 [auth-system-keycloak-80] [] 10.0.0.196:8080 1882 0.042 200 4ee6d7e62d12db57b0355514c00957cb 199.19.213.83 - - [28/Apr/2026:07:32:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.004 [auth-system-keycloak-80] [] 10.0.0.196:8080 1249 0.005 200 31170b2db9fd6a77b19dbd265c816c5e 199.19.213.83 - - [28/Apr/2026:07:32:29 +0000] "PUT /admin/realms/atmosphere/clients/7ced255c-78ba-40ba-bf30-6ee4c0c8c898 HTTP/1.1" 204 0 "-" "Ansible" 2593 0.027 [auth-system-keycloak-80] [] 10.0.0.196:8080 0 0.026 204 ac321af1373e90b3bf0d66f076bda7ce 199.19.213.83 - - [28/Apr/2026:07:32:29 +0000] "GET /admin/realms/atmosphere/clients/7ced255c-78ba-40ba-bf30-6ee4c0c8c898 HTTP/1.1" 200 1247 "-" "Ansible" 1240 0.015 [auth-system-keycloak-80] [] 10.0.0.196:8080 1247 0.015 200 31bd25a177222a10509f6bd5800646b3 199.19.213.83 - - [28/Apr/2026:07:32:29 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.046 [auth-system-keycloak-80] [] 10.0.0.196:8080 1882 0.044 200 29fa3dfd7d5d9312dcffce29806b2776 199.19.213.83 - - [28/Apr/2026:07:32:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.196:8080 1259 0.008 200 3d5b367bad354acf08c534f9b9c355a4 199.19.213.83 - - [28/Apr/2026:07:32:29 +0000] "GET /admin/realms/atmosphere/clients/b77e20b3-244c-40fe-bc05-52eaae8b9e69/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.003 [auth-system-keycloak-80] [] 10.0.0.196:8080 166 0.003 200 840825fc261771847e80ebd172c9d1be 199.19.213.83 - - [28/Apr/2026:07:32:30 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.092 [auth-system-keycloak-80] [] 10.0.0.196:8080 1882 0.091 200 5b51a36421f99532efd0648d1854a007 199.19.213.83 - - [28/Apr/2026:07:32:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.010 [auth-system-keycloak-80] [] 10.0.0.196:8080 1283 0.009 200 5d56cb6681f8eaa5957f79b5562973b6 199.19.213.83 - - [28/Apr/2026:07:32:30 +0000] "GET /admin/realms/atmosphere/clients/6d367e42-7e39-49b9-9627-32dd0a6e3175/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.003 [auth-system-keycloak-80] [] 10.0.0.196:8080 165 0.003 200 af052a38bde2e6232706fa36024b4890 199.19.213.83 - - [28/Apr/2026:07:32:30 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.066 [auth-system-keycloak-80] [] 10.0.0.196:8080 1882 0.065 200 701e362c9c98a7526e3b53bdb39933b2 199.19.213.83 - - [28/Apr/2026:07:32:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.196:8080 1283 0.005 200 0ee989eb5cfcd19bef08c1580e475264 199.19.213.83 - - [28/Apr/2026:07:32:30 +0000] "GET /admin/realms/atmosphere/clients/6d367e42-7e39-49b9-9627-32dd0a6e3175/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.003 [auth-system-keycloak-80] [] 10.0.0.196:8080 166 0.003 200 1336cd0cebc687f46a3dd0f8ac603022 199.19.213.83 - - [28/Apr/2026:07:32:30 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.047 [auth-system-keycloak-80] [] 10.0.0.196:8080 1882 0.045 200 5cd7e00ef181d6a4a5460b74ed4d75a6 199.19.213.83 - - [28/Apr/2026:07:32:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.196:8080 1283 0.005 200 ba4905df8a216c5e2e692dde772a432a 199.19.213.83 - - [28/Apr/2026:07:32:31 +0000] "GET /admin/realms/atmosphere/clients/6d367e42-7e39-49b9-9627-32dd0a6e3175/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.003 [auth-system-keycloak-80] [] 10.0.0.196:8080 166 0.004 200 27d95430440919cb4122a5b0542fd68d 199.19.213.83 - - [28/Apr/2026:07:32:31 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.045 [auth-system-keycloak-80] [] 10.0.0.196:8080 1882 0.044 200 229b89392065cd51299922d6edf30100 199.19.213.83 - - [28/Apr/2026:07:32:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.009 [auth-system-keycloak-80] [] 10.0.0.196:8080 1249 0.009 200 0ffa37d98b503ef4729b2adc5d584ab5 199.19.213.83 - - [28/Apr/2026:07:32:31 +0000] "GET /admin/realms/atmosphere/clients/7ced255c-78ba-40ba-bf30-6ee4c0c8c898/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.003 [auth-system-keycloak-80] [] 10.0.0.196:8080 166 0.003 200 171608359b073565483410d6d2b08bc8 W0428 07:32:33.322624 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:32:33.323602 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:32:36.653479 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:32:36.653544 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:32:39.987920 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:32:39.987973 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.83 - - [28/Apr/2026:07:33:19 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.048 [auth-system-keycloak-80] [] 10.0.0.196:8080 1882 0.047 200 a64d21c4c4216f4f40949521860c3048 199.19.213.83 - - [28/Apr/2026:07:33:19 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4315 "-" "Ansible" 1195 0.004 [auth-system-keycloak-80] [] 10.0.0.196:8080 4315 0.004 200 d5c6714adb013e1325a10e29ae84aaa6 199.19.213.83 - - [28/Apr/2026:07:33:19 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5780 0.119 [auth-system-keycloak-80] [] 10.0.0.196:8080 0 0.118 204 224aebef13c8edb7fb05fcca7c3ad635 199.19.213.83 - - [28/Apr/2026:07:33:19 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4315 "-" "Ansible" 1195 0.153 [auth-system-keycloak-80] [] 10.0.0.196:8080 4315 0.153 200 eb10fc5eb7280cfe6800a3600e3aa5ec 199.19.213.83 - - [28/Apr/2026:07:33:19 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6297 "-" "ansible-httpget" 180 0.009 [auth-system-keycloak-80] [] 10.0.0.196:8080 6297 0.009 200 68223973fb54741ec2d3ac0dd4aec78d 199.19.213.83 - - [28/Apr/2026:07:33:20 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.043 [auth-system-keycloak-80] [] 10.0.0.196:8080 1882 0.041 200 c9b5cb944e049c5b6d276fe114936678 199.19.213.83 - - [28/Apr/2026:07:33:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.005 [auth-system-keycloak-80] [] 10.0.0.196:8080 2242 0.004 200 be50e1ee029c865c94a7e05daaa6bddd 199.19.213.83 - - [28/Apr/2026:07:33:20 +0000] "PUT /admin/realms/atmosphere/clients/fe004c43-4ae0-402e-9a94-bbcb22027d7c HTTP/1.1" 204 0 "-" "Ansible" 3640 0.079 [auth-system-keycloak-80] [] 10.0.0.196:8080 0 0.078 204 16bf3d0d1946b938aeb53dcffe64bb3b 199.19.213.83 - - [28/Apr/2026:07:33:20 +0000] "GET /admin/realms/atmosphere/clients/fe004c43-4ae0-402e-9a94-bbcb22027d7c HTTP/1.1" 200 2240 "-" "Ansible" 1240 0.034 [auth-system-keycloak-80] [] 10.0.0.196:8080 2240 0.034 200 01664d3bbadeb13d7977539faecb7def 199.19.213.83 - - [28/Apr/2026:07:33:21 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.055 [auth-system-keycloak-80] [] 10.0.0.196:8080 1882 0.055 200 52f9582e6f31a07e9ffe5d3763b6e907 199.19.213.83 - - [28/Apr/2026:07:33:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.009 [auth-system-keycloak-80] [] 10.0.0.196:8080 2242 0.009 200 b7af6058425ffe537891dc91efa54766 199.19.213.83 - - [28/Apr/2026:07:33:21 +0000] "GET /admin/realms/atmosphere/clients/fe004c43-4ae0-402e-9a94-bbcb22027d7c/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.010 [auth-system-keycloak-80] [] 10.0.0.196:8080 233 0.010 200 ad08a0376be5432cefd232548976677c 199.19.213.83 - - [28/Apr/2026:07:33:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.005 [auth-system-keycloak-80] [] 10.0.0.196:8080 831 0.005 200 2375a0847cbc05ea3104c9b7ea5705ec 199.19.213.83 - - [28/Apr/2026:07:33:21 +0000] "GET /admin/realms/atmosphere/clients/92735625-37ef-472f-99a2-0c46b66f19f3/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.004 [auth-system-keycloak-80] [] 10.0.0.196:8080 3758 0.004 200 03d7f1b176e0fd6f93aa18fb84f6faa2 199.19.213.83 - - [28/Apr/2026:07:33:21 +0000] "GET /admin/realms/atmosphere/users/344b002d-d98b-409c-aca4-25698db3d303/role-mappings/clients/92735625-37ef-472f-99a2-0c46b66f19f3/available HTTP/1.1" 200 3569 "-" "Ansible" 1307 0.007 [auth-system-keycloak-80] [] 10.0.0.196:8080 3569 0.007 200 ace94ca51219ce9a03f382727dceb82e 199.19.213.83 - - [28/Apr/2026:07:33:21 +0000] "GET /admin/realms/atmosphere/users/344b002d-d98b-409c-aca4-25698db3d303/role-mappings/clients/92735625-37ef-472f-99a2-0c46b66f19f3/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.004 [auth-system-keycloak-80] [] 10.0.0.196:8080 576 0.003 200 d95419e9280f8e5f958ca87421d29217 W0428 07:33:25.433858 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:33:25.433906 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 07:33:25.437622 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.004s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:32.2kB} I0428 07:33:25.437647 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" 199.19.213.83 - - [28/Apr/2026:07:33:26 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.005 [openstack-keystone-api-5000] [] 10.0.0.55:5000 280 0.005 300 a5accd7c3cda1f4027526362db10031e 199.19.213.83 - - [28/Apr/2026:07:33:27 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.005 [openstack-keystone-api-5000] [] 10.0.0.55:5000 265 0.006 200 f28c38215f62649d302549e42914eec1 199.19.213.83 - - [28/Apr/2026:07:33:27 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.290 [openstack-keystone-api-5000] [] 10.0.0.55:5000 1296 0.290 201 41c9f25823e0a872eef7bf74b99577eb 199.19.213.83 - - [28/Apr/2026:07:33:27 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.55:5000 280 0.004 300 088195f6e56e68b318cf4cb6781f922e 199.19.213.83 - - [28/Apr/2026:07:33:27 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 366 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.033 [openstack-keystone-api-5000] [] 10.0.0.55:5000 366 0.034 200 16ee88c8a351da0f98a36294700980b2 199.19.213.83 - - [28/Apr/2026:07:33:28 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.55:5000 265 0.003 200 48b574d9f72180a033504ff50e0f27e9 199.19.213.83 - - [28/Apr/2026:07:33:28 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.290 [openstack-keystone-api-5000] [] 10.0.0.55:5000 1296 0.290 201 86cd234a24511c1bab33ea3739fc9f7e 199.19.213.83 - - [28/Apr/2026:07:33:28 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.55:5000 280 0.005 300 a173c27c29e390ece3b74c324884d6b5 199.19.213.83 - - [28/Apr/2026:07:33:28 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 200 451 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 462 0.020 [openstack-keystone-api-5000] [] 10.0.0.55:5000 451 0.020 200 d687f855443fe9e69153b96f269881f5 199.19.213.83 - - [28/Apr/2026:07:33:29 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.55:5000 265 0.004 200 3d2f691491b844ae9cc1a2c940bc08a3 199.19.213.83 - - [28/Apr/2026:07:33:29 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.288 [openstack-keystone-api-5000] [] 10.0.0.55:5000 1296 0.288 201 81ecc8c04052f3161310e91d60e99e67 199.19.213.83 - - [28/Apr/2026:07:33:29 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.55:5000 280 0.004 300 8dde9a62b83fd26055dda24a3545c704 199.19.213.83 - - [28/Apr/2026:07:33:29 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 200 331 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.024 [openstack-keystone-api-5000] [] 10.0.0.55:5000 331 0.024 200 390bcafcd2c62f53e197bfebc319780b 199.19.213.83 - - [28/Apr/2026:07:33:30 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.55:5000 265 0.004 200 8d24c72c07697b5ad88dd7348ce0007c 199.19.213.83 - - [28/Apr/2026:07:33:30 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.292 [openstack-keystone-api-5000] [] 10.0.0.55:5000 1296 0.292 201 1f2b6a3d9643c9ad58f5a0dd3e7aa658 199.19.213.83 - - [28/Apr/2026:07:33:30 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.55:5000 280 0.004 300 382d502cfda68d66f785aa1ef89a3491 199.19.213.83 - - [28/Apr/2026:07:33:30 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 200 222 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 497 0.019 [openstack-keystone-api-5000] [] 10.0.0.55:5000 222 0.019 200 4260beeffde1d40692d7f47f02486703 W0428 07:33:34.866621 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:33:34.866672 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 07:33:34.871180 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:32.2kB} I0428 07:33:34.871224 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/dashboard" 199.19.213.83 - - [28/Apr/2026:07:33:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.054 [auth-system-keycloak-80] [] 10.0.0.196:8080 1882 0.052 200 fed3e5e8b243065771a0d8cdc685ca93 199.19.213.83 - - [28/Apr/2026:07:33:38 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 2 "-" "Ansible" 1231 0.023 [auth-system-keycloak-80] [] 10.0.0.196:8080 2 0.022 200 16b8ea2a54fdf71a6f9d3bfa811a9cd3 199.19.213.83 - - [28/Apr/2026:07:33:38 +0000] "POST /admin/realms/atmosphere/users HTTP/1.1" 201 0 "-" "Ansible" 1397 0.076 [auth-system-keycloak-80] [] 10.0.0.196:8080 0 0.075 201 296d0214072f68467334b4c56647a62d 199.19.213.83 - - [28/Apr/2026:07:33:38 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 322 "-" "Ansible" 1231 0.022 [auth-system-keycloak-80] [] 10.0.0.196:8080 322 0.022 200 dff3581444a09915345905e2747d5f25 199.19.213.83 - - [28/Apr/2026:07:33:38 +0000] "GET /admin/realms/atmosphere/users/d78b938a-c314-489a-9740-6e7924d4f8c0/groups HTTP/1.1" 200 2 "-" "Ansible" 1245 0.061 [auth-system-keycloak-80] [] 10.0.0.196:8080 2 0.060 200 4a0825fcf363952fc920d59e4db6e6cc 199.19.213.83 - - [28/Apr/2026:07:33:38 +0000] "GET /admin/realms/atmosphere/users/d78b938a-c314-489a-9740-6e7924d4f8c0/groups HTTP/1.1" 200 2 "-" "Ansible" 1245 0.003 [auth-system-keycloak-80] [] 10.0.0.196:8080 2 0.003 200 d123b027d1b8c1427ecf9735ea9c77d0 199.19.213.83 - - [28/Apr/2026:07:33:39 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.55:5000 265 0.004 200 159c95e1ec4d9f3f685243870acbb498 199.19.213.83 - - [28/Apr/2026:07:33:39 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 548 0.288 [openstack-keystone-api-5000] [] 10.0.0.55:5000 1296 0.289 201 ab8b538fa6312e8fe814e06f2ebfbabb 199.19.213.83 - - [28/Apr/2026:07:33:39 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.55:5000 280 0.004 300 841b2025e1521e05d706c591859e9152 199.19.213.83 - - [28/Apr/2026:07:33:40 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 436 0.028 [openstack-keystone-api-5000] [] 10.0.0.55:5000 90 0.028 404 4a316c928a860848e35c19a41e6c0727 199.19.213.83 - - [28/Apr/2026:07:33:40 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 366 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 454 0.026 [openstack-keystone-api-5000] [] 10.0.0.55:5000 366 0.026 200 093d7ce42057b90a8c2d4afbe159883a 199.19.213.83 - - [28/Apr/2026:07:33:40 +0000] "GET /v3/users?domain_id=f2ceb4f547d04937b83abb5a9d2b29ed&name=test-user HTTP/1.1" 200 449 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 494 0.182 [openstack-keystone-api-5000] [] 10.0.0.55:5000 449 0.182 200 5af54a5fd3494e5ac1f8a891ddd82d67