------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0402 08:52:01.233553 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0402 08:52:01.233801 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0402 08:52:01.242357 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0402 08:52:01.245915 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0402 08:52:01.377445 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0402 08:52:01.398890 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0402 08:52:01.413055 7 nginx.go:271] "Starting NGINX Ingress controller" I0402 08:52:01.419375 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"925ce8f6-dcad-438d-a61a-f037f8390bc5", APIVersion:"v1", ResourceVersion:"1324", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0402 08:52:01.423091 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"7e9ebbd0-cafc-4969-bcfc-e787527b26b7", APIVersion:"v1", ResourceVersion:"1326", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0402 08:52:01.423154 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"36680afd-8893-4cb0-a435-a2ece243ecf3", APIVersion:"v1", ResourceVersion:"1327", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0402 08:52:02.615904 7 nginx.go:317] "Starting NGINX process" I0402 08:52:02.616028 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0402 08:52:02.616413 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0402 08:52:02.616779 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:52:02.616845 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 08:52:02.616927 7 controller.go:196] "Configuration changes detected, backend reload required" I0402 08:52:02.625028 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0402 08:52:02.625072 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-k27f7" I0402 08:52:02.661950 7 controller.go:216] "Backend successfully reloaded" I0402 08:52:02.662178 7 controller.go:227] "Initial sync, sleeping for 1 second" I0402 08:52:02.662175 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-k27f7", UID:"22f68998-91e1-487b-b594-790812f9bbf7", APIVersion:"v1", ResourceVersion:"1367", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0402 08:52:06.432732 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:52:06.432763 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:52:09.766252 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:52:09.766296 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:52:13.099541 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:52:13.099594 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:52:16.433866 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:52:16.433907 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:52:19.766930 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:52:19.766977 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:52:23.100033 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:52:23.100104 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:52:26.433716 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:52:26.433804 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:52:30.256444 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:52:30.256474 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:52:33.590442 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:52:33.590492 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:52:39.022332 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:52:39.022520 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:53:28.748118 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:53:28.748161 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:53:32.081778 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:53:32.081825 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:53:35.415667 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:53:35.415707 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:53:38.748648 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:53:38.748693 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:53:42.081810 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:53:42.081853 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:53:45.415257 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:53:45.415301 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:53:48.749055 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:53:48.749085 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:53:52.082324 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:53:52.082358 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:54:35.064196 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:54:35.064232 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:54:36.993993 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-83.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-83.nip.io-tls was not found. Using default certificate W0402 08:54:36.994043 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:54:36.994059 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 08:54:36.995316 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0402 08:54:36.995346 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0402 08:54:37.002208 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0402 08:54:37.002681 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"f8210913-5a01-4217-a522-0173245f2f44", APIVersion:"networking.k8s.io/v1", ResourceVersion:"2816", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0402 08:54:37.003022 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-83.nip.io-tls" in local store I0402 08:54:37.417200 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-83.nip.io-tls" I0402 08:54:37.418750 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-83.nip.io-tls" W0402 08:54:38.398420 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:54:38.398471 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 08:54:38.398555 7 controller.go:196] "Configuration changes detected, backend reload required" I0402 08:54:38.448221 7 controller.go:216] "Backend successfully reloaded" I0402 08:54:38.448425 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-k27f7", UID:"22f68998-91e1-487b-b594-790812f9bbf7", APIVersion:"v1", ResourceVersion:"1367", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0402 08:54:41.731490 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:54:41.731528 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:54:45.064765 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:54:45.064814 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.83 - - [02/Apr/2026:08:54:47 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.480 [auth-system-keycloak-80] [] 10.0.0.203:8080 1882 0.477 200 de608541cc132b449e75adadbc51d0b7 199.19.213.83 - - [02/Apr/2026:08:54:47 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 28 "-" "Ansible" 1195 0.051 [auth-system-keycloak-80] [] 10.0.0.203:8080 28 0.051 404 aa6bcdf452fc1820db7d378bcb73ce2c W0402 08:54:48.399438 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:54:48.399508 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.83 - - [02/Apr/2026:08:54:49 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 1.254 [auth-system-keycloak-80] [] 10.0.0.203:8080 0 1.253 201 8d6e201541f47a3305e9c8d5fd2a167d 199.19.213.83 - - [02/Apr/2026:08:54:49 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4101 "-" "Ansible" 1195 0.206 [auth-system-keycloak-80] [] 10.0.0.203:8080 4101 0.205 200 e5e80cd3eaa4f03ae30bc7a533ebc362 199.19.213.83 - - [02/Apr/2026:08:54:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.057 [auth-system-keycloak-80] [] 10.0.0.203:8080 1882 0.056 200 13738052fe873d1e6629b45cd1d52094 199.19.213.83 - - [02/Apr/2026:08:54:50 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 11542 "-" "Ansible" 1209 0.025 [auth-system-keycloak-80] [] 10.0.0.203:8080 11535 0.024 200 cc56869e3a7154ba8ff665925519a6a7 199.19.213.83 - - [02/Apr/2026:08:54:50 +0000] "GET /admin/realms/atmosphere/client-scopes/0e68f35d-31c3-4577-ad37-4e9383f054d0 HTTP/1.1" 200 1146 "-" "Ansible" 1246 0.012 [auth-system-keycloak-80] [] 10.0.0.203:8080 1146 0.012 200 95119ace93e4ca826f04b687d58ee222 199.19.213.83 - - [02/Apr/2026:08:54:50 +0000] "PUT /admin/realms/atmosphere/client-scopes/0e68f35d-31c3-4577-ad37-4e9383f054d0 HTTP/1.1" 204 0 "-" "Ansible" 1846 0.020 [auth-system-keycloak-80] [] 10.0.0.203:8080 0 0.020 204 c7a7a25886860d5d187cc6c0ff26a206 199.19.213.83 - - [02/Apr/2026:08:54:50 +0000] "GET /admin/realms/atmosphere/client-scopes/0e68f35d-31c3-4577-ad37-4e9383f054d0/protocol-mappers/models HTTP/1.1" 200 831 "-" "Ansible" 1270 0.022 [auth-system-keycloak-80] [] 10.0.0.203:8080 831 0.023 200 f4667e6aee9620b5783a3c04b46e69d0 199.19.213.83 - - [02/Apr/2026:08:54:50 +0000] "GET /admin/realms/atmosphere/client-scopes/0e68f35d-31c3-4577-ad37-4e9383f054d0/protocol-mappers/models/49120eca-6c5e-400d-a4e8-1d3454a2c115 HTTP/1.1" 200 331 "-" "Ansible" 1307 0.011 [auth-system-keycloak-80] [] 10.0.0.203:8080 331 0.010 200 1fdcc8df2aedb5fefe1a783692649c8a 199.19.213.83 - - [02/Apr/2026:08:54:50 +0000] "PUT /admin/realms/atmosphere/client-scopes/0e68f35d-31c3-4577-ad37-4e9383f054d0/protocol-mappers/models/49120eca-6c5e-400d-a4e8-1d3454a2c115 HTTP/1.1" 204 0 "-" "Ansible" 1620 0.020 [auth-system-keycloak-80] [] 10.0.0.203:8080 0 0.020 204 f9e6fd313fd76b138e53ba2011ae2bef 199.19.213.83 - - [02/Apr/2026:08:54:50 +0000] "GET /admin/realms/atmosphere/client-scopes/0e68f35d-31c3-4577-ad37-4e9383f054d0 HTTP/1.1" 200 1121 "-" "Ansible" 1246 0.016 [auth-system-keycloak-80] [] 10.0.0.203:8080 1121 0.015 200 40d8e0faf4a4ee87365d195c7cc4be8d W0402 08:54:51.731758 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:54:51.731801 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:54:55.064811 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:54:55.064861 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 08:55:02.632550 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.104.165.253"}] I0402 08:55:02.637367 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"f8210913-5a01-4217-a522-0173245f2f44", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3156", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0402 08:55:02.639248 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:55:02.639294 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.83 - - [02/Apr/2026:08:55:10 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.047 [auth-system-keycloak-80] [] 10.0.0.203:8080 1882 0.046 200 d5c7c08d9818ebe9ca4f75d18cc243b9 199.19.213.83 - - [02/Apr/2026:08:55:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.019 [auth-system-keycloak-80] [] 10.0.0.203:8080 2 0.019 200 f4c9cb4561d93db5e27780874313b38a 199.19.213.83 - - [02/Apr/2026:08:55:11 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.073 [auth-system-keycloak-80] [] 10.0.0.203:8080 0 0.073 201 e16647bb72903bc245c6c97fab2d4a3c 199.19.213.83 - - [02/Apr/2026:08:55:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.111 [auth-system-keycloak-80] [] 10.0.0.203:8080 1259 0.112 200 698df437030df7bb25eee9c1823d851a 199.19.213.83 - - [02/Apr/2026:08:55:11 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.043 [auth-system-keycloak-80] [] 10.0.0.203:8080 1882 0.041 200 126dfd78c37e3fa0722adbfa4d26b79d 199.19.213.83 - - [02/Apr/2026:08:55:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.009 [auth-system-keycloak-80] [] 10.0.0.203:8080 2 0.010 200 e80b8f9eacf40610f57f5c1bd6841d04 199.19.213.83 - - [02/Apr/2026:08:55:11 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.034 [auth-system-keycloak-80] [] 10.0.0.203:8080 0 0.032 201 4cf4769e662c78dc66c29937aceebde5 199.19.213.83 - - [02/Apr/2026:08:55:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.024 [auth-system-keycloak-80] [] 10.0.0.203:8080 1283 0.023 200 bc8595e72c24603eaeecb43465519076 199.19.213.83 - - [02/Apr/2026:08:55:11 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.045 [auth-system-keycloak-80] [] 10.0.0.203:8080 1882 0.044 200 594735a440fe817fc915f0676e921e5c 199.19.213.83 - - [02/Apr/2026:08:55:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.010 [auth-system-keycloak-80] [] 10.0.0.203:8080 2 0.010 200 54c52ef1a5e0641a3ee7647b0b52c909 199.19.213.83 - - [02/Apr/2026:08:55:11 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.033 [auth-system-keycloak-80] [] 10.0.0.203:8080 0 0.033 201 47778b29af3b4e2f1b400789cbdba14a 199.19.213.83 - - [02/Apr/2026:08:55:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.020 [auth-system-keycloak-80] [] 10.0.0.203:8080 1249 0.020 200 4d65b7d8ac64ab157958a42f919df01a 199.19.213.83 - - [02/Apr/2026:08:55:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.045 [auth-system-keycloak-80] [] 10.0.0.203:8080 1882 0.043 200 db29b112acbddb29bc0e93525319ff27 199.19.213.83 - - [02/Apr/2026:08:55:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.203:8080 1259 0.008 200 4ed13d6737ddd9cefca3af0f72c11087 199.19.213.83 - - [02/Apr/2026:08:55:12 +0000] "GET /admin/realms/atmosphere/clients/03d82049-b800-4a6d-91fa-4d9283167b95/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1253 0.027 [auth-system-keycloak-80] [] 10.0.0.203:8080 31 0.026 404 3548f66c1f172078c2275ad75546f372 199.19.213.83 - - [02/Apr/2026:08:55:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.203:8080 1259 0.007 200 d99d92bcc05f88f2eaf9461fe969ae11 199.19.213.83 - - [02/Apr/2026:08:55:12 +0000] "POST /admin/realms/atmosphere/clients/03d82049-b800-4a6d-91fa-4d9283167b95/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.019 [auth-system-keycloak-80] [] 10.0.0.203:8080 0 0.018 201 e851ebeff287ec3c5fcd2fd640bf88ab 199.19.213.83 - - [02/Apr/2026:08:55:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.203:8080 1259 0.008 200 562b321fef7037ca4249714583a01d18 199.19.213.83 - - [02/Apr/2026:08:55:12 +0000] "GET /admin/realms/atmosphere/clients/03d82049-b800-4a6d-91fa-4d9283167b95/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.016 [auth-system-keycloak-80] [] 10.0.0.203:8080 166 0.015 200 914fe2dea3413aaeeb7d71050ecab14a 199.19.213.83 - - [02/Apr/2026:08:55:13 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.046 [auth-system-keycloak-80] [] 10.0.0.203:8080 1882 0.045 200 41294523f9c2761e994755483c5f1321 199.19.213.83 - - [02/Apr/2026:08:55:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.203:8080 1283 0.006 200 19e045cd80bc183e7ddf40b1f8ef5b48 199.19.213.83 - - [02/Apr/2026:08:55:13 +0000] "GET /admin/realms/atmosphere/clients/271411c6-38aa-4bdd-a23d-53df4d2247ba/roles/admin HTTP/1.1" 404 31 "-" "Ansible" 1252 0.009 [auth-system-keycloak-80] [] 10.0.0.203:8080 31 0.008 404 05f8262741e616f91448e5e9275668a6 199.19.213.83 - - [02/Apr/2026:08:55:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.203:8080 1283 0.006 200 fc111871842c63c5b3908d5b69faf80d 199.19.213.83 - - [02/Apr/2026:08:55:13 +0000] "POST /admin/realms/atmosphere/clients/271411c6-38aa-4bdd-a23d-53df4d2247ba/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.013 [auth-system-keycloak-80] [] 10.0.0.203:8080 0 0.012 201 8a1fd4059eff9f1c95f1da0edbebb839 199.19.213.83 - - [02/Apr/2026:08:55:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.203:8080 1283 0.006 200 1a974bc5cbcb303e85718030a89e2a04 199.19.213.83 - - [02/Apr/2026:08:55:13 +0000] "GET /admin/realms/atmosphere/clients/271411c6-38aa-4bdd-a23d-53df4d2247ba/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.012 [auth-system-keycloak-80] [] 10.0.0.203:8080 165 0.012 200 659765cb1160690e12f250f2007dafb3 199.19.213.83 - - [02/Apr/2026:08:55:13 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.051 [auth-system-keycloak-80] [] 10.0.0.203:8080 1882 0.050 200 912ef98e80ec298d06730f8342c87884 199.19.213.83 - - [02/Apr/2026:08:55:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.009 [auth-system-keycloak-80] [] 10.0.0.203:8080 1283 0.008 200 362880149f86916ef7ff1c31e85b48f1 199.19.213.83 - - [02/Apr/2026:08:55:13 +0000] "GET /admin/realms/atmosphere/clients/271411c6-38aa-4bdd-a23d-53df4d2247ba/roles/editor HTTP/1.1" 404 31 "-" "Ansible" 1253 0.010 [auth-system-keycloak-80] [] 10.0.0.203:8080 31 0.009 404 8cb00b0331de25281b7836a485051530 199.19.213.83 - - [02/Apr/2026:08:55:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.203:8080 1283 0.007 200 59be3d5144e50d8406f97376d6f7e28d 199.19.213.83 - - [02/Apr/2026:08:55:13 +0000] "POST /admin/realms/atmosphere/clients/271411c6-38aa-4bdd-a23d-53df4d2247ba/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.014 [auth-system-keycloak-80] [] 10.0.0.203:8080 0 0.013 201 defe6a419caf6d6654640f2ef8914bba 199.19.213.83 - - [02/Apr/2026:08:55:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.203:8080 1283 0.007 200 4e80d37fdd4f9eb6e44d6aa4d905f488 199.19.213.83 - - [02/Apr/2026:08:55:13 +0000] "GET /admin/realms/atmosphere/clients/271411c6-38aa-4bdd-a23d-53df4d2247ba/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.203:8080 166 0.013 200 2646a1ff57bcb79cd21b4eb3ba3d3789 199.19.213.83 - - [02/Apr/2026:08:55:13 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.043 [auth-system-keycloak-80] [] 10.0.0.203:8080 1882 0.041 200 b88adf61be1d0313658ab50eb3fb23e3 199.19.213.83 - - [02/Apr/2026:08:55:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.012 [auth-system-keycloak-80] [] 10.0.0.203:8080 1283 0.013 200 e2c750404b66628f529c43e344ee07c8 199.19.213.83 - - [02/Apr/2026:08:55:13 +0000] "GET /admin/realms/atmosphere/clients/271411c6-38aa-4bdd-a23d-53df4d2247ba/roles/viewer HTTP/1.1" 404 31 "-" "Ansible" 1253 0.010 [auth-system-keycloak-80] [] 10.0.0.203:8080 31 0.009 404 71dfaadfa74516644346a507612bb415 199.19.213.83 - - [02/Apr/2026:08:55:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.203:8080 1283 0.007 200 a89b502a9a5061bd79bfd48c6e3bf63f 199.19.213.83 - - [02/Apr/2026:08:55:14 +0000] "POST /admin/realms/atmosphere/clients/271411c6-38aa-4bdd-a23d-53df4d2247ba/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.018 [auth-system-keycloak-80] [] 10.0.0.203:8080 0 0.017 201 5e85f68e8ad6f44f403279a38f6f7170 199.19.213.83 - - [02/Apr/2026:08:55:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.203:8080 1283 0.007 200 4588934c1908a7c0153e45810c6adb61 199.19.213.83 - - [02/Apr/2026:08:55:14 +0000] "GET /admin/realms/atmosphere/clients/271411c6-38aa-4bdd-a23d-53df4d2247ba/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.011 [auth-system-keycloak-80] [] 10.0.0.203:8080 166 0.011 200 b0ea95b7830d5670214c22fcb7f2d6e2 199.19.213.83 - - [02/Apr/2026:08:55:14 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.042 [auth-system-keycloak-80] [] 10.0.0.203:8080 1882 0.041 200 2322bac681c603939866ad6aee00b47c 199.19.213.83 - - [02/Apr/2026:08:55:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.203:8080 1249 0.007 200 37bac50720162d8a9c8f5d80120bfc8b 199.19.213.83 - - [02/Apr/2026:08:55:14 +0000] "GET /admin/realms/atmosphere/clients/85572845-4f61-432a-8b33-7515b66fd1df/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1253 0.010 [auth-system-keycloak-80] [] 10.0.0.203:8080 31 0.010 404 1280cd00396dc727f8c98d64d5b89c1c 199.19.213.83 - - [02/Apr/2026:08:55:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.203:8080 1249 0.007 200 c42e604b6c5a6376e536d74a4d943edf 199.19.213.83 - - [02/Apr/2026:08:55:14 +0000] "POST /admin/realms/atmosphere/clients/85572845-4f61-432a-8b33-7515b66fd1df/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.015 [auth-system-keycloak-80] [] 10.0.0.203:8080 0 0.014 201 d4b37c7f74623e525ac1af3afda43c16 199.19.213.83 - - [02/Apr/2026:08:55:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.011 [auth-system-keycloak-80] [] 10.0.0.203:8080 1249 0.011 200 61c88a3d740d718647c22b64180729d8 199.19.213.83 - - [02/Apr/2026:08:55:14 +0000] "GET /admin/realms/atmosphere/clients/85572845-4f61-432a-8b33-7515b66fd1df/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.015 [auth-system-keycloak-80] [] 10.0.0.203:8080 166 0.015 200 3ec41d3b2c558c360958c4c2671c51c8 W0402 08:56:18.929227 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:56:18.929272 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:56:18.987414 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 08:56:18.987556 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0402 08:56:18.987595 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:56:18.987611 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:56:18.987673 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 08:56:18.987737 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0402 08:56:18.987785 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:56:18.987803 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:56:18.987890 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 08:56:18.988321 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0402 08:56:18.988522 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:56:18.990277 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 08:56:18.991355 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:18.2kB} I0402 08:56:18.991412 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0402 08:56:18.992961 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.005s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:18.2kB} I0402 08:56:18.992985 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0402 08:56:18.993358 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.006s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:18.2kB} I0402 08:56:18.993383 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0402 08:56:19.000181 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0402 08:56:19.000395 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"42f44b63-edfe-4151-9063-39b585c7b2b1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3887", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0402 08:56:19.000683 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0402 08:56:19.000722 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0402 08:56:19.000938 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"938cb6f6-b229-4506-a8f2-d5c2f533de89", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3888", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0402 08:56:19.001021 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0402 08:56:19.001056 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0402 08:56:19.001174 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"6406abe3-4797-4267-8961-0a51d8dd11f3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3889", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0402 08:56:19.001343 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0402 08:56:19.280711 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0402 08:56:19.281624 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0402 08:56:19.347810 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0402 08:56:19.348505 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0402 08:56:21.112256 7 store.go:645] "secret was updated and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0402 08:56:21.113455 7 backend_ssl.go:59] "Updating secret in local store" name="monitoring/prometheus-tls" I0402 08:56:21.207499 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0402 08:56:21.208846 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0402 08:56:22.262662 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 08:56:22.262729 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 08:56:22.262765 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 08:56:22.262889 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:56:22.262917 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 08:56:22.263036 7 controller.go:196] "Configuration changes detected, backend reload required" I0402 08:56:22.310486 7 controller.go:216] "Backend successfully reloaded" I0402 08:56:22.310797 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-k27f7", UID:"22f68998-91e1-487b-b594-790812f9bbf7", APIVersion:"v1", ResourceVersion:"1367", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0402 08:56:25.596890 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 08:56:25.596935 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 08:56:25.596955 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 08:56:25.597051 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:56:25.597069 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:56:28.929826 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 08:56:28.929882 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 08:56:28.929921 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 08:56:28.930049 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:56:28.930062 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:56:32.262721 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 08:56:32.262793 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 08:56:32.262844 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 08:56:32.262960 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:56:32.262990 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:56:35.596314 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 08:56:35.596359 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 08:56:35.596388 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 08:56:35.596516 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:56:35.596535 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:56:38.930176 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 08:56:38.930243 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 08:56:38.930278 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 08:56:38.930428 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:56:38.930455 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:56:42.263540 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 08:56:42.263609 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 08:56:42.263651 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 08:56:42.263795 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:56:42.263820 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:56:45.597445 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 08:56:45.597536 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 08:56:45.597658 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 08:56:45.597785 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:56:45.597817 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:56:48.929310 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 08:56:48.929380 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 08:56:48.929407 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 08:56:48.929485 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:56:48.929507 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:56:52.263646 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 08:56:52.263749 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 08:56:52.263865 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:56:52.263896 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:56:55.595924 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 08:56:55.595984 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 08:56:55.596059 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:56:55.596076 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:56:58.930273 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 08:56:58.930374 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 08:56:58.930492 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:56:58.930520 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:57:02.263208 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 08:57:02.263329 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 08:57:02.263606 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:57:02.263636 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 08:57:02.751862 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.104.165.253"}] I0402 08:57:02.751937 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.104.165.253"}] I0402 08:57:02.758367 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.104.165.253"}] I0402 08:57:02.776724 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"6406abe3-4797-4267-8961-0a51d8dd11f3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4875", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0402 08:57:02.782279 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"42f44b63-edfe-4151-9063-39b585c7b2b1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4877", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0402 08:57:02.782337 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"938cb6f6-b229-4506-a8f2-d5c2f533de89", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4879", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0402 08:57:05.596681 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 08:57:05.596807 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 08:57:05.597086 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:57:05.597122 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:57:08.930275 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 08:57:08.930390 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 08:57:08.930523 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:57:08.930549 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.93 - - [02/Apr/2026:08:57:11 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6243 "-" "Go-http-client/1.1" 160 0.053 [auth-system-keycloak-80] [] 10.0.0.203:8080 6243 0.053 200 65eec36e6cad55b9efc0ca6c772b572b 10.0.0.44 - - [02/Apr/2026:08:57:11 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6243 "-" "Go-http-client/1.1" 160 0.053 [auth-system-keycloak-80] [] 10.0.0.203:8080 6243 0.053 200 fcba28c311760d8da68d600e9a6491a7 W0402 08:57:12.263388 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 08:57:12.263549 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 08:57:12.263667 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:57:12.263693 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:57:15.596191 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:57:15.596222 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:57:18.930092 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:57:18.930147 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:57:22.262926 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:57:22.262975 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:57:25.596278 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:57:25.596324 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:57:28.929592 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:57:28.929646 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:57:38.404665 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:57:38.404720 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:57:41.739049 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:57:41.739111 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.83 - - [02/Apr/2026:08:57:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.050 [auth-system-keycloak-80] [] 10.0.0.203:8080 1882 0.049 200 d6bffe7a48e99ae82ea5bb34cc8aee71 199.19.213.83 - - [02/Apr/2026:08:57:45 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4101 "-" "Ansible" 1195 0.008 [auth-system-keycloak-80] [] 10.0.0.203:8080 4101 0.009 200 4f12a39c9b5aced4eb7dc949f74baee8 199.19.213.83 - - [02/Apr/2026:08:57:45 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5554 0.139 [auth-system-keycloak-80] [] 10.0.0.203:8080 0 0.139 204 0aab00ae14cf2874ba5b155279baadc6 199.19.213.83 - - [02/Apr/2026:08:57:45 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4239 "-" "Ansible" 1195 0.056 [auth-system-keycloak-80] [] 10.0.0.203:8080 4239 0.057 200 77604a565080a99b46231a1a006da35d 199.19.213.83 - - [02/Apr/2026:08:57:45 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6243 "-" "ansible-httpget" 180 0.005 [auth-system-keycloak-80] [] 10.0.0.203:8080 6243 0.005 200 34fa9e13f31f3380669a6d6195c90121 199.19.213.83 - - [02/Apr/2026:08:57:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.042 [auth-system-keycloak-80] [] 10.0.0.203:8080 1882 0.041 200 2146eb727e0979d738310a2c67550e26 199.19.213.83 - - [02/Apr/2026:08:57:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.008 [auth-system-keycloak-80] [] 10.0.0.203:8080 2 0.007 200 86aa4b6766d8d8c9dd07c63a24cb7818 199.19.213.83 - - [02/Apr/2026:08:57:46 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.043 [auth-system-keycloak-80] [] 10.0.0.203:8080 0 0.042 201 1348cd11874e76f5b3688614495aefd6 199.19.213.83 - - [02/Apr/2026:08:57:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2137 "-" "Ansible" 1221 0.020 [auth-system-keycloak-80] [] 10.0.0.203:8080 2137 0.020 200 aa80491e67d7eccdaab1c34bd7172887 199.19.213.83 - - [02/Apr/2026:08:57:47 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.042 [auth-system-keycloak-80] [] 10.0.0.203:8080 1882 0.041 200 71ac302753d66ce912764bd6587cb6ca 199.19.213.83 - - [02/Apr/2026:08:57:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2137 "-" "Ansible" 1221 0.007 [auth-system-keycloak-80] [] 10.0.0.203:8080 2137 0.007 200 17355c33248ae6eeac5cae0291637eba 199.19.213.83 - - [02/Apr/2026:08:57:47 +0000] "GET /admin/realms/atmosphere/clients/b734457f-db19-45cc-a2ef-b1a564ebf78c/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.015 [auth-system-keycloak-80] [] 10.0.0.203:8080 233 0.016 200 cf2f8d16e712b0eb9b46c68a2e82751b 199.19.213.83 - - [02/Apr/2026:08:57:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.018 [auth-system-keycloak-80] [] 10.0.0.203:8080 831 0.018 200 bf7396fd3f0641598f76a662d2889124 199.19.213.83 - - [02/Apr/2026:08:57:47 +0000] "GET /admin/realms/atmosphere/clients/fa60c9ad-e463-4855-9be5-5eff6aedc848/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.022 [auth-system-keycloak-80] [] 10.0.0.203:8080 3758 0.022 200 6d7c004023278bc464227002cdbaf8bf 199.19.213.83 - - [02/Apr/2026:08:57:47 +0000] "GET /admin/realms/atmosphere/users/843ba99a-f0a3-4b07-aeab-9b9b2c189afb/role-mappings/clients/fa60c9ad-e463-4855-9be5-5eff6aedc848/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.070 [auth-system-keycloak-80] [] 10.0.0.203:8080 3758 0.070 200 628a7835c9d8ec3277d28209f0cd885a 199.19.213.83 - - [02/Apr/2026:08:57:47 +0000] "GET /admin/realms/atmosphere/users/843ba99a-f0a3-4b07-aeab-9b9b2c189afb/role-mappings/clients/fa60c9ad-e463-4855-9be5-5eff6aedc848/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.022 [auth-system-keycloak-80] [] 10.0.0.203:8080 2 0.022 200 ffbdf7ab34f5a2880dc31730faf0d5a6 199.19.213.83 - - [02/Apr/2026:08:57:47 +0000] "POST /admin/realms/atmosphere/users/843ba99a-f0a3-4b07-aeab-9b9b2c189afb/role-mappings/clients/fa60c9ad-e463-4855-9be5-5eff6aedc848 HTTP/1.1" 204 0 "-" "Ansible" 1388 0.018 [auth-system-keycloak-80] [] 10.0.0.203:8080 0 0.017 204 7db4413782aeac2d31edaa40c51ede24 199.19.213.83 - - [02/Apr/2026:08:57:47 +0000] "GET /admin/realms/atmosphere/users/843ba99a-f0a3-4b07-aeab-9b9b2c189afb/role-mappings/clients/fa60c9ad-e463-4855-9be5-5eff6aedc848/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.013 [auth-system-keycloak-80] [] 10.0.0.203:8080 576 0.013 200 4a0f0ce34e7cad84950017e16e626a4e W0402 08:57:49.603494 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:57:49.603552 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:57:52.937172 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:57:52.937205 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:57:56.270167 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:57:56.270220 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:57:59.604161 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:57:59.604198 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:59:57.443522 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 08:59:57.443692 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 09:00:30.183054 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0402 09:00:30.183218 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 09:00:30.183271 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 09:00:30.187108 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.005s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:28.7kB} I0402 09:00:30.187198 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0402 09:00:30.193262 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0402 09:00:30.193528 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"deba2a90-a343-4d98-ad0c-d14e2eb96cd8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6647", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0402 09:00:30.193799 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0402 09:00:30.194162 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0402 09:00:30.194234 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 09:00:30.194255 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 09:00:30.194340 7 controller.go:196] "Configuration changes detected, backend reload required" I0402 09:00:30.243001 7 controller.go:216] "Backend successfully reloaded" I0402 09:00:30.243201 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-k27f7", UID:"22f68998-91e1-487b-b594-790812f9bbf7", APIVersion:"v1", ResourceVersion:"1367", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0402 09:00:30.607214 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0402 09:00:30.608780 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0402 09:00:33.528706 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 09:00:33.528786 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.83 - - [02/Apr/2026:09:00:34 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.004 [openstack-keystone-api-5000] [] 10.0.0.79:5000 280 0.005 300 55b5e862547e0c5413b46027242a412d 199.19.213.83 - - [02/Apr/2026:09:00:35 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.005 [openstack-keystone-api-5000] [] 10.0.0.79:5000 265 0.004 200 d7bb2e0fea49d974818817f62ea1829e 199.19.213.83 - - [02/Apr/2026:09:00:36 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.345 [openstack-keystone-api-5000] [] 10.0.0.79:5000 1296 0.346 201 55113c48929cf4b888d94846b36ac36a 199.19.213.83 - - [02/Apr/2026:09:00:36 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.79:5000 280 0.005 300 3f9d380037fabdc0fa2a9baa479343d6 199.19.213.83 - - [02/Apr/2026:09:00:36 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 366 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.034 [openstack-keystone-api-5000] [] 10.0.0.79:5000 366 0.033 200 39dd5b32acd0575600c0d409263a633b 199.19.213.83 - - [02/Apr/2026:09:00:37 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.79:5000 265 0.004 200 c4c55f4a19dd66774b0df4b4bbc5f23b 199.19.213.83 - - [02/Apr/2026:09:00:37 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.306 [openstack-keystone-api-5000] [] 10.0.0.79:5000 1296 0.306 201 3c9aab1367019ab9689622796fd251e1 199.19.213.83 - - [02/Apr/2026:09:00:37 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.002 [openstack-keystone-api-5000] [] 10.0.0.79:5000 280 0.003 300 52c24a9ba623947861e06930148a9e6e 199.19.213.83 - - [02/Apr/2026:09:00:37 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 462 0.025 [openstack-keystone-api-5000] [] 10.0.0.79:5000 101 0.025 404 4be8c5b70e3b1786582014f34f2c5e79 199.19.213.83 - - [02/Apr/2026:09:00:37 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 155 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 464 0.021 [openstack-keystone-api-5000] [] 10.0.0.79:5000 155 0.021 200 eafb1e0dd024ae40e3b97998dfd48cdf 199.19.213.83 - - [02/Apr/2026:09:00:37 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 451 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 679 0.034 [openstack-keystone-api-5000] [] 10.0.0.79:5000 451 0.035 201 fcca53e2b3a44431afc58b3897f6bf14 199.19.213.83 - - [02/Apr/2026:09:00:38 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.79:5000 265 0.004 200 9f66be095b72e886d9cc9e6693f14af4 199.19.213.83 - - [02/Apr/2026:09:00:38 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.322 [openstack-keystone-api-5000] [] 10.0.0.79:5000 1296 0.322 201 7ed7d3a1f94bc84be0a248cf991e04c6 199.19.213.83 - - [02/Apr/2026:09:00:38 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.79:5000 280 0.004 300 73b4397ad88ee2a6f85e6f7948249bb1 199.19.213.83 - - [02/Apr/2026:09:00:38 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.030 [openstack-keystone-api-5000] [] 10.0.0.79:5000 98 0.029 404 500a516cec847b1748cdd27ea895d856 199.19.213.83 - - [02/Apr/2026:09:00:38 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 135 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 454 0.026 [openstack-keystone-api-5000] [] 10.0.0.79:5000 135 0.026 200 637177d392b442e56d33f7d374d3ca9f 199.19.213.83 - - [02/Apr/2026:09:00:38 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 331 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 738 0.024 [openstack-keystone-api-5000] [] 10.0.0.79:5000 331 0.024 201 091a09b93061ab56b50a62ed5c0e01f8 199.19.213.83 - - [02/Apr/2026:09:00:39 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.79:5000 265 0.005 200 61854b1154bd5b1c11086dfcb7561332 199.19.213.83 - - [02/Apr/2026:09:00:39 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.280 [openstack-keystone-api-5000] [] 10.0.0.79:5000 1296 0.279 201 d76e49ab80864c68381f5e601e7f0548 199.19.213.83 - - [02/Apr/2026:09:00:39 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.79:5000 280 0.003 300 66ee73b27025e0da5a20a2d7df6dc5d5 199.19.213.83 - - [02/Apr/2026:09:00:39 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 497 0.028 [openstack-keystone-api-5000] [] 10.0.0.79:5000 131 0.028 404 2ccd4f07ff2986dae7d5c076954991b5 199.19.213.83 - - [02/Apr/2026:09:00:39 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 167 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 485 0.020 [openstack-keystone-api-5000] [] 10.0.0.79:5000 167 0.021 200 63694f1e5c4964a7e08b8b4cce9f0d90 199.19.213.83 - - [02/Apr/2026:09:00:39 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 222 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 580 0.022 [openstack-keystone-api-5000] [] 10.0.0.79:5000 222 0.022 201 b32206debb044c9c3cf486214ef8b5d3 W0402 09:00:49.586479 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 09:00:49.586512 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 09:00:52.920485 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 09:00:52.920534 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 09:00:56.253731 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 09:00:56.253795 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 09:00:59.586785 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 09:00:59.586835 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 09:01:02.632283 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.104.165.253"}] I0402 09:01:02.638026 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"deba2a90-a343-4d98-ad0c-d14e2eb96cd8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6968", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0402 09:01:02.920220 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 09:01:02.920269 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 09:01:06.253838 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 09:01:06.253884 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 09:01:09.587441 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 09:01:09.587475 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 09:01:12.921284 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 09:01:12.921350 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 09:01:16.254040 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 09:01:16.254078 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 09:03:06.239687 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0402 09:03:06.239797 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0402 09:03:06.239846 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 09:03:06.239862 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 09:03:06.243157 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.004s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:32.2kB} I0402 09:03:06.243186 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0402 09:03:06.252047 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0402 09:03:06.252400 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"087e0a18-d151-4a98-9a9f-e8f0e5361247", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8014", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0402 09:03:06.252991 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0402 09:03:06.253561 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0402 09:03:06.253713 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0402 09:03:06.253867 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 09:03:06.253904 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 09:03:06.254145 7 controller.go:196] "Configuration changes detected, backend reload required" I0402 09:03:06.305544 7 controller.go:216] "Backend successfully reloaded" I0402 09:03:06.305898 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-k27f7", UID:"22f68998-91e1-487b-b594-790812f9bbf7", APIVersion:"v1", ResourceVersion:"1367", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0402 09:03:06.786345 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0402 09:03:06.787316 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.19.213.83 - - [02/Apr/2026:09:03:06 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.79:5000 280 0.003 300 fea5e25db51cb4a37d98c5fcc33dddcd 199.19.213.83 - - [02/Apr/2026:09:03:07 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1927 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.449 [openstack-keystone-api-5000] [] 10.0.0.79:5000 1927 0.449 201 fb54be8ba05d108924802adefe38832b 199.19.213.83 - - [02/Apr/2026:09:03:07 +0000] "GET /v3/roles HTTP/1.1" 200 820 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 424 0.021 [openstack-keystone-api-5000] [] 10.0.0.79:5000 820 0.021 200 19df244629ec7d9e567b463448c1da85 199.19.213.83 - - [02/Apr/2026:09:03:07 +0000] "POST /v3/roles HTTP/1.1" 201 229 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 506 0.026 [openstack-keystone-api-5000] [] 10.0.0.79:5000 229 0.025 201 317a2a1bdfa791c2871b72034d2fe453 W0402 09:03:09.587672 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0402 09:03:09.587838 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 09:03:09.587868 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 09:03:19.492287 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 09:03:19.492349 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.83 - - [02/Apr/2026:09:03:30 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.101.0 keystoneauth1/5.0.1 python-requests/2.28.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.79:5000 280 0.003 300 4eded49292fe732fe8545f55687fd751 199.19.213.83 - - [02/Apr/2026:09:03:30 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1927 "-" "openstacksdk/0.101.0 keystoneauth1/5.0.1 python-requests/2.28.1 CPython/3.10.12" 549 0.275 [openstack-keystone-api-5000] [] 10.0.0.79:5000 1927 0.275 201 31e8ffb3f454fa3ed04e291cd1ef42d7 199.19.213.83 - - [02/Apr/2026:09:03:30 +0000] "GET /v3/roles HTTP/1.1" 200 1040 "-" "python-keystoneclient" 379 0.020 [openstack-keystone-api-5000] [] 10.0.0.79:5000 1040 0.021 200 2f9d6c20aa577428c2f42848f12a6521 199.19.213.83 - - [02/Apr/2026:09:03:30 +0000] "PUT /v3/roles/ad9b4fe2e5d64a5d9dddaf6204fcf0fc/implies/a056f85c466c4900ab5a1ab8257f197a HTTP/1.1" 201 518 "-" "python-keystoneclient" 472 0.034 [openstack-keystone-api-5000] [] 10.0.0.79:5000 518 0.035 201 35f2a336beaa21db8e4c3018b9e61bef I0402 09:04:02.631593 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.104.165.253"}] I0402 09:04:02.636132 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"087e0a18-d151-4a98-9a9f-e8f0e5361247", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8526", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0402 09:04:02.638113 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 09:04:02.638132 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.83 - - [02/Apr/2026:09:04:24 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.79:5000 280 0.005 300 9354d17e452baaf0e7a73efb101a2964 199.19.213.83 - - [02/Apr/2026:09:04:24 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.323 [openstack-keystone-api-5000] [] 10.0.0.79:5000 1990 0.323 201 2b94ed5990954d02da463656cc596e78 199.19.213.83 - - [02/Apr/2026:09:04:24 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.030 [openstack-keystone-api-5000] [] 10.0.0.79:5000 87 0.031 404 dd023d7cba5672694db38db2479463f9 199.19.213.83 - - [02/Apr/2026:09:04:25 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 439 0.106 [openstack-keystone-api-5000] [] 10.0.0.79:5000 388 0.107 200 ab367376c7a9f2123d4dbe794b80e59f 199.19.213.83 - - [02/Apr/2026:09:04:25 +0000] "GET /v3/users?domain_id=a142a1bce8114fce8ca2c96858da63cc&name=rgw-RegionOne HTTP/1.1" 200 177 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.041 [openstack-keystone-api-5000] [] 10.0.0.79:5000 177 0.041 200 80b9e102b6b0dc9769affac9df3d439b 199.19.213.83 - - [02/Apr/2026:09:04:26 +0000] "POST /v3/users HTTP/1.1" 201 326 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 663 0.864 [openstack-keystone-api-5000] [] 10.0.0.79:5000 326 0.864 201 24e9abac56ffb11ff62dffe08bc9355a 199.19.213.83 - - [02/Apr/2026:09:04:26 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.002 [openstack-keystone-api-5000] [] 10.0.0.79:5000 280 0.003 300 8e4a52f548ddc7a4f123a73617a4d6b7 199.19.213.83 - - [02/Apr/2026:09:04:27 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.276 [openstack-keystone-api-5000] [] 10.0.0.79:5000 1990 0.276 201 4b298b46f3f9fcfd6be8302e3b769be1 199.19.213.83 - - [02/Apr/2026:09:04:27 +0000] "GET /v3/roles HTTP/1.1" 200 1040 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 424 0.022 [openstack-keystone-api-5000] [] 10.0.0.79:5000 1040 0.022 200 43b894c3c7d6ed0eff332853e66b96d4 199.19.213.83 - - [02/Apr/2026:09:04:27 +0000] "GET /v3/domains HTTP/1.1" 200 806 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 426 0.033 [openstack-keystone-api-5000] [] 10.0.0.79:5000 806 0.033 200 32ef02b32debdc2ceae15c1c670419ec 199.19.213.83 - - [02/Apr/2026:09:04:27 +0000] "GET /v3/users?domain_id=a142a1bce8114fce8ca2c96858da63cc&name=rgw-RegionOne HTTP/1.1" 200 492 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.138 [openstack-keystone-api-5000] [] 10.0.0.79:5000 492 0.138 200 051edee55a8a6df9b0d845025fc8645a 199.19.213.83 - - [02/Apr/2026:09:04:27 +0000] "GET /v3/projects?domain_id=a142a1bce8114fce8ca2c96858da63cc HTTP/1.1" 200 548 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.029 [openstack-keystone-api-5000] [] 10.0.0.79:5000 548 0.028 200 106a11703e6e446b830b3e14b668f9f0 199.19.213.83 - - [02/Apr/2026:09:04:27 +0000] "GET /v3/role_assignments?role.id=1a0d93772b2e403da5202b0a0aab8e2f&user.id=4f8be0f6bbb740738cadc16704e65177&scope.project.id=36ffa971bdb94063a95c678b2aa5bac2 HTTP/1.1" 200 269 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 567 0.022 [openstack-keystone-api-5000] [] 10.0.0.79:5000 269 0.022 200 913f8f4aeea3337ae98995e3467df9ba 199.19.213.83 - - [02/Apr/2026:09:04:27 +0000] "GET /v3/roles HTTP/1.1" 200 1040 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 424 0.022 [openstack-keystone-api-5000] [] 10.0.0.79:5000 1040 0.023 200 5d80c3729fd362282331706614c2fc39 199.19.213.83 - - [02/Apr/2026:09:04:27 +0000] "GET /v3/domains/a142a1bce8114fce8ca2c96858da63cc HTTP/1.1" 200 269 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.017 [openstack-keystone-api-5000] [] 10.0.0.79:5000 269 0.017 200 031e9100c2c3ac2bbd22eed96f3cd7f9 199.19.213.83 - - [02/Apr/2026:09:04:27 +0000] "GET /v3/users?domain_id=a142a1bce8114fce8ca2c96858da63cc&name=rgw-RegionOne HTTP/1.1" 200 492 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.039 [openstack-keystone-api-5000] [] 10.0.0.79:5000 492 0.040 200 82600303612411c6f1df014c9100f7c9 199.19.213.83 - - [02/Apr/2026:09:04:27 +0000] "GET /v3/projects?domain_id=a142a1bce8114fce8ca2c96858da63cc HTTP/1.1" 200 548 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.034 [openstack-keystone-api-5000] [] 10.0.0.79:5000 548 0.033 200 cb0a519667cb7953c9753d89ed241ef3 199.19.213.83 - - [02/Apr/2026:09:04:27 +0000] "GET /v3/role_assignments?role.id=1a0d93772b2e403da5202b0a0aab8e2f&user.id=4f8be0f6bbb740738cadc16704e65177&scope.project.id=36ffa971bdb94063a95c678b2aa5bac2 HTTP/1.1" 200 269 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 567 0.016 [openstack-keystone-api-5000] [] 10.0.0.79:5000 269 0.016 200 fde6949dfea7bbc7db390cb525114a10 199.19.213.83 - - [02/Apr/2026:09:04:27 +0000] "PUT /v3/projects/36ffa971bdb94063a95c678b2aa5bac2/users/4f8be0f6bbb740738cadc16704e65177/roles/1a0d93772b2e403da5202b0a0aab8e2f HTTP/1.1" 204 0 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 557 0.047 [openstack-keystone-api-5000] [] 10.0.0.79:5000 0 0.047 204 2f0b01b74c9dbbf2634c19c27ec45734 199.19.213.83 - - [02/Apr/2026:09:04:28 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.79:5000 280 0.005 300 5d0e22ddda83651260bfcc16cb07367f 199.19.213.83 - - [02/Apr/2026:09:04:28 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.327 [openstack-keystone-api-5000] [] 10.0.0.79:5000 1990 0.328 201 df371228ad4ff72868251a2ef4edc783 199.19.213.83 - - [02/Apr/2026:09:04:28 +0000] "GET /v3/services HTTP/1.1" 200 594 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 427 0.019 [openstack-keystone-api-5000] [] 10.0.0.79:5000 594 0.018 200 440351a1e565d466f5dbcc76b2641a57 199.19.213.83 - - [02/Apr/2026:09:04:28 +0000] "POST /v3/services HTTP/1.1" 201 262 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 595 0.343 [openstack-keystone-api-5000] [] 10.0.0.79:5000 262 0.343 201 bcd37f3ce056602d1a67ec4ecd1fee65 199.19.213.83 - - [02/Apr/2026:09:04:29 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.79:5000 280 0.003 300 8522a7a1cad0e12f7b8efd2f6dbdef19 199.19.213.83 - - [02/Apr/2026:09:04:29 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2092 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.314 [openstack-keystone-api-5000] [] 10.0.0.79:5000 2092 0.314 201 3b4efe03656d506f9f41f17505c39718 199.19.213.83 - - [02/Apr/2026:09:04:29 +0000] "GET /v3/services HTTP/1.1" 200 844 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 427 0.017 [openstack-keystone-api-5000] [] 10.0.0.79:5000 844 0.017 200 1dcc5709183f679ff9590658cac3fcc8 199.19.213.83 - - [02/Apr/2026:09:04:29 +0000] "GET /v3/endpoints HTTP/1.1" 200 2214 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 428 0.020 [openstack-keystone-api-5000] [] 10.0.0.79:5000 2214 0.020 200 924bb134cfa37d206f5f78a24fab5dee 199.19.213.83 - - [02/Apr/2026:09:04:32 +0000] "POST /v3/endpoints HTTP/1.1" 201 377 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 684 2.260 [openstack-keystone-api-5000] [] 10.0.0.79:5000 377 2.261 201 67b6b07d1866fe2d796c1b049dec193a 199.19.213.83 - - [02/Apr/2026:09:04:32 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.79:5000 280 0.003 300 50b97417b0df4b6ad653f561005ad034 199.19.213.83 - - [02/Apr/2026:09:04:32 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2300 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.303 [openstack-keystone-api-5000] [] 10.0.0.79:5000 2300 0.304 201 2dac13ffa46bda0e90950dea09ec35d8 199.19.213.83 - - [02/Apr/2026:09:04:32 +0000] "GET /v3/services HTTP/1.1" 200 844 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 427 0.016 [openstack-keystone-api-5000] [] 10.0.0.79:5000 844 0.017 200 a7bdac683f7ac1e1dac2d3d16392e998 199.19.213.83 - - [02/Apr/2026:09:04:32 +0000] "GET /v3/endpoints HTTP/1.1" 200 2578 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 428 0.020 [openstack-keystone-api-5000] [] 10.0.0.79:5000 2578 0.020 200 44760e216f1331ea915b8d8d3b5b4dc3 199.19.213.83 - - [02/Apr/2026:09:04:32 +0000] "POST /v3/endpoints HTTP/1.1" 201 391 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 698 0.073 [openstack-keystone-api-5000] [] 10.0.0.79:5000 391 0.073 201 ef55492b48407ddccaab213bd33a7c05 W0402 09:04:34.123279 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0402 09:04:34.123398 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0402 09:04:34.123469 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 09:04:34.123491 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 09:04:34.128178 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.006s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:35.7kB} I0402 09:04:34.128212 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0402 09:04:34.133454 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0402 09:04:34.133788 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"3493eb6f-a9f0-46a1-92c7-655a8f4b0296", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8770", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0402 09:04:34.134365 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0402 09:04:34.134980 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0402 09:04:34.135146 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0402 09:04:34.135253 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 09:04:34.135281 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 09:04:34.135480 7 controller.go:196] "Configuration changes detected, backend reload required" I0402 09:04:34.193007 7 controller.go:216] "Backend successfully reloaded" I0402 09:04:34.193733 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-k27f7", UID:"22f68998-91e1-487b-b594-790812f9bbf7", APIVersion:"v1", ResourceVersion:"1367", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0402 09:04:34.356094 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0402 09:04:34.356967 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0402 09:04:37.469452 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0402 09:04:37.472232 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 09:04:37.472295 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 09:04:55.702997 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0402 09:04:55.703178 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 09:04:55.703203 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 09:05:00.558723 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0402 09:05:00.558895 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 09:05:00.558920 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 09:05:02.632356 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.104.165.253"}] I0402 09:05:02.637699 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"3493eb6f-a9f0-46a1-92c7-655a8f4b0296", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9086", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0402 09:05:03.892529 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0402 09:05:03.892783 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 09:05:03.892808 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 09:05:07.226321 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0402 09:05:07.226506 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 09:05:07.226534 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 09:05:10.560374 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0402 09:05:10.560559 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 09:05:10.560583 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 09:05:15.034621 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0402 09:05:15.034843 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 09:05:15.034869 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 09:05:18.368404 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0402 09:05:18.368576 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 09:05:18.368600 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 09:05:21.701948 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0402 09:05:21.702148 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 09:05:21.702177 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 09:05:21.702357 7 controller.go:196] "Configuration changes detected, backend reload required" I0402 09:05:21.753833 7 controller.go:216] "Backend successfully reloaded" I0402 09:05:21.754087 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-k27f7", UID:"22f68998-91e1-487b-b594-790812f9bbf7", APIVersion:"v1", ResourceVersion:"1367", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0402 09:05:25.034843 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0402 09:05:25.034979 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 09:05:25.035002 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 09:06:54.697877 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0402 09:06:54.698038 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 09:06:54.698060 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 09:07:13.731768 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 09:07:13.731804 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 09:07:24.539518 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0402 09:07:24.539695 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0402 09:07:24.539814 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 09:07:24.539851 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 09:07:24.545388 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.006s renderingIngressLength:8 renderingIngressTime:0.001s admissionTime:0.007s testedConfigurationSize:39.1kB} I0402 09:07:24.545418 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0402 09:07:24.552649 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0402 09:07:24.552887 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"d61d1ab5-d829-458e-a9b6-d16a674ddfc1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10457", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0402 09:07:24.553238 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0402 09:07:24.554606 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0402 09:07:24.554753 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0402 09:07:24.554872 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 09:07:24.554919 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 09:07:24.555149 7 controller.go:196] "Configuration changes detected, backend reload required" I0402 09:07:24.614873 7 controller.go:216] "Backend successfully reloaded" I0402 09:07:24.615189 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-k27f7", UID:"22f68998-91e1-487b-b594-790812f9bbf7", APIVersion:"v1", ResourceVersion:"1367", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0402 09:07:24.926958 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0402 09:07:24.928243 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0402 09:07:27.888288 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0402 09:07:27.888482 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 09:07:27.888510 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.83 - - [02/Apr/2026:09:07:34 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.79:5000 280 0.003 300 cc4b667ae4a12f5b255d84fd3109c340 199.19.213.83 - - [02/Apr/2026:09:07:34 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3134 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.314 [openstack-keystone-api-5000] [] 10.0.0.79:5000 3134 0.314 201 b521ef357060185323c364b75cb8df30 199.19.213.83 - - [02/Apr/2026:09:07:34 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - e135e0e832788fbbc73216253ca034cf 199.19.213.83 - - [02/Apr/2026:09:07:34 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 175813d01d3810bc15285b6d7f775e24 199.19.213.83 - - [02/Apr/2026:09:07:34 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 679e22dd845ed991a64df20d378b90eb 199.19.213.83 - - [02/Apr/2026:09:07:34 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 00af08b458a9b47606e506fb30e3999c 199.19.213.83 - - [02/Apr/2026:09:07:34 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 2f9ae24f903190d2e218314de869bcd8 199.19.213.83 - - [02/Apr/2026:09:07:34 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 864df138c48cca1c0a88337ebdcca765 W0402 09:07:36.107443 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0402 09:07:36.107652 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 09:07:36.107694 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.83 - - [02/Apr/2026:09:07:36 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.79:5000 280 0.004 300 48d1f1a2c36b15e6a304ac6945b5a8b1 199.19.213.83 - - [02/Apr/2026:09:07:36 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3134 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.291 [openstack-keystone-api-5000] [] 10.0.0.79:5000 3134 0.292 201 7459b7da6c4e82d57bbc956c33de8dce 199.19.213.83 - - [02/Apr/2026:09:07:36 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 38372d698e00f0f2f067a808e2662afb 199.19.213.83 - - [02/Apr/2026:09:07:36 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 934c3c1883f6429a00a788f45fc05107 199.19.213.83 - - [02/Apr/2026:09:07:36 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - ba8a337d5e8bb10e63f64ab40b3a4a97 199.19.213.83 - - [02/Apr/2026:09:07:36 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 8a18bedcf4bdd76e46a706377d0224fc 199.19.213.83 - - [02/Apr/2026:09:07:36 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - bca47579cd47eda088f4d86b86654cd6 199.19.213.83 - - [02/Apr/2026:09:07:36 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 4a8bb002ae1700a2187e259a0da97ad2 199.19.213.83 - - [02/Apr/2026:09:07:37 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.79:5000 280 0.004 300 4c650c074223f637e4b5903a7ac09b50 199.19.213.83 - - [02/Apr/2026:09:07:38 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3134 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.285 [openstack-keystone-api-5000] [] 10.0.0.79:5000 3134 0.284 201 960e5525285239105aa373965b5bbe1e 199.19.213.83 - - [02/Apr/2026:09:07:38 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 38a6db123f4236d73960b8d931a4f41a 199.19.213.83 - - [02/Apr/2026:09:07:38 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 536eafe9c8413f224b43bd0c499bdacc 199.19.213.83 - - [02/Apr/2026:09:07:38 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 36810c6ea7f8598bea5330f2cd2cb13b 199.19.213.83 - - [02/Apr/2026:09:07:38 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - b8849b64bd915590da0db05382efdd45 199.19.213.83 - - [02/Apr/2026:09:07:38 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - d9992101a5cd1015c6c33d4a6a785952 199.19.213.83 - - [02/Apr/2026:09:07:38 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 30742fc65ec9483c37d91a3e7e249d7b 199.19.213.83 - - [02/Apr/2026:09:07:39 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.79:5000 280 0.005 300 772f394792f9d9e3df78c11969811e36 199.19.213.83 - - [02/Apr/2026:09:07:39 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3134 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.285 [openstack-keystone-api-5000] [] 10.0.0.79:5000 3134 0.285 201 d622db35c9432e9a5b806af2a9e2867c 199.19.213.83 - - [02/Apr/2026:09:07:39 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 2ce76c06001d46597beb782b62b3b83a 199.19.213.83 - - [02/Apr/2026:09:07:39 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 7f4f4f3542b1e0ddffb9f757c2ad45f1 199.19.213.83 - - [02/Apr/2026:09:07:39 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - c3f87b7974cd3e65fd3725d41c9298cc 199.19.213.83 - - [02/Apr/2026:09:07:39 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 1cd94a52948ce7022247d7fb7016f1fd 199.19.213.83 - - [02/Apr/2026:09:07:39 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 930750cfa953572ad1357ac043c98ce8 199.19.213.83 - - [02/Apr/2026:09:07:39 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 5f92d15bb21cfc45797d7f07d56026d2 199.19.213.83 - - [02/Apr/2026:09:07:41 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.79:5000 280 0.003 300 a8f6490f983e9e6fac22c2be12d8ac29 199.19.213.83 - - [02/Apr/2026:09:07:41 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3134 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.286 [openstack-keystone-api-5000] [] 10.0.0.79:5000 3134 0.285 201 d1848b96c39708db1d59ebbe0d4cd3ff 199.19.213.83 - - [02/Apr/2026:09:07:41 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - dcd7e47d16a99aeee8e8589259afbfec 199.19.213.83 - - [02/Apr/2026:09:07:41 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - da88f393b75db1854b710f9e5dcda700 199.19.213.83 - - [02/Apr/2026:09:07:41 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - dd5f8d545b9877808a643afd89122b81 199.19.213.83 - - [02/Apr/2026:09:07:41 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 7dc2266e61dcfe72dd1cf96a07577b34 199.19.213.83 - - [02/Apr/2026:09:07:41 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 97d0b6923e6efb0ee8696400d9fa5c45 199.19.213.83 - - [02/Apr/2026:09:07:41 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - dca66e7ed87f8923f344c1f498684290 199.19.213.83 - - [02/Apr/2026:09:07:42 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.79:5000 280 0.004 300 04f5959e92f41e1d1bd84a5fe312035f 199.19.213.83 - - [02/Apr/2026:09:07:43 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3134 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.283 [openstack-keystone-api-5000] [] 10.0.0.79:5000 3134 0.283 201 d8e4802b738f702b3135d995569840b9 199.19.213.83 - - [02/Apr/2026:09:07:43 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - c9274598442e0041027aff6e63cc2f81 199.19.213.83 - - [02/Apr/2026:09:07:43 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 5e29f056367f333df2909ec12197a0c2 199.19.213.83 - - [02/Apr/2026:09:07:43 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 6e514208916ec05f09d4b54bf9f43014 199.19.213.83 - - [02/Apr/2026:09:07:43 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 2de2b43f0129a9986248906caa71e3e7 199.19.213.83 - - [02/Apr/2026:09:07:43 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 362a2a9937e73996d940a3c13dbd452e 199.19.213.83 - - [02/Apr/2026:09:07:43 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 94915e0ffad97d4dcdedcbbb55351408 199.19.213.83 - - [02/Apr/2026:09:07:44 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.79:5000 280 0.004 300 975d61a70cebd7fa63c906e94a2abe20 199.19.213.83 - - [02/Apr/2026:09:07:44 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3134 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.288 [openstack-keystone-api-5000] [] 10.0.0.79:5000 3134 0.289 201 c90d9e7f4d8ea40e4b5a5214807297e6 199.19.213.83 - - [02/Apr/2026:09:07:44 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - ab814d3a0cde970d5e424f74dad4ebc6 199.19.213.83 - - [02/Apr/2026:09:07:44 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 436e11fbc00b760c3abda229be905398 199.19.213.83 - - [02/Apr/2026:09:07:44 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 004d351dde733ff5a478dd56a805a0db 199.19.213.83 - - [02/Apr/2026:09:07:44 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 221057c9cb60a223c09d5ab9288c18a8 199.19.213.83 - - [02/Apr/2026:09:07:45 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 423f126d26d081fd6051ce62c5bb52a8 199.19.213.83 - - [02/Apr/2026:09:07:45 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - af1be64b46d4aa428b135ac9cdf56845 W0402 09:07:45.105105 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 09:07:45.105138 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.83 - - [02/Apr/2026:09:07:46 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.79:5000 280 0.003 300 4a80b8a539f168b9c1ae699a6f20d8a9 199.19.213.83 - - [02/Apr/2026:09:07:46 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3134 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.282 [openstack-keystone-api-5000] [] 10.0.0.79:5000 3134 0.283 201 dff616739e896810d3b188b80fa55bc7 199.19.213.83 - - [02/Apr/2026:09:07:46 +0000] "GET / HTTP/1.1" 300 1183 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.003 [openstack-glance-api-9292] [] 10.0.0.219:9292 1183 0.003 300 6221c97780d9a40e9841137a86a18e04 199.19.213.83 - - [02/Apr/2026:09:07:47 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.545 [openstack-glance-api-9292] [] 10.0.0.219:9292 69 0.545 200 c500648051ce7c440f8a3f68ae055253 199.19.213.83 - - [02/Apr/2026:09:07:50 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.79:5000 280 0.004 300 ee0c3c39cace4c6b09f32961544b1ff8 199.19.213.83 - - [02/Apr/2026:09:07:50 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3134 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.274 [openstack-keystone-api-5000] [] 10.0.0.79:5000 3134 0.274 201 c6ab56df7807bef9f32e4c5a89030cf9 199.19.213.83 - - [02/Apr/2026:09:07:50 +0000] "GET / HTTP/1.1" 300 1183 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.003 [openstack-glance-api-9292] [] 10.0.0.219:9292 1183 0.002 300 75af5a80143c0b9ddbe8f77c2f40a4e3 199.19.213.83 - - [02/Apr/2026:09:07:50 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.048 [openstack-glance-api-9292] [] 10.0.0.219:9292 69 0.048 200 de826f0ec7b610bfe397f215681793c8 199.19.213.83 - - [02/Apr/2026:09:07:50 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 429 0.111 [openstack-glance-api-9292] [] 10.0.0.219:9292 151 0.111 404 3695faae79ec08f416c304b8f47b7ae4 199.19.213.83 - - [02/Apr/2026:09:07:50 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 447 0.021 [openstack-glance-api-9292] [] 10.0.0.219:9292 81 0.020 200 20bbd1debce70775906454f275ee7233 199.19.213.83 - - [02/Apr/2026:09:07:50 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.025 [openstack-glance-api-9292] [] 10.0.0.219:9292 84 0.026 200 935f8eeb4a3c5d2914fc379845ce7157 199.19.213.83 - - [02/Apr/2026:09:07:50 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 747 0.056 [openstack-glance-api-9292] [] 10.0.0.219:9292 760 0.056 201 3a8693eea2fdc2bd29ffad80931bd4af 199.19.213.83 - - [02/Apr/2026:09:07:56 +0000] "PUT /v2/images/c53b804a-a30b-41df-bb6b-49b55bb5c92c/file HTTP/1.1" 204 0 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441040 5.382 [openstack-glance-api-9292] [] 10.0.0.219:9292 0 5.383 204 971a952cdede60f49531cc0ffc380c63 199.19.213.83 - - [02/Apr/2026:09:07:56 +0000] "GET /v2/images HTTP/1.1" 200 1240 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.016 [openstack-glance-api-9292] [] 10.0.0.219:9292 1240 0.017 200 f18108ca84870067f497a3c6f52e5ec3 199.19.213.83 - - [02/Apr/2026:09:07:56 +0000] "PATCH /v2/images/c53b804a-a30b-41df-bb6b-49b55bb5c92c HTTP/1.1" 200 1171 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 539 0.015 [openstack-glance-api-9292] [] 10.0.0.219:9292 1171 0.015 200 ab989192654c2f59f4d82e804981620f 199.19.213.83 - - [02/Apr/2026:09:07:56 +0000] "GET /v2/images HTTP/1.1" 200 1240 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.013 [openstack-glance-api-9292] [] 10.0.0.219:9292 1240 0.013 200 a5cee2b0bf0f1b4bf3974b9a9bd0b755 W0402 09:07:59.040067 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 09:07:59.040114 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 09:08:02.373898 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 09:08:02.373939 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 09:08:02.633772 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.104.165.253"}] I0402 09:08:02.643437 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"d61d1ab5-d829-458e-a9b6-d16a674ddfc1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10843", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0402 09:08:05.707796 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 09:08:05.707829 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store