------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0505 11:22:20.736033 8 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0505 11:22:20.736197 8 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0505 11:22:20.745019 8 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0505 11:22:20.748233 8 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0505 11:22:20.902783 8 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0505 11:22:20.928646 8 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0505 11:22:20.943884 8 nginx.go:271] "Starting NGINX Ingress controller" I0505 11:22:20.950088 8 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"77f4690d-1833-406b-bc24-b782f179b895", APIVersion:"v1", ResourceVersion:"1350", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0505 11:22:20.953359 8 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"c62defe1-62ea-4c85-a799-01c27ea8915d", APIVersion:"v1", ResourceVersion:"1349", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0505 11:22:20.953403 8 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"a0f67393-f600-422c-a61d-9fff4c67e1d0", APIVersion:"v1", ResourceVersion:"1348", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0505 11:22:22.144437 8 nginx.go:317] "Starting NGINX process" I0505 11:22:22.144533 8 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0505 11:22:22.144927 8 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0505 11:22:22.145321 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:22:22.145372 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 11:22:22.145462 8 controller.go:196] "Configuration changes detected, backend reload required" I0505 11:22:22.152173 8 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0505 11:22:22.152242 8 status.go:85] "New leader elected" identity="ingress-nginx-controller-h2nkd" I0505 11:22:22.181479 8 controller.go:216] "Backend successfully reloaded" I0505 11:22:22.181608 8 controller.go:227] "Initial sync, sleeping for 1 second" I0505 11:22:22.181711 8 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-h2nkd", UID:"d5646494-a94a-4c14-a37d-b408124854bf", APIVersion:"v1", ResourceVersion:"1393", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0505 11:22:25.965668 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:22:25.965765 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:22:29.299776 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:22:29.299847 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:22:32.633205 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:22:32.633325 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:22:35.966696 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:22:35.966741 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:22:39.299355 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:22:39.299406 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:22:42.633268 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:22:42.633323 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:22:45.966384 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:22:45.966432 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:22:49.299471 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:22:49.299597 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:22:58.361251 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:22:58.361288 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:23:46.894996 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:23:46.895108 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:23:50.234778 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:23:50.234837 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:24:04.879129 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:24:04.879178 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:24:08.213075 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:24:08.213124 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:24:11.546048 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:24:11.546103 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:24:14.957999 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:24:14.958062 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:24:18.292925 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:24:18.292993 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:24:21.625401 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:24:21.625456 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:24:24.958301 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:24:24.958341 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:24:28.293087 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:24:28.293137 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:26:51.123849 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:26:51.123938 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:26:54.701828 8 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-177.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-177.nip.io-tls was not found. Using default certificate W0505 11:26:54.701898 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:26:54.701916 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 11:26:54.703621 8 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0505 11:26:54.703645 8 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0505 11:26:54.709717 8 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0505 11:26:54.710053 8 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-177.nip.io-tls" in local store W0505 11:26:54.710195 8 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-177.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-177.nip.io-tls was not found. Using default certificate W0505 11:26:54.710225 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:26:54.710235 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 11:26:54.710311 8 controller.go:196] "Configuration changes detected, backend reload required" I0505 11:26:54.710581 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"ad1e9680-2533-43d9-9c8f-2844f0155761", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3291", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0505 11:26:54.743101 8 controller.go:216] "Backend successfully reloaded" I0505 11:26:54.743348 8 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-h2nkd", UID:"d5646494-a94a-4c14-a37d-b408124854bf", APIVersion:"v1", ResourceVersion:"1393", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0505 11:26:55.219086 8 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-177.nip.io-tls" I0505 11:26:55.220536 8 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-177.nip.io-tls" W0505 11:26:58.044371 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:26:58.044422 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.177 - - [05/May/2026:11:27:05 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 1.462 [auth-system-keycloak-80] [] 10.0.0.137:8080 1885 1.461 200 0247c34a78d278801e086e49aa260e55 199.19.213.177 - - [05/May/2026:11:27:05 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 28 "-" "Ansible" 1197 0.207 [auth-system-keycloak-80] [] 10.0.0.137:8080 28 0.207 404 875cbe1884cc2366c20a824be2b59471 199.19.213.177 - - [05/May/2026:11:27:09 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.268 [auth-system-keycloak-80] [] 10.0.0.137:8080 0 4.268 201 91583cb73225e91d3ace5c0ba9e3ed71 199.19.213.177 - - [05/May/2026:11:27:10 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4177 "-" "Ansible" 1197 0.589 [auth-system-keycloak-80] [] 10.0.0.137:8080 4177 0.589 200 9913658c9ddb517f0cc27aa8439bea36 199.19.213.177 - - [05/May/2026:11:27:10 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.076 [auth-system-keycloak-80] [] 10.0.0.137:8080 1885 0.074 200 771eb2c3ddc8d4cf20bbd02f6d9d5be2 199.19.213.177 - - [05/May/2026:11:27:10 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12500 "-" "Ansible" 1211 0.024 [auth-system-keycloak-80] [] 10.0.0.137:8080 12500 0.024 200 7e64986f864f60d8e2564cde2dbd93d1 199.19.213.177 - - [05/May/2026:11:27:11 +0000] "GET /admin/realms/atmosphere/client-scopes/2f6b1bae-96c3-453e-8a0d-33720f2fd3f2 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.056 [auth-system-keycloak-80] [] 10.0.0.137:8080 1278 0.056 200 b7d8be93c6b9fd44459ae81f8d468981 199.19.213.177 - - [05/May/2026:11:27:11 +0000] "PUT /admin/realms/atmosphere/client-scopes/2f6b1bae-96c3-453e-8a0d-33720f2fd3f2 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.497 [auth-system-keycloak-80] [] 10.0.0.137:8080 0 0.496 204 0906374be41faa6edb5e0cced150af05 199.19.213.177 - - [05/May/2026:11:27:11 +0000] "GET /admin/realms/atmosphere/client-scopes/2f6b1bae-96c3-453e-8a0d-33720f2fd3f2/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.172 [auth-system-keycloak-80] [] 10.0.0.137:8080 963 0.172 200 e8bac5c92be75fe032d53a23653d8e19 199.19.213.177 - - [05/May/2026:11:27:11 +0000] "GET /admin/realms/atmosphere/client-scopes/2f6b1bae-96c3-453e-8a0d-33720f2fd3f2/protocol-mappers/models/f33cf12c-c5ed-4019-b342-f265c9122297 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.088 [auth-system-keycloak-80] [] 10.0.0.137:8080 366 0.088 200 d704ceab7a3b8625f1c4f5eff434f9ba 199.19.213.177 - - [05/May/2026:11:27:11 +0000] "PUT /admin/realms/atmosphere/client-scopes/2f6b1bae-96c3-453e-8a0d-33720f2fd3f2/protocol-mappers/models/f33cf12c-c5ed-4019-b342-f265c9122297 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.026 [auth-system-keycloak-80] [] 10.0.0.137:8080 0 0.026 204 2832f68b4c2fccac25af06260f9140f1 199.19.213.177 - - [05/May/2026:11:27:11 +0000] "GET /admin/realms/atmosphere/client-scopes/2f6b1bae-96c3-453e-8a0d-33720f2fd3f2 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.066 [auth-system-keycloak-80] [] 10.0.0.137:8080 1218 0.066 200 c5e2b2fd832b6c9de7976c30e40ed33c I0505 11:27:22.161573 8 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.109.246.244"}] I0505 11:27:22.167580 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"ad1e9680-2533-43d9-9c8f-2844f0155761", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3621", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 11:27:22.168999 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:27:22.169035 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.177 - - [05/May/2026:11:27:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.052 [auth-system-keycloak-80] [] 10.0.0.137:8080 1885 0.050 200 a15eb07e358c9b9b504761cb1c8cea95 199.19.213.177 - - [05/May/2026:11:27:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.017 [auth-system-keycloak-80] [] 10.0.0.137:8080 2 0.018 200 c941c822323bb1443c9b7bb247392afd 199.19.213.177 - - [05/May/2026:11:27:32 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.190 [auth-system-keycloak-80] [] 10.0.0.137:8080 0 0.189 201 406fc4c69028b4484375207f3133b54e 199.19.213.177 - - [05/May/2026:11:27:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.084 [auth-system-keycloak-80] [] 10.0.0.137:8080 1261 0.084 200 f8b4c3a371a998de9ded225c4b3f3f77 199.19.213.177 - - [05/May/2026:11:27:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.043 [auth-system-keycloak-80] [] 10.0.0.137:8080 1885 0.042 200 5414a9c6db59d958ad28638f7b5dd008 199.19.213.177 - - [05/May/2026:11:27:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.137:8080 2 0.010 200 fc28e874375914955c3e16ea0a6e71f4 199.19.213.177 - - [05/May/2026:11:27:33 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.072 [auth-system-keycloak-80] [] 10.0.0.137:8080 0 0.071 201 ad839b18bc405519ec9d9cf2c2071f03 199.19.213.177 - - [05/May/2026:11:27:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.072 [auth-system-keycloak-80] [] 10.0.0.137:8080 1286 0.072 200 0a53f2919472e73549ca175fc9aa8844 199.19.213.177 - - [05/May/2026:11:27:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.048 [auth-system-keycloak-80] [] 10.0.0.137:8080 1885 0.047 200 b55b31977e5e044e44e63b9c722d75aa 199.19.213.177 - - [05/May/2026:11:27:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.021 [auth-system-keycloak-80] [] 10.0.0.137:8080 2 0.021 200 1e518f9242155c5e51bf6702e409b5bb 199.19.213.177 - - [05/May/2026:11:27:33 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.089 [auth-system-keycloak-80] [] 10.0.0.137:8080 0 0.088 201 1072a166768836d2eaf35ba5881bfbd3 199.19.213.177 - - [05/May/2026:11:27:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.091 [auth-system-keycloak-80] [] 10.0.0.137:8080 1251 0.091 200 98e22ef0c01f21b8651b3352f46ce744 199.19.213.177 - - [05/May/2026:11:27:34 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.047 [auth-system-keycloak-80] [] 10.0.0.137:8080 1885 0.046 200 11f4ee2dc889aff76bf66720d9045891 199.19.213.177 - - [05/May/2026:11:27:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.005 [auth-system-keycloak-80] [] 10.0.0.137:8080 1261 0.004 200 68f78f8af5fa9cf6075fcf4d9a7c96f5 199.19.213.177 - - [05/May/2026:11:27:34 +0000] "GET /admin/realms/atmosphere/clients/a7448f28-9f5e-4625-88b3-e536219b7b55/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.137:8080 31 0.009 404 fac1ac25fdb17351505a92c2aaf0ca29 199.19.213.177 - - [05/May/2026:11:27:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.004 [auth-system-keycloak-80] [] 10.0.0.137:8080 1261 0.004 200 ff5195d330b009ac6595e289d46b0f66 199.19.213.177 - - [05/May/2026:11:27:34 +0000] "POST /admin/realms/atmosphere/clients/a7448f28-9f5e-4625-88b3-e536219b7b55/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.054 [auth-system-keycloak-80] [] 10.0.0.137:8080 0 0.053 201 2385d1ca009e3651c95f5afb2f41e088 199.19.213.177 - - [05/May/2026:11:27:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.137:8080 1261 0.007 200 38529a9afcc4b856118f6b7b945455aa 199.19.213.177 - - [05/May/2026:11:27:34 +0000] "GET /admin/realms/atmosphere/clients/a7448f28-9f5e-4625-88b3-e536219b7b55/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.068 [auth-system-keycloak-80] [] 10.0.0.137:8080 166 0.068 200 fbfe7cd6b975bcf7078363c9caa04274 199.19.213.177 - - [05/May/2026:11:27:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.044 [auth-system-keycloak-80] [] 10.0.0.137:8080 1885 0.044 200 d44e207ad0549d21d0b4cf643aae251e 199.19.213.177 - - [05/May/2026:11:27:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.137:8080 1286 0.007 200 be4a72a40c8015f631636d13428f9c54 199.19.213.177 - - [05/May/2026:11:27:35 +0000] "GET /admin/realms/atmosphere/clients/dc93748b-23e2-471d-8edc-6e86cf89d746/roles/admin HTTP/1.1" 404 31 "-" "Ansible" 1254 0.035 [auth-system-keycloak-80] [] 10.0.0.137:8080 31 0.035 404 06e1ba86f85db1bc559f40a3b3b5ede7 199.19.213.177 - - [05/May/2026:11:27:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.137:8080 1286 0.008 200 27610f35e4479aceb3d43db3fe75fc23 199.19.213.177 - - [05/May/2026:11:27:35 +0000] "POST /admin/realms/atmosphere/clients/dc93748b-23e2-471d-8edc-6e86cf89d746/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.016 [auth-system-keycloak-80] [] 10.0.0.137:8080 0 0.015 201 520e90f07ab297a0289cda91212757d6 199.19.213.177 - - [05/May/2026:11:27:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.040 [auth-system-keycloak-80] [] 10.0.0.137:8080 1286 0.040 200 31c37a95fb5c314dde1ad31125d3e49b 199.19.213.177 - - [05/May/2026:11:27:35 +0000] "GET /admin/realms/atmosphere/clients/dc93748b-23e2-471d-8edc-6e86cf89d746/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.013 [auth-system-keycloak-80] [] 10.0.0.137:8080 165 0.013 200 8243663a47cfd8f7c5932452e1ea3c8d 199.19.213.177 - - [05/May/2026:11:27:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.050 [auth-system-keycloak-80] [] 10.0.0.137:8080 1885 0.047 200 3c470285534e6f9fd6e7acae01240fa5 199.19.213.177 - - [05/May/2026:11:27:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.032 [auth-system-keycloak-80] [] 10.0.0.137:8080 1286 0.031 200 7e64635ce83a4d18e055eb56cd37e144 199.19.213.177 - - [05/May/2026:11:27:35 +0000] "GET /admin/realms/atmosphere/clients/dc93748b-23e2-471d-8edc-6e86cf89d746/roles/editor HTTP/1.1" 404 31 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.137:8080 31 0.010 404 7c69a4e1c921d257dd05185d32319fa4 199.19.213.177 - - [05/May/2026:11:27:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.137:8080 1286 0.006 200 25e764c6beab14be649481f8db9e16f4 199.19.213.177 - - [05/May/2026:11:27:35 +0000] "POST /admin/realms/atmosphere/clients/dc93748b-23e2-471d-8edc-6e86cf89d746/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.063 [auth-system-keycloak-80] [] 10.0.0.137:8080 0 0.062 201 cd02b1456716dd5612f8abd9d45e241c 199.19.213.177 - - [05/May/2026:11:27:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.137:8080 1286 0.007 200 3954ad72396bdf5a9b427c33fdde6d58 199.19.213.177 - - [05/May/2026:11:27:35 +0000] "GET /admin/realms/atmosphere/clients/dc93748b-23e2-471d-8edc-6e86cf89d746/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.067 [auth-system-keycloak-80] [] 10.0.0.137:8080 166 0.067 200 157b74a99c70c5dbc9f60011cb076c4c 199.19.213.177 - - [05/May/2026:11:27:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.046 [auth-system-keycloak-80] [] 10.0.0.137:8080 1885 0.045 200 a2bf28018b9462a3f46459a2edb1a071 199.19.213.177 - - [05/May/2026:11:27:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.012 [auth-system-keycloak-80] [] 10.0.0.137:8080 1286 0.012 200 b3e658c9d3953e1049b1f05bd87f86c8 199.19.213.177 - - [05/May/2026:11:27:36 +0000] "GET /admin/realms/atmosphere/clients/dc93748b-23e2-471d-8edc-6e86cf89d746/roles/viewer HTTP/1.1" 404 31 "-" "Ansible" 1255 0.054 [auth-system-keycloak-80] [] 10.0.0.137:8080 31 0.054 404 15e1c785d49c546baf241e5b55121404 199.19.213.177 - - [05/May/2026:11:27:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.137:8080 1286 0.008 200 7347e888c6f347aab8a526ae3bacabcf 199.19.213.177 - - [05/May/2026:11:27:36 +0000] "POST /admin/realms/atmosphere/clients/dc93748b-23e2-471d-8edc-6e86cf89d746/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.018 [auth-system-keycloak-80] [] 10.0.0.137:8080 0 0.017 201 384cb9057e3c1ef7dc4d814bc8a91d78 199.19.213.177 - - [05/May/2026:11:27:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.043 [auth-system-keycloak-80] [] 10.0.0.137:8080 1286 0.043 200 36960fc1fc4af0cbfbc2aea49b059b41 199.19.213.177 - - [05/May/2026:11:27:36 +0000] "GET /admin/realms/atmosphere/clients/dc93748b-23e2-471d-8edc-6e86cf89d746/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.137:8080 166 0.013 200 007d3301eea02ceeb6a665cecf0aa9eb 199.19.213.177 - - [05/May/2026:11:27:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.049 [auth-system-keycloak-80] [] 10.0.0.137:8080 1885 0.047 200 91f67ba603e99c68d55125265bcbd56c 199.19.213.177 - - [05/May/2026:11:27:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.137:8080 1251 0.006 200 122ac077e4679bd3aaea3ee252e0cdc8 199.19.213.177 - - [05/May/2026:11:27:36 +0000] "GET /admin/realms/atmosphere/clients/3fe5ecb1-25c0-4830-8aff-5934bf69a0e5/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.137:8080 31 0.014 404 1a1db7ce9264d8db98c9acc4d677a0fc 199.19.213.177 - - [05/May/2026:11:27:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.137:8080 1251 0.006 200 362ad60ad693890fa582a9f40de14e68 199.19.213.177 - - [05/May/2026:11:27:36 +0000] "POST /admin/realms/atmosphere/clients/3fe5ecb1-25c0-4830-8aff-5934bf69a0e5/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.078 [auth-system-keycloak-80] [] 10.0.0.137:8080 0 0.077 201 604261535e02bf53d41f473741dcc255 199.19.213.177 - - [05/May/2026:11:27:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.137:8080 1251 0.006 200 855eb18fbcd4fff8e0c63c4e77c008ff 199.19.213.177 - - [05/May/2026:11:27:36 +0000] "GET /admin/realms/atmosphere/clients/3fe5ecb1-25c0-4830-8aff-5934bf69a0e5/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.069 [auth-system-keycloak-80] [] 10.0.0.137:8080 166 0.069 200 2d57847556448a68bc87a0d61bc51142 W0505 11:28:44.154913 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:28:44.154969 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:28:44.229592 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0505 11:28:44.229658 8 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0505 11:28:44.229694 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:28:44.229712 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:28:44.230348 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 11:28:44.230580 8 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0505 11:28:44.230725 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0505 11:28:44.230840 8 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0505 11:28:44.230856 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:28:44.230900 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:28:44.230920 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:28:44.230920 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 11:28:44.231380 8 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0505 11:28:44.231407 8 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0505 11:28:44.233151 8 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0505 11:28:44.233184 8 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0505 11:28:44.233947 8 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0505 11:28:44.234038 8 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0505 11:28:44.237956 8 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0505 11:28:44.238531 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"897f48b5-5029-4114-ad5b-a8117eafc776", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4274", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 11:28:44.238583 8 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0505 11:28:44.240851 8 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0505 11:28:44.241457 8 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0505 11:28:44.241483 8 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0505 11:28:44.241892 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"194e998c-1824-45c1-b997-10a2d8cd7ce8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4275", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0505 11:28:44.241932 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"47938c0e-d9da-4aed-ac11-406e4f37616f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4278", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 11:28:44.242076 8 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0505 11:28:44.482786 8 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0505 11:28:44.484394 8 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0505 11:28:44.897230 8 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0505 11:28:44.898421 8 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0505 11:28:45.697635 8 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0505 11:28:45.699405 8 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0505 11:28:47.488716 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 11:28:47.488796 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0505 11:28:47.488848 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0505 11:28:47.488974 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:28:47.489009 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 11:28:47.489185 8 controller.go:196] "Configuration changes detected, backend reload required" I0505 11:28:47.534047 8 controller.go:216] "Backend successfully reloaded" I0505 11:28:47.534319 8 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-h2nkd", UID:"d5646494-a94a-4c14-a37d-b408124854bf", APIVersion:"v1", ResourceVersion:"1393", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0505 11:28:50.821733 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 11:28:50.821808 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0505 11:28:50.821845 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0505 11:28:50.821978 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:28:50.822009 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:28:54.155663 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 11:28:54.155728 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0505 11:28:54.155765 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0505 11:28:54.155887 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:28:54.155915 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:28:57.488631 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 11:28:57.488742 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0505 11:28:57.488805 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0505 11:28:57.488925 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:28:57.488951 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:29:00.821996 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 11:29:00.822058 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0505 11:29:00.822082 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0505 11:29:00.822191 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:29:00.822210 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:29:04.155146 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 11:29:04.155192 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0505 11:29:04.155231 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0505 11:29:04.155326 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:29:04.155345 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:29:07.488526 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 11:29:07.488626 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0505 11:29:07.488708 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:29:07.488737 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:29:10.822057 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 11:29:10.822164 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0505 11:29:10.822282 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:29:10.822314 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:29:14.155370 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 11:29:14.155449 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0505 11:29:14.155548 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:29:14.155567 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:29:17.488150 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 11:29:17.488226 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0505 11:29:17.488312 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:29:17.488330 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:29:20.822337 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 11:29:20.822416 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0505 11:29:20.822516 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:29:20.822534 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.231 - - [05/May/2026:11:29:21 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6318 "-" "Go-http-client/1.1" 161 0.104 [auth-system-keycloak-80] [] 10.0.0.137:8080 6318 0.104 200 16dda1465c0331a5e0c9df90915fe08b 10.0.0.56 - - [05/May/2026:11:29:21 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6318 "-" "Go-http-client/1.1" 161 0.091 [auth-system-keycloak-80] [] 10.0.0.137:8080 6318 0.092 200 9d2fad385015cd2a586e44440914839d I0505 11:29:22.159721 8 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.109.246.244"}] I0505 11:29:22.159738 8 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.109.246.244"}] I0505 11:29:22.159741 8 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.109.246.244"}] I0505 11:29:22.166849 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"47938c0e-d9da-4aed-ac11-406e4f37616f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5342", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0505 11:29:22.168714 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"194e998c-1824-45c1-b997-10a2d8cd7ce8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5343", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0505 11:29:22.169471 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"897f48b5-5029-4114-ad5b-a8117eafc776", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5344", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 11:29:24.155623 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:29:24.155664 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:29:27.488956 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:29:27.488987 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:29:30.821654 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:29:30.821700 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:29:34.155277 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:29:34.155333 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:29:40.343035 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:29:40.343068 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.177 - - [05/May/2026:11:29:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.045 [auth-system-keycloak-80] [] 10.0.0.137:8080 1885 0.043 200 ec11861ef55a28492681339a3e9ae861 199.19.213.177 - - [05/May/2026:11:29:45 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4177 "-" "Ansible" 1197 0.006 [auth-system-keycloak-80] [] 10.0.0.137:8080 4177 0.006 200 4da148bf5cf6db108fb123fd3f2bedce 199.19.213.177 - - [05/May/2026:11:29:46 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5636 0.470 [auth-system-keycloak-80] [] 10.0.0.137:8080 0 0.469 204 b9586a6752058ef1242fbe6454b540b2 199.19.213.177 - - [05/May/2026:11:29:46 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4315 "-" "Ansible" 1197 0.286 [auth-system-keycloak-80] [] 10.0.0.137:8080 4315 0.286 200 5257b605a05e733b131f45dcd6549abc 199.19.213.177 - - [05/May/2026:11:29:46 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6318 "-" "ansible-httpget" 181 0.008 [auth-system-keycloak-80] [] 10.0.0.137:8080 6318 0.007 200 829073dcf0a6b183e9e77af655ef6cbf 199.19.213.177 - - [05/May/2026:11:29:47 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.042 [auth-system-keycloak-80] [] 10.0.0.137:8080 1885 0.041 200 a0cdc7a18094267eda6b789cebbb7466 199.19.213.177 - - [05/May/2026:11:29:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.055 [auth-system-keycloak-80] [] 10.0.0.137:8080 2 0.055 200 2aebc9f7e9c5e7e8cba302bf8071f311 199.19.213.177 - - [05/May/2026:11:29:48 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.085 [auth-system-keycloak-80] [] 10.0.0.137:8080 0 0.084 201 89a2de818a5b45f78f44041a6bcf8aea 199.19.213.177 - - [05/May/2026:11:29:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.022 [auth-system-keycloak-80] [] 10.0.0.137:8080 2246 0.022 200 918ecd52544671b7dc632defadc569ad 199.19.213.177 - - [05/May/2026:11:29:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.044 [auth-system-keycloak-80] [] 10.0.0.137:8080 1885 0.042 200 2d6623a3d2f9657b005d23b885c0189e 199.19.213.177 - - [05/May/2026:11:29:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.137:8080 2246 0.006 200 493b88cd7678719ed600d9005a9d401e 199.19.213.177 - - [05/May/2026:11:29:48 +0000] "GET /admin/realms/atmosphere/clients/26e0f0b6-eda2-4e1d-afc9-a7d50cfdf3cf/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.018 [auth-system-keycloak-80] [] 10.0.0.137:8080 233 0.018 200 ebbab38542c8f4396fecff5409eecd53 199.19.213.177 - - [05/May/2026:11:29:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.018 [auth-system-keycloak-80] [] 10.0.0.137:8080 831 0.018 200 333ff9bdf928be7e71daa6e18cdfe087 199.19.213.177 - - [05/May/2026:11:29:48 +0000] "GET /admin/realms/atmosphere/clients/26c5dd35-cfa8-4c46-9520-a7ad8bc970ec/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.035 [auth-system-keycloak-80] [] 10.0.0.137:8080 3758 0.035 200 5a8e010b3c956697c48bb586a1c9231c 199.19.213.177 - - [05/May/2026:11:29:49 +0000] "GET /admin/realms/atmosphere/users/1b621912-49d3-4c99-9606-7c968ae1b64b/role-mappings/clients/26c5dd35-cfa8-4c46-9520-a7ad8bc970ec/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.184 [auth-system-keycloak-80] [] 10.0.0.137:8080 3758 0.184 200 419d76fa912884b580e76c744b0c5012 199.19.213.177 - - [05/May/2026:11:29:49 +0000] "GET /admin/realms/atmosphere/users/1b621912-49d3-4c99-9606-7c968ae1b64b/role-mappings/clients/26c5dd35-cfa8-4c46-9520-a7ad8bc970ec/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.085 [auth-system-keycloak-80] [] 10.0.0.137:8080 2 0.085 200 b81510e102febd618408f8230e8d4e70 199.19.213.177 - - [05/May/2026:11:29:49 +0000] "POST /admin/realms/atmosphere/users/1b621912-49d3-4c99-9606-7c968ae1b64b/role-mappings/clients/26c5dd35-cfa8-4c46-9520-a7ad8bc970ec HTTP/1.1" 204 0 "-" "Ansible" 1390 0.019 [auth-system-keycloak-80] [] 10.0.0.137:8080 0 0.018 204 d402a9872d9286dbeb9cba958cfa370c 199.19.213.177 - - [05/May/2026:11:29:49 +0000] "GET /admin/realms/atmosphere/users/1b621912-49d3-4c99-9606-7c968ae1b64b/role-mappings/clients/26c5dd35-cfa8-4c46-9520-a7ad8bc970ec/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.060 [auth-system-keycloak-80] [] 10.0.0.137:8080 576 0.060 200 58181e3c6ddd4493e5ec90fb1b539cdf W0505 11:29:51.718217 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:29:51.718241 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:29:55.054115 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:29:55.054198 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:30:11.158118 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:30:11.158167 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:30:14.492109 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:30:14.492160 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:31:56.610685 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:31:56.610797 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:32:24.620296 8 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0505 11:32:24.620385 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:32:24.620416 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 11:32:24.624346 8 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.005s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:28.7kB} I0505 11:32:24.624386 8 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0505 11:32:24.631780 8 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0505 11:32:24.632163 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"7027ba70-2632-4239-826c-333935cfb478", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6614", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 11:32:24.632536 8 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0505 11:32:24.633079 8 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0505 11:32:24.633172 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:32:24.633199 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 11:32:24.633362 8 controller.go:196] "Configuration changes detected, backend reload required" I0505 11:32:24.696553 8 controller.go:216] "Backend successfully reloaded" I0505 11:32:24.696870 8 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-h2nkd", UID:"d5646494-a94a-4c14-a37d-b408124854bf", APIVersion:"v1", ResourceVersion:"1393", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0505 11:32:24.914734 8 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0505 11:32:24.915953 8 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0505 11:32:27.967002 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:32:27.967073 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.177 - - [05/May/2026:11:32:29 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.005 [openstack-keystone-api-5000] [] 10.0.0.184:5000 281 0.005 300 e1a9c3c97e25be2b707cd6115e0011dd 199.19.213.177 - - [05/May/2026:11:32:30 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.184:5000 266 0.005 200 d73e18a5fb6032ee9c962fbc1fcec5a4 199.19.213.177 - - [05/May/2026:11:32:30 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.360 [openstack-keystone-api-5000] [] 10.0.0.184:5000 1297 0.361 201 4bcd76b07e83bf9b8a1138a294b4ab08 199.19.213.177 - - [05/May/2026:11:32:30 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.006 [openstack-keystone-api-5000] [] 10.0.0.184:5000 281 0.006 300 d480757e0beb077015218b0942db3494 199.19.213.177 - - [05/May/2026:11:32:30 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.037 [openstack-keystone-api-5000] [] 10.0.0.184:5000 368 0.038 200 071bb5aaa11d2748c8335518ca9fec5b 199.19.213.177 - - [05/May/2026:11:32:31 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.007 [openstack-keystone-api-5000] [] 10.0.0.184:5000 266 0.007 200 86a59fd2e124de001a8cd1776a978299 199.19.213.177 - - [05/May/2026:11:32:31 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.295 [openstack-keystone-api-5000] [] 10.0.0.184:5000 1297 0.295 201 b4afa16c29be6f8519a25806356f0e6d 199.19.213.177 - - [05/May/2026:11:32:31 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.184:5000 281 0.004 300 0025491d588db6a85760e7d283ed6132 199.19.213.177 - - [05/May/2026:11:32:31 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.026 [openstack-keystone-api-5000] [] 10.0.0.184:5000 101 0.026 404 b1fbb1b65b47af52e0edd2774a17746f 199.19.213.177 - - [05/May/2026:11:32:31 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.026 [openstack-keystone-api-5000] [] 10.0.0.184:5000 156 0.026 200 914ccfc1188e27baa03d484de35e8100 199.19.213.177 - - [05/May/2026:11:32:31 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.037 [openstack-keystone-api-5000] [] 10.0.0.184:5000 454 0.037 201 d28219ce8bd0d346a40cbd3b6ff8eba0 199.19.213.177 - - [05/May/2026:11:32:32 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.184:5000 266 0.005 200 fca82bace6b441b2568098875555f620 199.19.213.177 - - [05/May/2026:11:32:32 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.342 [openstack-keystone-api-5000] [] 10.0.0.184:5000 1297 0.342 201 a57a7bde4413bee88dd966dd9a4e4322 199.19.213.177 - - [05/May/2026:11:32:32 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.006 [openstack-keystone-api-5000] [] 10.0.0.184:5000 281 0.005 300 5e6de6fad1bbb9db8d2c101f0015e4a9 199.19.213.177 - - [05/May/2026:11:32:32 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.027 [openstack-keystone-api-5000] [] 10.0.0.184:5000 98 0.027 404 bff974929363a5ec1263ba46bf0980d1 199.19.213.177 - - [05/May/2026:11:32:32 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.023 [openstack-keystone-api-5000] [] 10.0.0.184:5000 136 0.023 200 c9e6ce805e76cf90a5c650c4c0da4d42 199.19.213.177 - - [05/May/2026:11:32:32 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 332 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.025 [openstack-keystone-api-5000] [] 10.0.0.184:5000 332 0.025 201 448aaacee0c552294aa1bfc23fb13033 199.19.213.177 - - [05/May/2026:11:32:33 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.184:5000 266 0.003 200 bb8811888bc5d37d34dc9a9a881f0420 199.19.213.177 - - [05/May/2026:11:32:33 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.291 [openstack-keystone-api-5000] [] 10.0.0.184:5000 1297 0.291 201 18703b08b1c991abaeb68721aa238331 199.19.213.177 - - [05/May/2026:11:32:33 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.184:5000 281 0.004 300 477005dd7da6386481ab72d270366308 199.19.213.177 - - [05/May/2026:11:32:33 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.029 [openstack-keystone-api-5000] [] 10.0.0.184:5000 131 0.029 404 c11c025bdb0c9ae4667e8216d7431bbd 199.19.213.177 - - [05/May/2026:11:32:33 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.028 [openstack-keystone-api-5000] [] 10.0.0.184:5000 168 0.028 200 865f9cdec7ad616e4a717ddc2c85e8e2 199.19.213.177 - - [05/May/2026:11:32:33 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.028 [openstack-keystone-api-5000] [] 10.0.0.184:5000 224 0.028 201 71d92a78fedfa55559ffcdf025e7e1f9 W0505 11:32:45.503500 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:32:45.503543 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:32:48.838945 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:32:48.839015 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:32:52.170955 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:32:52.171018 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:33:11.099199 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:33:11.099314 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:33:18.874388 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:33:18.874431 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 11:33:22.159711 8 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.109.246.244"}] I0505 11:33:22.164159 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"7027ba70-2632-4239-826c-333935cfb478", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7110", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 11:33:22.208581 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:33:22.208618 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:33:25.542339 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:33:25.542387 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:34:51.825967 8 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0505 11:34:51.826199 8 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0505 11:34:51.826378 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:34:51.826482 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 11:34:51.831809 8 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.006s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:32.2kB} I0505 11:34:51.831910 8 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0505 11:34:51.836656 8 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0505 11:34:51.836881 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"4662b87c-8c96-46d1-a03f-d2c750392c16", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7725", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 11:34:51.837114 8 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0505 11:34:51.837490 8 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0505 11:34:51.837582 8 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0505 11:34:51.837647 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:34:51.837668 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 11:34:51.837812 8 controller.go:196] "Configuration changes detected, backend reload required" I0505 11:34:51.892957 8 controller.go:216] "Backend successfully reloaded" I0505 11:34:51.894005 8 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-h2nkd", UID:"d5646494-a94a-4c14-a37d-b408124854bf", APIVersion:"v1", ResourceVersion:"1393", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0505 11:34:52.295525 8 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0505 11:34:52.296882 8 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.19.213.177 - - [05/May/2026:11:34:52 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.184:5000 281 0.004 300 10850538bd3316c591734a9cd2c61e01 199.19.213.177 - - [05/May/2026:11:34:52 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1929 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.359 [openstack-keystone-api-5000] [] 10.0.0.184:5000 1929 0.359 201 f4a96ef9234e9b343c89879b2a10a3c3 199.19.213.177 - - [05/May/2026:11:34:53 +0000] "GET /v3/roles HTTP/1.1" 200 824 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 425 0.026 [openstack-keystone-api-5000] [] 10.0.0.184:5000 824 0.026 200 0e1d04513f28e7e390e3bef2126a094d 199.19.213.177 - - [05/May/2026:11:34:53 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.034 [openstack-keystone-api-5000] [] 10.0.0.184:5000 230 0.034 201 0d54199f9cb33ef3ac8f7e423f3723bf W0505 11:34:55.171376 8 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0505 11:34:55.171576 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:34:55.171609 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:34:59.247460 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:34:59.247501 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.177 - - [05/May/2026:11:34:59 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/1.0.2 keystoneauth1/5.1.3 python-requests/2.28.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.184:5000 281 0.004 300 bdcdf4ef35dd39af19703e0e1b1c77c5 199.19.213.177 - - [05/May/2026:11:34:59 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1929 "-" "openstacksdk/1.0.2 keystoneauth1/5.1.3 python-requests/2.28.1 CPython/3.10.12" 548 0.289 [openstack-keystone-api-5000] [] 10.0.0.184:5000 1929 0.289 201 31069500097aff279bd68fbb0fb250c4 199.19.213.177 - - [05/May/2026:11:34:59 +0000] "GET /v3/roles HTTP/1.1" 200 1045 "-" "python-keystoneclient" 380 0.027 [openstack-keystone-api-5000] [] 10.0.0.184:5000 1045 0.027 200 12d6ceb82d15faf1bf1ee4c75d7b9970 199.19.213.177 - - [05/May/2026:11:34:59 +0000] "PUT /v3/roles/55b40c75de994d92b94f31ddcbee8ee6/implies/2729e5a505594754a341b0cadcff2645 HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.048 [openstack-keystone-api-5000] [] 10.0.0.184:5000 521 0.048 201 5b55d0a6151896bdd79093382a888942 I0505 11:35:22.159469 8 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.109.246.244"}] I0505 11:35:22.164576 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"4662b87c-8c96-46d1-a03f-d2c750392c16", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8058", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 11:35:22.166516 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:35:22.166547 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.177 - - [05/May/2026:11:35:44 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.184:5000 281 0.003 300 87badbddf48007bedeffed199d715250 199.19.213.177 - - [05/May/2026:11:35:45 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.367 [openstack-keystone-api-5000] [] 10.0.0.184:5000 1992 0.367 201 35b3ec560fea6835f77b2b515f04483e 199.19.213.177 - - [05/May/2026:11:35:45 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.028 [openstack-keystone-api-5000] [] 10.0.0.184:5000 87 0.028 404 ac0ffb5b08515782f5fe923f45de3e38 199.19.213.177 - - [05/May/2026:11:35:45 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 440 0.029 [openstack-keystone-api-5000] [] 10.0.0.184:5000 390 0.029 200 025f126d1ce423ad8c0a1e94da7dd1c4 199.19.213.177 - - [05/May/2026:11:35:45 +0000] "GET /v3/users?domain_id=1863e94eaf6d4c1797ab5c7a556b01b6&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 487 0.040 [openstack-keystone-api-5000] [] 10.0.0.184:5000 178 0.040 200 0f4daf4828041f8d60839e06eda87113 199.19.213.177 - - [05/May/2026:11:35:45 +0000] "POST /v3/users HTTP/1.1" 201 327 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 664 0.290 [openstack-keystone-api-5000] [] 10.0.0.184:5000 327 0.290 201 20b13df5e3c6756551e9067b1de62f62 199.19.213.177 - - [05/May/2026:11:35:46 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.184:5000 281 0.005 300 7297f1b0d543e367f607e0f522bd3885 199.19.213.177 - - [05/May/2026:11:35:46 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.314 [openstack-keystone-api-5000] [] 10.0.0.184:5000 1992 0.314 201 3079d5fd4a3e1cd55901069c2204d652 199.19.213.177 - - [05/May/2026:11:35:46 +0000] "GET /v3/roles HTTP/1.1" 200 1045 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 425 0.025 [openstack-keystone-api-5000] [] 10.0.0.184:5000 1045 0.025 200 675cdc2fed9bef778f702e72d85a11ea 199.19.213.177 - - [05/May/2026:11:35:46 +0000] "GET /v3/domains HTTP/1.1" 200 810 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 427 0.031 [openstack-keystone-api-5000] [] 10.0.0.184:5000 810 0.031 200 4d6d3500918e700e45d7b26e6f23b782 199.19.213.177 - - [05/May/2026:11:35:46 +0000] "GET /v3/users?domain_id=1863e94eaf6d4c1797ab5c7a556b01b6&name=rgw-RegionOne HTTP/1.1" 200 494 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 487 0.050 [openstack-keystone-api-5000] [] 10.0.0.184:5000 494 0.050 200 279c45862c1976daf46672411d67c9ee 199.19.213.177 - - [05/May/2026:11:35:46 +0000] "GET /v3/projects?domain_id=1863e94eaf6d4c1797ab5c7a556b01b6 HTTP/1.1" 200 550 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 471 0.032 [openstack-keystone-api-5000] [] 10.0.0.184:5000 550 0.031 200 60dcd56c9679bc423e989938e3339aee 199.19.213.177 - - [05/May/2026:11:35:46 +0000] "GET /v3/role_assignments?role.id=66c9a050a7164d10a5f6556c1cbe2eb3&user.id=e2aaca89ce634d2a9559a7d9c6221eaf&scope.project.id=b4ab4e6c80e64c4d98704fd75b0f6387 HTTP/1.1" 200 270 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 568 0.022 [openstack-keystone-api-5000] [] 10.0.0.184:5000 270 0.022 200 a9fec489390726f58276431eb2099509 199.19.213.177 - - [05/May/2026:11:35:46 +0000] "GET /v3/roles HTTP/1.1" 200 1045 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 425 0.024 [openstack-keystone-api-5000] [] 10.0.0.184:5000 1045 0.024 200 f1b56560c6b68fb05b6e9dfd1a3e95b7 199.19.213.177 - - [05/May/2026:11:35:46 +0000] "GET /v3/domains/1863e94eaf6d4c1797ab5c7a556b01b6 HTTP/1.1" 200 270 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.022 [openstack-keystone-api-5000] [] 10.0.0.184:5000 270 0.022 200 99d0f85a68ab1303d1086feeaffed438 199.19.213.177 - - [05/May/2026:11:35:46 +0000] "GET /v3/users?domain_id=1863e94eaf6d4c1797ab5c7a556b01b6&name=rgw-RegionOne HTTP/1.1" 200 494 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 487 0.219 [openstack-keystone-api-5000] [] 10.0.0.184:5000 494 0.219 200 2dc358be2032fe8292d90e182ef3b308 199.19.213.177 - - [05/May/2026:11:35:46 +0000] "GET /v3/projects?domain_id=1863e94eaf6d4c1797ab5c7a556b01b6 HTTP/1.1" 200 550 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 471 0.029 [openstack-keystone-api-5000] [] 10.0.0.184:5000 550 0.029 200 f65be455a714c6d8f75d7e33152154ae 199.19.213.177 - - [05/May/2026:11:35:46 +0000] "GET /v3/role_assignments?role.id=66c9a050a7164d10a5f6556c1cbe2eb3&user.id=e2aaca89ce634d2a9559a7d9c6221eaf&scope.project.id=b4ab4e6c80e64c4d98704fd75b0f6387 HTTP/1.1" 200 270 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 568 0.017 [openstack-keystone-api-5000] [] 10.0.0.184:5000 270 0.017 200 6b40405003cbe3ff817e7e016f81c45d 199.19.213.177 - - [05/May/2026:11:35:46 +0000] "PUT /v3/projects/b4ab4e6c80e64c4d98704fd75b0f6387/users/e2aaca89ce634d2a9559a7d9c6221eaf/roles/66c9a050a7164d10a5f6556c1cbe2eb3 HTTP/1.1" 204 0 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 558 0.048 [openstack-keystone-api-5000] [] 10.0.0.184:5000 0 0.048 204 475ac32b1133ca4f7de04e0750cd7d25 199.19.213.177 - - [05/May/2026:11:35:47 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.184:5000 281 0.005 300 bbfc93607a72c38921f6438f47a55f21 199.19.213.177 - - [05/May/2026:11:35:47 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.352 [openstack-keystone-api-5000] [] 10.0.0.184:5000 1992 0.352 201 d44fc221842f824d0c07734051d27f7e 199.19.213.177 - - [05/May/2026:11:35:47 +0000] "GET /v3/services HTTP/1.1" 200 597 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 428 0.022 [openstack-keystone-api-5000] [] 10.0.0.184:5000 597 0.023 200 ecee8ca12a6203e3d586e1fff70376a8 199.19.213.177 - - [05/May/2026:11:35:47 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 596 0.041 [openstack-keystone-api-5000] [] 10.0.0.184:5000 263 0.041 201 fc4b3442bd78f3dfa8ad88a90fb2b90b 199.19.213.177 - - [05/May/2026:11:35:48 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.184:5000 281 0.004 300 36c01743b357967c82173439ed7ca142 199.19.213.177 - - [05/May/2026:11:35:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2094 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.447 [openstack-keystone-api-5000] [] 10.0.0.184:5000 2094 0.446 201 51c74224c2a0a16ec6f6201c23c63479 199.19.213.177 - - [05/May/2026:11:35:49 +0000] "GET /v3/services HTTP/1.1" 200 848 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 428 0.016 [openstack-keystone-api-5000] [] 10.0.0.184:5000 848 0.016 200 1f8942ec64f4d2f5c627e0d124062319 199.19.213.177 - - [05/May/2026:11:35:49 +0000] "GET /v3/endpoints HTTP/1.1" 200 2223 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 429 0.023 [openstack-keystone-api-5000] [] 10.0.0.184:5000 2223 0.023 200 562a9585bd4ccb2515f8141215e32280 199.19.213.177 - - [05/May/2026:11:35:49 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 686 0.039 [openstack-keystone-api-5000] [] 10.0.0.184:5000 379 0.039 201 82a43add206e067285c82562fe37506d 199.19.213.177 - - [05/May/2026:11:35:49 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.184:5000 281 0.005 300 715300683de9df07f18abe837c7cdf76 199.19.213.177 - - [05/May/2026:11:35:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2303 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.300 [openstack-keystone-api-5000] [] 10.0.0.184:5000 2303 0.300 201 739ee91f8f545e016b867424b82cddf5 199.19.213.177 - - [05/May/2026:11:35:49 +0000] "GET /v3/services HTTP/1.1" 200 848 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 428 0.021 [openstack-keystone-api-5000] [] 10.0.0.184:5000 848 0.020 200 8823d067ad1fbc7749043cc60c7aa91d 199.19.213.177 - - [05/May/2026:11:35:49 +0000] "GET /v3/endpoints HTTP/1.1" 200 2589 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 429 0.020 [openstack-keystone-api-5000] [] 10.0.0.184:5000 2589 0.019 200 ae5f9d9efb53f89becceb50e66df6bbd 199.19.213.177 - - [05/May/2026:11:35:49 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 699 0.034 [openstack-keystone-api-5000] [] 10.0.0.184:5000 392 0.034 201 8afa9a8ef5969c85cd903a72831e84e0 W0505 11:35:51.176126 8 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0505 11:35:51.176283 8 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0505 11:35:51.176361 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:35:51.176378 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 11:35:51.181170 8 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.006s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:35.7kB} I0505 11:35:51.181198 8 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0505 11:35:51.185304 8 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0505 11:35:51.185491 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"2b9e5014-d491-4fa3-9ecc-ac2c35bcc548", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8263", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 11:35:51.185782 8 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0505 11:35:51.186108 8 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0505 11:35:51.186215 8 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0505 11:35:51.186292 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:35:51.186313 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 11:35:51.186471 8 controller.go:196] "Configuration changes detected, backend reload required" I0505 11:35:51.237864 8 controller.go:216] "Backend successfully reloaded" I0505 11:35:51.238164 8 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-h2nkd", UID:"d5646494-a94a-4c14-a37d-b408124854bf", APIVersion:"v1", ResourceVersion:"1393", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0505 11:35:51.471830 8 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0505 11:35:51.472874 8 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0505 11:35:54.519820 8 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0505 11:35:54.520029 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:35:54.520055 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:36:08.034585 8 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0505 11:36:08.034816 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:36:08.034878 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:36:13.394721 8 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0505 11:36:13.394874 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:36:13.394892 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:36:16.729235 8 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0505 11:36:16.729695 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:36:16.729724 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:36:20.062196 8 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0505 11:36:20.062371 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:36:20.062404 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 11:36:20.062557 8 controller.go:196] "Configuration changes detected, backend reload required" I0505 11:36:20.125973 8 controller.go:216] "Backend successfully reloaded" I0505 11:36:20.126282 8 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-h2nkd", UID:"d5646494-a94a-4c14-a37d-b408124854bf", APIVersion:"v1", ResourceVersion:"1393", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0505 11:36:22.161567 8 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.109.246.244"}] I0505 11:36:22.167635 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"2b9e5014-d491-4fa3-9ecc-ac2c35bcc548", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8623", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 11:36:23.395747 8 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0505 11:36:23.396071 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:36:23.396174 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:36:26.728832 8 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0505 11:36:26.729209 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:36:26.729282 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:36:39.001875 8 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0505 11:36:39.002009 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:36:39.002030 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:36:42.336091 8 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0505 11:36:42.336309 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:36:42.336338 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:36:47.238395 8 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0505 11:36:47.238616 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:36:47.238653 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:37:24.652173 8 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0505 11:37:24.652326 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:37:24.652360 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:38:03.814112 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:38:03.814151 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:38:56.324344 8 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0505 11:38:56.324519 8 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0505 11:38:56.324673 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:38:56.324703 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 11:38:56.328705 8 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.005s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:39.2kB} I0505 11:38:56.328737 8 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0505 11:38:56.333083 8 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0505 11:38:56.333389 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"82efd5ea-20d9-480e-8f4d-9fbe7e8a9d24", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9842", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 11:38:56.333683 8 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0505 11:38:56.334174 8 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0505 11:38:56.334299 8 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0505 11:38:56.334400 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:38:56.334422 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 11:38:56.334603 8 controller.go:196] "Configuration changes detected, backend reload required" I0505 11:38:56.382722 8 controller.go:216] "Backend successfully reloaded" I0505 11:38:56.383106 8 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-h2nkd", UID:"d5646494-a94a-4c14-a37d-b408124854bf", APIVersion:"v1", ResourceVersion:"1393", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0505 11:38:56.595728 8 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0505 11:38:56.596828 8 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0505 11:38:59.668465 8 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0505 11:38:59.668878 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:38:59.668945 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.177 - - [05/May/2026:11:39:00 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.184:5000 281 0.004 300 32d7ab88c0af8aec6fded275d6b86aaf 199.19.213.177 - - [05/May/2026:11:39:00 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.337 [openstack-keystone-api-5000] [] 10.0.0.184:5000 3138 0.337 201 431fd0321ad711a76aed69c30cd2dca8 199.19.213.177 - - [05/May/2026:11:39:00 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 683f66544d772e6b10f957d7152c95b1 199.19.213.177 - - [05/May/2026:11:39:00 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - dce3a566459102b77827bf020006b5b3 199.19.213.177 - - [05/May/2026:11:39:00 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 199c36b661636aae64fd1a664ac3a9e8 199.19.213.177 - - [05/May/2026:11:39:00 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b50003896962b1541d9dc7484eee31aa 199.19.213.177 - - [05/May/2026:11:39:00 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 7df1823b01dc8ed3dfed2eb796dc900f 199.19.213.177 - - [05/May/2026:11:39:00 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a5be173bb05fe1efe0a5b2a11b0d7a55 199.19.213.177 - - [05/May/2026:11:39:02 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.006 [openstack-keystone-api-5000] [] 10.0.0.184:5000 281 0.006 300 7e96d7862d6daaec7d95ae9cf895f0e9 199.19.213.177 - - [05/May/2026:11:39:02 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.292 [openstack-keystone-api-5000] [] 10.0.0.184:5000 3138 0.292 201 64ccaa22a82314d706defe692ab0ed67 199.19.213.177 - - [05/May/2026:11:39:02 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 3eee602144fdb14591264d4569eefd14 199.19.213.177 - - [05/May/2026:11:39:02 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a3dc9ca231937396c4f7d1e6c547c915 199.19.213.177 - - [05/May/2026:11:39:02 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c374c3021aaec6ad1b9f13c196daa03c 199.19.213.177 - - [05/May/2026:11:39:02 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 16b5d504eecabccd0f8fcdb7e562a08f 199.19.213.177 - - [05/May/2026:11:39:02 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c6596d5240f5c9d75850fdf9c8574335 199.19.213.177 - - [05/May/2026:11:39:02 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 05667be101776490e99b2fe2e2f9b87e 199.19.213.177 - - [05/May/2026:11:39:04 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.184:5000 281 0.004 300 0ef6466193df94c2ce4ffb6fbcc6af6a 199.19.213.177 - - [05/May/2026:11:39:04 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.307 [openstack-keystone-api-5000] [] 10.0.0.184:5000 3138 0.307 201 1afdb0ff34958792c0f773835708da5f 199.19.213.177 - - [05/May/2026:11:39:04 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b7e20484fa5b8633f2cffe92d87001e5 199.19.213.177 - - [05/May/2026:11:39:04 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 50e8b67d21bfc3ff6aa75385ccb36195 199.19.213.177 - - [05/May/2026:11:39:04 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 18b4137614dede8ab388eea961474ee9 199.19.213.177 - - [05/May/2026:11:39:04 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 94c0f260b703da2a52a18cd7c43b13ac 199.19.213.177 - - [05/May/2026:11:39:04 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - fcb9f72fe02bee6266f231cbe39034a2 199.19.213.177 - - [05/May/2026:11:39:04 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 0f0f790dc5a2cd9721ea3feafde3dd75 W0505 11:39:05.761142 8 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0505 11:39:05.761483 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:39:05.761539 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.177 - - [05/May/2026:11:39:05 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.184:5000 281 0.004 300 d34392e1db503d96e7456bada27ade80 199.19.213.177 - - [05/May/2026:11:39:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.295 [openstack-keystone-api-5000] [] 10.0.0.184:5000 3138 0.295 201 936ca1aa4f83968762e8a20d32e2d8ba 199.19.213.177 - - [05/May/2026:11:39:06 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 5c8a30269817123b8879ad36b7fed62d 199.19.213.177 - - [05/May/2026:11:39:06 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 7e910dac58723dbb20da84015f36fdf2 199.19.213.177 - - [05/May/2026:11:39:06 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 4784a1ed63f235ed9ec208c41a7dea9b 199.19.213.177 - - [05/May/2026:11:39:06 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - f3858ab786acf22e4e5dd13859c6f7da 199.19.213.177 - - [05/May/2026:11:39:06 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 4375c77d3fd9237df3cfbc423e0e828f 199.19.213.177 - - [05/May/2026:11:39:06 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - bb629b25884ce899cd56b7c6130b3568 199.19.213.177 - - [05/May/2026:11:39:07 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.184:5000 281 0.005 300 dda4662dd53dcefd8d6b058a8bda9052 199.19.213.177 - - [05/May/2026:11:39:08 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.312 [openstack-keystone-api-5000] [] 10.0.0.184:5000 3138 0.312 201 5bfea6225a44f496cf9c8febbb0e8425 199.19.213.177 - - [05/May/2026:11:39:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 2f1e343c2b8355eb2bbb475ddb1fcb75 199.19.213.177 - - [05/May/2026:11:39:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 06c42d2f32c40e0525e201649948d21e 199.19.213.177 - - [05/May/2026:11:39:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 172f7794ab099a1d878c0836195696fd 199.19.213.177 - - [05/May/2026:11:39:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 1287ebba6cfd7a63374263f5973cc318 199.19.213.177 - - [05/May/2026:11:39:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 09bac8d7c7a4cc78462800afe2a1fbcd 199.19.213.177 - - [05/May/2026:11:39:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e6b6cf215fef302f1a64f57724644b2d 199.19.213.177 - - [05/May/2026:11:39:09 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.184:5000 281 0.005 300 4583cdfb4dc425ddd17c481064bf1fc4 199.19.213.177 - - [05/May/2026:11:39:09 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.309 [openstack-keystone-api-5000] [] 10.0.0.184:5000 3138 0.309 201 8729b1cdff68233d043ce7507de19352 199.19.213.177 - - [05/May/2026:11:39:09 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 5ed8b9d1bcb5c17dcf3a8687ae19e2a1 199.19.213.177 - - [05/May/2026:11:39:09 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - bb85da3fbb315d44b7296f3d9f5f4eb4 199.19.213.177 - - [05/May/2026:11:39:09 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 4ca71bee9c366f9f4040329198231cb9 199.19.213.177 - - [05/May/2026:11:39:09 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 8fbdd68c768939f226157039d144be36 199.19.213.177 - - [05/May/2026:11:39:09 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 54ddf5c25a3998efc21a8bf1098d1641 199.19.213.177 - - [05/May/2026:11:39:09 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - fe2d36c4990f7ba32c365b203615c61e 199.19.213.177 - - [05/May/2026:11:39:11 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.184:5000 281 0.004 300 65878fa49d3bb058507a6618e8c85cb8 199.19.213.177 - - [05/May/2026:11:39:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.291 [openstack-keystone-api-5000] [] 10.0.0.184:5000 3138 0.291 201 9640872c18401079b4f696ed4f423e50 199.19.213.177 - - [05/May/2026:11:39:11 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e7ee8efdc8a7f0b969c5b9d495fb7cfa 199.19.213.177 - - [05/May/2026:11:39:11 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 33d617c9eb5d81b24a301c3f5765371c 199.19.213.177 - - [05/May/2026:11:39:11 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 5538d42753ab964024919a9bb76d37bc 199.19.213.177 - - [05/May/2026:11:39:11 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - cb1ef0d001629ff3aff2c486a226a95f 199.19.213.177 - - [05/May/2026:11:39:11 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 25880f10af2ac93923f047db1b92b025 199.19.213.177 - - [05/May/2026:11:39:11 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 79779404e2016c6c9ba263ff19441ef3 199.19.213.177 - - [05/May/2026:11:39:13 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.184:5000 281 0.005 300 7fc76783141c10327c8c2cdd1a16e8ab 199.19.213.177 - - [05/May/2026:11:39:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.306 [openstack-keystone-api-5000] [] 10.0.0.184:5000 3138 0.306 201 652b4b77a88a6a763c009ea62c3fef9f 199.19.213.177 - - [05/May/2026:11:39:13 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 34a881efd699646e7a932d546a06dd10 199.19.213.177 - - [05/May/2026:11:39:13 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 6c46c097169478315c5399094eca9902 199.19.213.177 - - [05/May/2026:11:39:13 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - be80566251341aff783640ff1df4da2b 199.19.213.177 - - [05/May/2026:11:39:13 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c42e4c9be289a14f71f510c26ff696bf 199.19.213.177 - - [05/May/2026:11:39:13 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 7d2192ec2fcd9b4135e9ea42554c7d40 199.19.213.177 - - [05/May/2026:11:39:13 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ffdbf0a9be7b4bdf00b7191ba191abf2 W0505 11:39:14.585207 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:39:14.585240 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.177 - - [05/May/2026:11:39:14 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.184:5000 281 0.003 300 7d5fdb983e06e06d00c502951638f205 199.19.213.177 - - [05/May/2026:11:39:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.301 [openstack-keystone-api-5000] [] 10.0.0.184:5000 3138 0.301 201 15adcc6233c0a066f06ce1aad8800751 199.19.213.177 - - [05/May/2026:11:39:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - f99d65ce343b990c378198488cd82177 199.19.213.177 - - [05/May/2026:11:39:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 2dbcef87d62184fddb52b5ba40859b98 199.19.213.177 - - [05/May/2026:11:39:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 72ed81306c77c04ced766a2e30034244 199.19.213.177 - - [05/May/2026:11:39:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 3e83573f47afcb00f93e01b7764098fd 199.19.213.177 - - [05/May/2026:11:39:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - f711e05322978782d88d8e8daf5854ac 199.19.213.177 - - [05/May/2026:11:39:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - dd1a74586c0bdafdef809bf6fa658b9a 199.19.213.177 - - [05/May/2026:11:39:16 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.184:5000 281 0.005 300 24a19a068ae4dde2884c64c388e5943b 199.19.213.177 - - [05/May/2026:11:39:16 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.296 [openstack-keystone-api-5000] [] 10.0.0.184:5000 3138 0.296 201 d7ba72007360b6da05be8461f7177e52 199.19.213.177 - - [05/May/2026:11:39:16 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.179:9292 1193 0.003 300 472528a5586c9a5c9763041f3f401990 199.19.213.177 - - [05/May/2026:11:39:17 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.578 [openstack-glance-api-9292] [] 10.0.0.179:9292 69 0.578 200 bc907b41d5e39927715d0cb645b6d557 199.19.213.177 - - [05/May/2026:11:39:20 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.184:5000 281 0.004 300 3f591c4cd02c622317d7d3ca6ba94e98 199.19.213.177 - - [05/May/2026:11:39:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.317 [openstack-keystone-api-5000] [] 10.0.0.184:5000 3138 0.317 201 73436da4b95e217bb693a32a9fae0f6d 199.19.213.177 - - [05/May/2026:11:39:20 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.004 [openstack-glance-api-9292] [] 10.0.0.179:9292 1193 0.004 300 56be3977b971f7ac2ff1ee67c4531f82 199.19.213.177 - - [05/May/2026:11:39:20 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.052 [openstack-glance-api-9292] [] 10.0.0.179:9292 69 0.053 200 1fcdee0403893e13060a16e143b04894 199.19.213.177 - - [05/May/2026:11:39:21 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.139 [openstack-glance-api-9292] [] 10.0.0.179:9292 151 0.140 404 1dfe2d3d2863532305633361620243b5 199.19.213.177 - - [05/May/2026:11:39:21 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.026 [openstack-glance-api-9292] [] 10.0.0.179:9292 81 0.026 200 8a3b565f7be44f0edcda8e9388f3fade 199.19.213.177 - - [05/May/2026:11:39:21 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.028 [openstack-glance-api-9292] [] 10.0.0.179:9292 84 0.028 200 610e487f40c4a48168694b8f9ecab7d9 199.19.213.177 - - [05/May/2026:11:39:21 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 748 0.063 [openstack-glance-api-9292] [] 10.0.0.179:9292 760 0.063 201 80dd961ae265b63ffffe8a9fee6d8318 I0505 11:39:22.160169 8 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.109.246.244"}] I0505 11:39:22.167576 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"82efd5ea-20d9-480e-8f4d-9fbe7e8a9d24", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10034", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 11:39:22.170627 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:39:22.170690 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.177 - - [05/May/2026:11:39:24 +0000] "PUT /v2/images/cd4131ac-598f-4874-ab38-0b84a4373363/file HTTP/1.1" 204 0 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 3.611 [openstack-glance-api-9292] [] 10.0.0.179:9292 0 3.611 204 cdcadcb3e6192d17b3dd730d1981ce73 199.19.213.177 - - [05/May/2026:11:39:24 +0000] "GET /v2/images HTTP/1.1" 200 1240 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.017 [openstack-glance-api-9292] [] 10.0.0.179:9292 1240 0.017 200 f9516db2a2165c20ad6e3de610ea4d88 199.19.213.177 - - [05/May/2026:11:39:24 +0000] "PATCH /v2/images/cd4131ac-598f-4874-ab38-0b84a4373363 HTTP/1.1" 200 1171 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 540 0.016 [openstack-glance-api-9292] [] 10.0.0.179:9292 1171 0.016 200 4287f8ce5111e2ada1e3a074bc919d60 199.19.213.177 - - [05/May/2026:11:39:24 +0000] "GET /v2/images HTTP/1.1" 200 1240 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.018 [openstack-glance-api-9292] [] 10.0.0.179:9292 1240 0.018 200 ff38b66e05a5ee87869c5bbb699167e0 W0505 11:39:28.134028 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:39:28.134150 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:39:31.467546 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:39:31.467599 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:39:50.484603 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:39:50.484654 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:39:53.818263 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:39:53.818485 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:39:57.368135 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:39:57.368177 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:40:00.701687 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:40:00.701744 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:40:04.035429 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:40:04.035502 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:40:16.001826 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:40:16.001859 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:40:24.545283 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:40:24.545422 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:40:27.879721 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:40:27.879817 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:43:04.938954 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:43:04.939006 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:45:07.812326 8 controller.go:1441] Error getting SSL certificate "openstack/cinder-api-certs": local SSL certificate openstack/cinder-api-certs was not found. Using default certificate W0505 11:45:07.812442 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:45:07.812469 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 11:45:07.818240 8 admission.go:149] processed ingress via admission controller {testedIngressLength:9 testedIngressTime:0.007s renderingIngressLength:9 renderingIngressTime:0s admissionTime:0.007s testedConfigurationSize:42.6kB} I0505 11:45:07.818277 8 main.go:107] "successfully validated configuration, accepting" ingress="openstack/volumev3" I0505 11:45:07.827722 8 store.go:440] "Found valid IngressClass" ingress="openstack/volumev3" ingressclass="atmosphere" I0505 11:45:07.828141 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"volumev3", UID:"89a0bfd1-eb5a-4a6d-a8fa-8db72b0c9ba1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"12584", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 11:45:07.828679 8 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/cinder-api-certs" in local store W0505 11:45:07.829525 8 controller.go:1441] Error getting SSL certificate "openstack/cinder-api-certs": local SSL certificate openstack/cinder-api-certs was not found. Using default certificate W0505 11:45:07.829761 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:45:07.829790 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 11:45:07.830090 8 controller.go:196] "Configuration changes detected, backend reload required" I0505 11:45:07.905289 8 controller.go:216] "Backend successfully reloaded" I0505 11:45:07.905588 8 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-h2nkd", UID:"d5646494-a94a-4c14-a37d-b408124854bf", APIVersion:"v1", ResourceVersion:"1393", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0505 11:45:08.058869 8 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/cinder-api-certs" I0505 11:45:08.060324 8 backend_ssl.go:67] "Adding secret to local store" name="openstack/cinder-api-certs" W0505 11:45:11.163639 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:45:11.163702 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:45:14.497723 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:45:14.497777 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:45:17.830205 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:45:17.830261 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 11:45:22.160014 8 status.go:304] "updating Ingress status" namespace="openstack" ingress="volumev3" currentValue=null newValue=[{"ip":"10.109.246.244"}] I0505 11:45:22.164695 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"volumev3", UID:"89a0bfd1-eb5a-4a6d-a8fa-8db72b0c9ba1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"12783", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 11:45:22.167077 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:45:22.167120 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:46:30.012611 8 controller.go:1219] Service "openstack/placement-api" does not have any active Endpoint. W0505 11:46:30.012809 8 controller.go:1441] Error getting SSL certificate "openstack/placement-api-certs": local SSL certificate openstack/placement-api-certs was not found. Using default certificate W0505 11:46:30.012926 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:46:30.012948 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 11:46:30.018360 8 admission.go:149] processed ingress via admission controller {testedIngressLength:10 testedIngressTime:0.006s renderingIngressLength:10 renderingIngressTime:0.002s admissionTime:0.008s testedConfigurationSize:46.1kB} I0505 11:46:30.018392 8 main.go:107] "successfully validated configuration, accepting" ingress="openstack/placement" I0505 11:46:30.026268 8 store.go:440] "Found valid IngressClass" ingress="openstack/placement" ingressclass="atmosphere" I0505 11:46:30.026600 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"placement", UID:"67a4f52c-2e68-4c74-8da7-f303e5a91265", APIVersion:"networking.k8s.io/v1", ResourceVersion:"13237", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 11:46:30.026935 8 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/placement-api-certs" in local store W0505 11:46:30.027603 8 controller.go:1219] Service "openstack/placement-api" does not have any active Endpoint. W0505 11:46:30.027764 8 controller.go:1441] Error getting SSL certificate "openstack/placement-api-certs": local SSL certificate openstack/placement-api-certs was not found. Using default certificate W0505 11:46:30.027877 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:46:30.027900 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 11:46:30.028103 8 controller.go:196] "Configuration changes detected, backend reload required" I0505 11:46:30.085959 8 controller.go:216] "Backend successfully reloaded" I0505 11:46:30.086247 8 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-h2nkd", UID:"d5646494-a94a-4c14-a37d-b408124854bf", APIVersion:"v1", ResourceVersion:"1393", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0505 11:46:30.380504 8 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/placement-api-certs" I0505 11:46:30.381614 8 backend_ssl.go:67] "Adding secret to local store" name="openstack/placement-api-certs" W0505 11:46:33.361487 8 controller.go:1219] Service "openstack/placement-api" does not have any active Endpoint. W0505 11:46:33.361646 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:46:33.361664 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:46:41.103528 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:46:41.103716 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 11:47:22.160028 8 status.go:304] "updating Ingress status" namespace="openstack" ingress="placement" currentValue=null newValue=[{"ip":"10.109.246.244"}] I0505 11:47:22.165760 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"placement", UID:"67a4f52c-2e68-4c74-8da7-f303e5a91265", APIVersion:"networking.k8s.io/v1", ResourceVersion:"13544", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 11:47:22.167921 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:47:22.167948 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store