------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0313 23:05:01.557050 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0313 23:05:01.557166 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0313 23:05:01.565545 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0313 23:05:01.568857 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0313 23:05:01.629884 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0313 23:05:01.647773 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0313 23:05:01.658778 7 nginx.go:271] "Starting NGINX Ingress controller" I0313 23:05:01.665923 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"9043b62b-32e0-47f5-ac26-0bdf4cb5bef2", APIVersion:"v1", ResourceVersion:"1064", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0313 23:05:01.669207 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"0ec66d59-25de-438f-b10c-a9e32ed329c9", APIVersion:"v1", ResourceVersion:"1066", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0313 23:05:01.669275 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"bcdde9bd-d308-4ded-834c-7d1616c260d3", APIVersion:"v1", ResourceVersion:"1065", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0313 23:05:02.860264 7 nginx.go:317] "Starting NGINX process" I0313 23:05:02.860347 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0313 23:05:02.860793 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0313 23:05:02.861062 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0313 23:05:02.861185 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:05:02.861266 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0313 23:05:02.861348 7 controller.go:196] "Configuration changes detected, backend reload required" I0313 23:05:02.868600 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0313 23:05:02.868690 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-r9879" I0313 23:05:02.897906 7 controller.go:216] "Backend successfully reloaded" I0313 23:05:02.898083 7 controller.go:227] "Initial sync, sleeping for 1 second" I0313 23:05:02.898198 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-r9879", UID:"16f4ed22-3e09-4df7-bd34-54b0920f9217", APIVersion:"v1", ResourceVersion:"1104", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0313 23:05:06.683626 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:05:06.683654 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:05:10.018341 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:05:10.018401 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:05:13.351331 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:05:13.351369 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:05:16.685511 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:05:16.685560 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:05:20.017366 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:05:20.017406 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:05:23.350636 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:05:23.350682 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:05:26.684903 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:05:26.684975 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:05:34.987046 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:05:34.987091 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:05:38.320749 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:05:38.320826 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:05:41.653970 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:05:41.654008 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:06:30.300989 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:06:30.301020 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:06:45.300885 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:06:45.300933 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:06:48.922505 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:06:48.922572 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:06:52.257009 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:06:52.257063 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:06:55.589904 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:06:55.589948 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:06:58.923323 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:06:58.923375 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:07:02.256207 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:07:02.256258 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:07:05.590209 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:07:05.590265 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:07:12.451236 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:07:12.451284 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:07:15.786752 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:07:15.786799 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:09:19.461152 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:09:19.461203 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:09:21.684878 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-6.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-6.nip.io-tls was not found. Using default certificate W0313 23:09:21.684944 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:09:21.684978 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0313 23:09:21.686913 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0313 23:09:21.686952 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0313 23:09:21.693690 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0313 23:09:21.694261 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-6.nip.io-tls" in local store I0313 23:09:21.694767 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"ff161761-37f4-487c-adaf-d7e7daaeae2a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"2963", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0313 23:09:22.065477 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-6.nip.io-tls" I0313 23:09:22.066642 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-6.nip.io-tls" W0313 23:09:22.794747 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:09:22.794797 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0313 23:09:22.794914 7 controller.go:196] "Configuration changes detected, backend reload required" I0313 23:09:22.832360 7 controller.go:216] "Backend successfully reloaded" I0313 23:09:22.832597 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-r9879", UID:"16f4ed22-3e09-4df7-bd34-54b0920f9217", APIVersion:"v1", ResourceVersion:"1104", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0313 23:09:26.127988 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:09:26.128036 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.6 - - [13/Mar/2026:23:09:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 2.119 [auth-system-keycloak-80] [] 10.0.0.254:8080 1921 2.115 200 ea6bab0210a28a4be00f06aa5e7abc72 199.204.45.6 - - [13/Mar/2026:23:09:32 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1193 0.184 [auth-system-keycloak-80] [] 10.0.0.254:8080 116 0.185 404 3c0670140ab064590657699f696dd385 199.204.45.6 - - [13/Mar/2026:23:09:37 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1292 4.276 [auth-system-keycloak-80] [] 10.0.0.254:8080 0 4.274 201 1a6e931c345501b67e617cae5832ca89 199.204.45.6 - - [13/Mar/2026:23:09:37 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1193 0.592 [auth-system-keycloak-80] [] 10.0.0.254:8080 4246 0.592 200 a24052a39545664ffadfab1bffd5d8fc 199.204.45.6 - - [13/Mar/2026:23:09:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.513 [auth-system-keycloak-80] [] 10.0.0.254:8080 1921 0.513 200 a725e35ab1723d86c7166c77e491d21a 199.204.45.6 - - [13/Mar/2026:23:09:38 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1207 0.076 [auth-system-keycloak-80] [] 10.0.0.254:8080 12500 0.076 200 80923838547953d50091f12277c676f0 199.204.45.6 - - [13/Mar/2026:23:09:38 +0000] "GET /admin/realms/atmosphere/client-scopes/90a9e371-2ad0-4197-b8d1-b93cd6e6f5ff HTTP/1.1" 200 1278 "-" "Ansible" 1244 0.010 [auth-system-keycloak-80] [] 10.0.0.254:8080 1278 0.011 200 8c73b346a5f58d08fe022a90dc896230 199.204.45.6 - - [13/Mar/2026:23:09:38 +0000] "PUT /admin/realms/atmosphere/client-scopes/90a9e371-2ad0-4197-b8d1-b93cd6e6f5ff HTTP/1.1" 204 0 "-" "Ansible" 1844 0.066 [auth-system-keycloak-80] [] 10.0.0.254:8080 0 0.065 204 e5cf7a340785c4a6ec7ad437529d823d 199.204.45.6 - - [13/Mar/2026:23:09:38 +0000] "GET /admin/realms/atmosphere/client-scopes/90a9e371-2ad0-4197-b8d1-b93cd6e6f5ff/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1268 0.018 [auth-system-keycloak-80] [] 10.0.0.254:8080 963 0.018 200 8513b92c9ad5d7f799eb88c03a27b86c 199.204.45.6 - - [13/Mar/2026:23:09:38 +0000] "GET /admin/realms/atmosphere/client-scopes/90a9e371-2ad0-4197-b8d1-b93cd6e6f5ff/protocol-mappers/models/d8b5ea22-e0a1-4397-84f1-91c5d4bc401b HTTP/1.1" 200 366 "-" "Ansible" 1305 0.050 [auth-system-keycloak-80] [] 10.0.0.254:8080 366 0.050 200 9caed1643b17bf015d1234be4b18de89 199.204.45.6 - - [13/Mar/2026:23:09:38 +0000] "PUT /admin/realms/atmosphere/client-scopes/90a9e371-2ad0-4197-b8d1-b93cd6e6f5ff/protocol-mappers/models/d8b5ea22-e0a1-4397-84f1-91c5d4bc401b HTTP/1.1" 204 0 "-" "Ansible" 1618 0.020 [auth-system-keycloak-80] [] 10.0.0.254:8080 0 0.020 204 24b78c47d7b434b0ac752db557d143f3 199.204.45.6 - - [13/Mar/2026:23:09:39 +0000] "GET /admin/realms/atmosphere/client-scopes/90a9e371-2ad0-4197-b8d1-b93cd6e6f5ff HTTP/1.1" 200 1218 "-" "Ansible" 1244 0.070 [auth-system-keycloak-80] [] 10.0.0.254:8080 1218 0.069 200 e25fad10858912a0ce6f2a6bdfb6c407 199.204.45.6 - - [13/Mar/2026:23:10:00 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.466 [auth-system-keycloak-80] [] 10.0.0.254:8080 1921 0.464 200 17c8bde2b7c1a7a9c53244e2d0fe7e9a 199.204.45.6 - - [13/Mar/2026:23:10:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1223 0.013 [auth-system-keycloak-80] [] 10.0.0.254:8080 2 0.014 200 c07742a0e7291d41fafda873ee2a2fb6 199.204.45.6 - - [13/Mar/2026:23:10:00 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1651 0.186 [auth-system-keycloak-80] [] 10.0.0.254:8080 0 0.184 201 b2f6faab7fbf7c8d1b1825ffee7147f6 199.204.45.6 - - [13/Mar/2026:23:10:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1257 "-" "Ansible" 1223 0.081 [auth-system-keycloak-80] [] 10.0.0.254:8080 1257 0.082 200 e438bde2de66a3f7e7473ffe2f0ab350 199.204.45.6 - - [13/Mar/2026:23:10:01 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.488 [auth-system-keycloak-80] [] 10.0.0.254:8080 1921 0.488 200 01edb7c92b24cf26e1d37191b3438855 199.204.45.6 - - [13/Mar/2026:23:10:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1218 0.011 [auth-system-keycloak-80] [] 10.0.0.254:8080 2 0.012 200 7088b1ce5698b9169bafab6b64faaf9b 199.204.45.6 - - [13/Mar/2026:23:10:01 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1680 0.079 [auth-system-keycloak-80] [] 10.0.0.254:8080 0 0.078 201 cac4b51812ba75ffa80a43ee0a410765 199.204.45.6 - - [13/Mar/2026:23:10:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.073 [auth-system-keycloak-80] [] 10.0.0.254:8080 1280 0.073 200 609d70ad23732879d6b7ff33cd2ef4f3 199.204.45.6 - - [13/Mar/2026:23:10:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.860 [auth-system-keycloak-80] [] 10.0.0.254:8080 1921 0.859 200 41d98a6121a92b90f4ba88025eb8648f 199.204.45.6 - - [13/Mar/2026:23:10:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1221 0.036 [auth-system-keycloak-80] [] 10.0.0.254:8080 2 0.037 200 4613e7b34a5fdfc3ee88c477f241178e I0313 23:10:02.877321 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.109.158.187"}] I0313 23:10:02.882869 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"ff161761-37f4-487c-adaf-d7e7daaeae2a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3348", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0313 23:10:02.885116 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:10:02.885176 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.6 - - [13/Mar/2026:23:10:02 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1643 0.093 [auth-system-keycloak-80] [] 10.0.0.254:8080 0 0.093 201 f9f762ea3e101b73349949553ec0aaf1 199.204.45.6 - - [13/Mar/2026:23:10:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1247 "-" "Ansible" 1221 0.019 [auth-system-keycloak-80] [] 10.0.0.254:8080 1247 0.020 200 3c614885f4cd77db0424cae322c0607c 199.204.45.6 - - [13/Mar/2026:23:10:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.471 [auth-system-keycloak-80] [] 10.0.0.254:8080 1921 0.470 200 4b2ac7c3c36d7d157be4f0841ece458e 199.204.45.6 - - [13/Mar/2026:23:10:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1257 "-" "Ansible" 1223 0.004 [auth-system-keycloak-80] [] 10.0.0.254:8080 1257 0.005 200 63b6b7a8e44fcff4d97b66c40fa7157c 199.204.45.6 - - [13/Mar/2026:23:10:04 +0000] "GET /admin/realms/atmosphere/clients/2fe990e1-2a76-409f-bab4-7a9dd076d54e/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1251 0.037 [auth-system-keycloak-80] [] 10.0.0.254:8080 119 0.038 404 da5cdfea4712b32749dce87891ce5c70 199.204.45.6 - - [13/Mar/2026:23:10:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1257 "-" "Ansible" 1223 0.005 [auth-system-keycloak-80] [] 10.0.0.254:8080 1257 0.004 200 5db59f04f51dfe29c1a69c194c3aa19b 199.204.45.6 - - [13/Mar/2026:23:10:04 +0000] "POST /admin/realms/atmosphere/clients/2fe990e1-2a76-409f-bab4-7a9dd076d54e/roles HTTP/1.1" 201 0 "-" "Ansible" 1346 0.014 [auth-system-keycloak-80] [] 10.0.0.254:8080 0 0.013 201 4106461810d2e68d6db1ae8f9d0ac73a 199.204.45.6 - - [13/Mar/2026:23:10:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1257 "-" "Ansible" 1223 0.004 [auth-system-keycloak-80] [] 10.0.0.254:8080 1257 0.005 200 b19f690e272254531a20b7276aafb3a4 199.204.45.6 - - [13/Mar/2026:23:10:04 +0000] "GET /admin/realms/atmosphere/clients/2fe990e1-2a76-409f-bab4-7a9dd076d54e/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1251 0.042 [auth-system-keycloak-80] [] 10.0.0.254:8080 166 0.042 200 10ee5b3171e1d9cb8d6819bef3dee707 199.204.45.6 - - [13/Mar/2026:23:10:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.458 [auth-system-keycloak-80] [] 10.0.0.254:8080 1921 0.456 200 eddaba39a9b577e31a6c3dc8e39ec10c 199.204.45.6 - - [13/Mar/2026:23:10:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.026 [auth-system-keycloak-80] [] 10.0.0.254:8080 1280 0.026 200 1de4ea82f555e40bbcc4fdb5ab569f91 199.204.45.6 - - [13/Mar/2026:23:10:05 +0000] "GET /admin/realms/atmosphere/clients/14f38bbe-752f-4ed3-9bd5-b42f102d4890/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1250 0.009 [auth-system-keycloak-80] [] 10.0.0.254:8080 119 0.010 404 6c98b112513da1894f81fb1a8bad94ec 199.204.45.6 - - [13/Mar/2026:23:10:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.006 [auth-system-keycloak-80] [] 10.0.0.254:8080 1280 0.006 200 c9069361c47087edad1d96c383c4a2a0 199.204.45.6 - - [13/Mar/2026:23:10:05 +0000] "POST /admin/realms/atmosphere/clients/14f38bbe-752f-4ed3-9bd5-b42f102d4890/roles HTTP/1.1" 201 0 "-" "Ansible" 1345 0.015 [auth-system-keycloak-80] [] 10.0.0.254:8080 0 0.013 201 dfb154f78904a55b7b86e79dbc20eed2 199.204.45.6 - - [13/Mar/2026:23:10:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.027 [auth-system-keycloak-80] [] 10.0.0.254:8080 1280 0.027 200 b2016548eb22bc6a6236d0c2418b3086 199.204.45.6 - - [13/Mar/2026:23:10:05 +0000] "GET /admin/realms/atmosphere/clients/14f38bbe-752f-4ed3-9bd5-b42f102d4890/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1250 0.012 [auth-system-keycloak-80] [] 10.0.0.254:8080 165 0.013 200 e27dc14b1367dfe0aa8a5990613b4e2a 199.204.45.6 - - [13/Mar/2026:23:10:05 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.502 [auth-system-keycloak-80] [] 10.0.0.254:8080 1921 0.502 200 a0fd0fc21f7c5e9a3a8f55df2e7f30e1 199.204.45.6 - - [13/Mar/2026:23:10:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.007 [auth-system-keycloak-80] [] 10.0.0.254:8080 1280 0.006 200 16c5001b03fb8c735550953cb3f63bc5 199.204.45.6 - - [13/Mar/2026:23:10:06 +0000] "GET /admin/realms/atmosphere/clients/14f38bbe-752f-4ed3-9bd5-b42f102d4890/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1251 0.048 [auth-system-keycloak-80] [] 10.0.0.254:8080 119 0.048 404 837c517ae157f10c5ea583803f63004c 199.204.45.6 - - [13/Mar/2026:23:10:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.007 [auth-system-keycloak-80] [] 10.0.0.254:8080 1280 0.007 200 facb7914526bed55a462cce9dd607e28 199.204.45.6 - - [13/Mar/2026:23:10:06 +0000] "POST /admin/realms/atmosphere/clients/14f38bbe-752f-4ed3-9bd5-b42f102d4890/roles HTTP/1.1" 201 0 "-" "Ansible" 1346 0.018 [auth-system-keycloak-80] [] 10.0.0.254:8080 0 0.017 201 0dbb4cef09737e5db9bf36402a2a929f 199.204.45.6 - - [13/Mar/2026:23:10:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.032 [auth-system-keycloak-80] [] 10.0.0.254:8080 1280 0.032 200 898f8bca3777e79b50930581ebd33023 199.204.45.6 - - [13/Mar/2026:23:10:06 +0000] "GET /admin/realms/atmosphere/clients/14f38bbe-752f-4ed3-9bd5-b42f102d4890/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1251 0.013 [auth-system-keycloak-80] [] 10.0.0.254:8080 166 0.013 200 58a0122ec0c6d60c0e20ecc9625f5006 199.204.45.6 - - [13/Mar/2026:23:10:06 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.445 [auth-system-keycloak-80] [] 10.0.0.254:8080 1921 0.444 200 fd9d250fc82dd99a75ef3e16713a1fc6 199.204.45.6 - - [13/Mar/2026:23:10:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.038 [auth-system-keycloak-80] [] 10.0.0.254:8080 1280 0.038 200 9bb4f96bcde9f07cc52b1fccbd64f1f2 199.204.45.6 - - [13/Mar/2026:23:10:07 +0000] "GET /admin/realms/atmosphere/clients/14f38bbe-752f-4ed3-9bd5-b42f102d4890/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1251 0.082 [auth-system-keycloak-80] [] 10.0.0.254:8080 119 0.083 404 fd48f2066df5eb06f6bd45bbb65530e7 199.204.45.6 - - [13/Mar/2026:23:10:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.008 [auth-system-keycloak-80] [] 10.0.0.254:8080 1280 0.008 200 164b71e92cc1e6480be8e9a520718e8a 199.204.45.6 - - [13/Mar/2026:23:10:07 +0000] "POST /admin/realms/atmosphere/clients/14f38bbe-752f-4ed3-9bd5-b42f102d4890/roles HTTP/1.1" 201 0 "-" "Ansible" 1346 0.081 [auth-system-keycloak-80] [] 10.0.0.254:8080 0 0.080 201 a4bfa2ba08721d66e688651718eff712 199.204.45.6 - - [13/Mar/2026:23:10:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.006 [auth-system-keycloak-80] [] 10.0.0.254:8080 1280 0.006 200 d52ac9751d7f1215101c3acfd6d1c99f 199.204.45.6 - - [13/Mar/2026:23:10:07 +0000] "GET /admin/realms/atmosphere/clients/14f38bbe-752f-4ed3-9bd5-b42f102d4890/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1251 0.014 [auth-system-keycloak-80] [] 10.0.0.254:8080 166 0.014 200 70c603b38353f3397e8d24507a9146df 199.204.45.6 - - [13/Mar/2026:23:10:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.444 [auth-system-keycloak-80] [] 10.0.0.254:8080 1921 0.443 200 2898608addee35ebac6179a393d226ff 199.204.45.6 - - [13/Mar/2026:23:10:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1247 "-" "Ansible" 1221 0.033 [auth-system-keycloak-80] [] 10.0.0.254:8080 1247 0.033 200 82c87ea13de1e6632e7307593dda4c0c 199.204.45.6 - - [13/Mar/2026:23:10:07 +0000] "GET /admin/realms/atmosphere/clients/03921bfc-f512-4491-9050-ed7008cd4659/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1251 0.008 [auth-system-keycloak-80] [] 10.0.0.254:8080 119 0.008 404 4d81132f4d2421bd4871c63f524d0012 199.204.45.6 - - [13/Mar/2026:23:10:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1247 "-" "Ansible" 1221 0.005 [auth-system-keycloak-80] [] 10.0.0.254:8080 1247 0.006 200 4e586975ab42de04dee5cad982e58456 199.204.45.6 - - [13/Mar/2026:23:10:08 +0000] "POST /admin/realms/atmosphere/clients/03921bfc-f512-4491-9050-ed7008cd4659/roles HTTP/1.1" 201 0 "-" "Ansible" 1346 0.061 [auth-system-keycloak-80] [] 10.0.0.254:8080 0 0.060 201 b8cbf8dd2e3b6a2ea734f1a739bf69c2 199.204.45.6 - - [13/Mar/2026:23:10:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1247 "-" "Ansible" 1221 0.006 [auth-system-keycloak-80] [] 10.0.0.254:8080 1247 0.006 200 3c31e0710f0da58160489ac6ee63ec29 199.204.45.6 - - [13/Mar/2026:23:10:08 +0000] "GET /admin/realms/atmosphere/clients/03921bfc-f512-4491-9050-ed7008cd4659/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1251 0.066 [auth-system-keycloak-80] [] 10.0.0.254:8080 166 0.066 200 ec62affa36d549088dede3fbff4e5ee8 W0313 23:10:26.754820 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:10:26.754871 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:10:30.090483 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:10:30.090546 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:10:33.422051 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:10:33.422094 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:11:11.689475 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:11:11.689513 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:11:11.753673 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0313 23:11:11.753811 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0313 23:11:11.753869 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:11:11.753926 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:11:11.754871 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0313 23:11:11.754973 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0313 23:11:11.755029 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:11:11.755058 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:11:11.755534 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0313 23:11:11.755694 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0313 23:11:11.755768 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:11:11.755799 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0313 23:11:11.755968 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0313 23:11:11.756013 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0313 23:11:11.757743 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0313 23:11:11.757780 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0313 23:11:11.758354 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0313 23:11:11.758388 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0313 23:11:11.764848 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0313 23:11:11.765279 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"6bff3b8c-e3c3-444f-ad66-a1cf1ec6bbdb", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3908", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0313 23:11:11.765525 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0313 23:11:11.765677 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0313 23:11:11.765939 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0313 23:11:11.765992 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"f3b9af7b-c12d-45d6-831d-d29fc4b13c9d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3912", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0313 23:11:11.766035 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0313 23:11:11.767496 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0313 23:11:11.767526 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"6d8cbc83-e7a0-4e79-8e31-d8a77ded7041", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3913", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0313 23:11:12.071011 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0313 23:11:12.072582 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0313 23:11:12.376320 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0313 23:11:12.377753 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0313 23:11:13.078247 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0313 23:11:13.079702 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0313 23:11:15.023878 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0313 23:11:15.023931 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0313 23:11:15.023956 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0313 23:11:15.024049 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:11:15.024070 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0313 23:11:15.024154 7 controller.go:196] "Configuration changes detected, backend reload required" I0313 23:11:15.080718 7 controller.go:216] "Backend successfully reloaded" I0313 23:11:15.081397 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-r9879", UID:"16f4ed22-3e09-4df7-bd34-54b0920f9217", APIVersion:"v1", ResourceVersion:"1104", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0313 23:11:18.356335 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0313 23:11:18.356402 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0313 23:11:18.356441 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0313 23:11:18.356556 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:11:18.356585 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:11:21.689738 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0313 23:11:21.689798 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0313 23:11:21.689854 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0313 23:11:21.690012 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:11:21.690040 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:11:25.023554 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0313 23:11:25.023698 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0313 23:11:25.023794 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0313 23:11:25.026228 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:11:25.026441 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:11:28.356418 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0313 23:11:28.356613 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0313 23:11:28.356682 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0313 23:11:28.356873 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:11:28.356942 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:11:31.690314 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0313 23:11:31.690389 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0313 23:11:31.690426 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0313 23:11:31.690578 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:11:31.690604 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:11:35.023815 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0313 23:11:35.023956 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0313 23:11:35.024194 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:11:35.024219 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:11:38.356202 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0313 23:11:38.356254 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0313 23:11:38.356321 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:11:38.356336 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:11:41.690052 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0313 23:11:41.690144 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0313 23:11:41.690294 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:11:41.690322 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:11:45.023313 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0313 23:11:45.023397 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0313 23:11:45.023531 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:11:45.023549 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:11:48.356324 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0313 23:11:48.356414 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0313 23:11:48.356523 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:11:48.356553 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.160 - - [13/Mar/2026:23:11:49 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6340 "-" "Go-http-client/1.1" 159 0.025 [auth-system-keycloak-80] [] 10.0.0.254:8080 6340 0.025 200 5997917a3efac8ef734c4e488f314cb6 10.0.0.77 - - [13/Mar/2026:23:11:49 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6340 "-" "Go-http-client/1.1" 159 0.004 [auth-system-keycloak-80] [] 10.0.0.254:8080 6340 0.004 200 d1f95f5e2f824004fc56e728fde788eb W0313 23:11:51.690252 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:11:51.690305 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:11:55.023560 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:11:55.023594 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:11:58.356873 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:11:58.356915 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:12:01.690265 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:12:01.690312 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0313 23:12:02.875902 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.109.158.187"}] I0313 23:12:02.875929 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.109.158.187"}] I0313 23:12:02.876132 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.109.158.187"}] I0313 23:12:02.881700 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"6d8cbc83-e7a0-4e79-8e31-d8a77ded7041", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5059", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0313 23:12:02.883516 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"f3b9af7b-c12d-45d6-831d-d29fc4b13c9d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5060", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0313 23:12:02.885362 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"6bff3b8c-e3c3-444f-ad66-a1cf1ec6bbdb", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5061", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0313 23:12:05.023527 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:12:05.023574 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:12:08.356579 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:12:08.356622 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:12:11.689632 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:12:11.689674 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.6 - - [13/Mar/2026:23:12:13 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.429 [auth-system-keycloak-80] [] 10.0.0.254:8080 1921 0.428 200 3fa35dfdaac645f4f6120da00d4ecd95 199.204.45.6 - - [13/Mar/2026:23:12:13 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1193 0.023 [auth-system-keycloak-80] [] 10.0.0.254:8080 4246 0.024 200 bdac345d932135915ea4d6847a82a525 199.204.45.6 - - [13/Mar/2026:23:12:14 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5705 0.408 [auth-system-keycloak-80] [] 10.0.0.254:8080 0 0.406 204 f942a6de704a74b338327c9666db14ab 199.204.45.6 - - [13/Mar/2026:23:12:14 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1193 0.202 [auth-system-keycloak-80] [] 10.0.0.254:8080 4384 0.203 200 ae291121de247ddca59b685c2debd405 199.204.45.6 - - [13/Mar/2026:23:12:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.475 [auth-system-keycloak-80] [] 10.0.0.254:8080 1921 0.474 200 0f78722d88971035c7ef371ed9711e7d 199.204.45.6 - - [13/Mar/2026:23:12:15 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1225 0.012 [auth-system-keycloak-80] [] 10.0.0.254:8080 1682 0.011 200 2cee2250f0faf5c45e5a36befa2d58ad 199.204.45.6 - - [13/Mar/2026:23:12:15 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6340 "-" "ansible-httpget" 179 0.004 [auth-system-keycloak-80] [] 10.0.0.254:8080 6340 0.005 200 e58fd185f196aff7b698cab3eb78dda6 199.204.45.6 - - [13/Mar/2026:23:12:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.511 [auth-system-keycloak-80] [] 10.0.0.254:8080 1921 0.509 200 8919bc3adc2ae72f0126a0e6cd69331a 199.204.45.6 - - [13/Mar/2026:23:12:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1219 0.016 [auth-system-keycloak-80] [] 10.0.0.254:8080 2 0.016 200 e8f76e7599c02a6eea6e63cf32b617c6 199.204.45.6 - - [13/Mar/2026:23:12:17 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1620 0.102 [auth-system-keycloak-80] [] 10.0.0.254:8080 0 0.101 201 f66cf93a125864d7b5b87e463db60711 199.204.45.6 - - [13/Mar/2026:23:12:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2238 "-" "Ansible" 1219 0.073 [auth-system-keycloak-80] [] 10.0.0.254:8080 2238 0.072 200 5f33ba34cd912feb35e1d3bdfb7b7b95 199.204.45.6 - - [13/Mar/2026:23:12:18 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.505 [auth-system-keycloak-80] [] 10.0.0.254:8080 1921 0.505 200 964b219d29ad0978db2eaca5735f05c3 199.204.45.6 - - [13/Mar/2026:23:12:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2238 "-" "Ansible" 1219 0.005 [auth-system-keycloak-80] [] 10.0.0.254:8080 2238 0.005 200 10000fd09912cd239cbbf754956eed7b 199.204.45.6 - - [13/Mar/2026:23:12:18 +0000] "GET /admin/realms/atmosphere/clients/b22c744a-b8b3-42e4-870e-81fcbea9af28/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1259 0.033 [auth-system-keycloak-80] [] 10.0.0.254:8080 233 0.033 200 c2ca8a703ba631e1ac1bc9ef6685fbf2 199.204.45.6 - - [13/Mar/2026:23:12:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1227 0.019 [auth-system-keycloak-80] [] 10.0.0.254:8080 831 0.019 200 68493ea8d5545f367da5df6013475096 199.204.45.6 - - [13/Mar/2026:23:12:18 +0000] "GET /admin/realms/atmosphere/clients/c3541c8a-927e-4300-af7c-5476b8442e3d/roles HTTP/1.1" 200 3758 "-" "Ansible" 1244 0.072 [auth-system-keycloak-80] [] 10.0.0.254:8080 3758 0.072 200 2a63b8ed6cce53ce255e6d1297841f6a 199.204.45.6 - - [13/Mar/2026:23:12:18 +0000] "GET /admin/realms/atmosphere/users/0ed78624-9cab-479e-992b-50937a0b6f70/role-mappings/clients/c3541c8a-927e-4300-af7c-5476b8442e3d/available HTTP/1.1" 200 3758 "-" "Ansible" 1305 0.109 [auth-system-keycloak-80] [] 10.0.0.254:8080 3758 0.109 200 2b2cf9b8009015336d03f6b6feb2ce68 199.204.45.6 - - [13/Mar/2026:23:12:18 +0000] "GET /admin/realms/atmosphere/users/0ed78624-9cab-479e-992b-50937a0b6f70/role-mappings/clients/c3541c8a-927e-4300-af7c-5476b8442e3d/composite HTTP/1.1" 200 2 "-" "Ansible" 1305 0.071 [auth-system-keycloak-80] [] 10.0.0.254:8080 2 0.071 200 4c0856bf2d71fe504d0299f016dc20a3 199.204.45.6 - - [13/Mar/2026:23:12:18 +0000] "POST /admin/realms/atmosphere/users/0ed78624-9cab-479e-992b-50937a0b6f70/role-mappings/clients/c3541c8a-927e-4300-af7c-5476b8442e3d HTTP/1.1" 204 0 "-" "Ansible" 1386 0.017 [auth-system-keycloak-80] [] 10.0.0.254:8080 0 0.016 204 acdab5d368549d0bd453986351327ab6 199.204.45.6 - - [13/Mar/2026:23:12:18 +0000] "GET /admin/realms/atmosphere/users/0ed78624-9cab-479e-992b-50937a0b6f70/role-mappings/clients/c3541c8a-927e-4300-af7c-5476b8442e3d/composite HTTP/1.1" 200 576 "-" "Ansible" 1305 0.011 [auth-system-keycloak-80] [] 10.0.0.254:8080 576 0.011 200 27d73a4964968d86c2f820f76d5daafb W0313 23:12:21.253197 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:12:21.253230 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:12:24.588315 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:12:24.588363 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:12:40.759502 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:12:40.759528 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:12:44.093696 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:12:44.093774 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:14:25.807885 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:14:25.807927 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:14:58.930233 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0313 23:14:58.930317 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:14:58.930356 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0313 23:14:58.933509 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:28.7kB} I0313 23:14:58.933547 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0313 23:14:58.940084 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0313 23:14:58.940992 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"6fd2331c-e396-4cfe-984f-9db656d0e3e4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6185", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0313 23:14:58.941115 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0313 23:14:58.941436 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0313 23:14:58.941490 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:14:58.941506 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0313 23:14:58.941593 7 controller.go:196] "Configuration changes detected, backend reload required" I0313 23:14:58.987285 7 controller.go:216] "Backend successfully reloaded" I0313 23:14:58.987481 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-r9879", UID:"16f4ed22-3e09-4df7-bd34-54b0920f9217", APIVersion:"v1", ResourceVersion:"1104", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0313 23:14:59.279216 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0313 23:14:59.280512 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0313 23:15:02.275152 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:15:02.275204 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0313 23:15:02.875040 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.109.158.187"}] I0313 23:15:02.880689 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"6fd2331c-e396-4cfe-984f-9db656d0e3e4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6233", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync 199.204.45.6 - - [13/Mar/2026:23:15:03 +0000] "GET / HTTP/1.1" 300 279 "-" "ansible-httpget" 129 0.004 [openstack-keystone-api-5000] [] 10.0.0.87:5000 279 0.004 300 11c8b4795d9df7e4bcca074f013eccab 199.204.45.6 - - [13/Mar/2026:23:15:04 +0000] "GET /v3 HTTP/1.1" 200 264 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.87:5000 264 0.005 200 36b0545f002139eb8e3307b043f8bbb3 199.204.45.6 - - [13/Mar/2026:23:15:04 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1358 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.326 [openstack-keystone-api-5000] [] 10.0.0.87:5000 1358 0.326 201 f9cbfcb660623f6252e2bc71297a64e0 199.204.45.6 - - [13/Mar/2026:23:15:04 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.003 [openstack-keystone-api-5000] [] 10.0.0.87:5000 279 0.004 300 f65148f1ac7d85254ddf215987fcc59b 199.204.45.6 - - [13/Mar/2026:23:15:04 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.032 [openstack-keystone-api-5000] [] 10.0.0.87:5000 90 0.032 404 0761e6a51e9c7b858a10db73233a98e4 199.204.45.6 - - [13/Mar/2026:23:15:05 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 364 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 454 0.027 [openstack-keystone-api-5000] [] 10.0.0.87:5000 364 0.028 200 b343009a8760609092f70cf14ffd2050 199.204.45.6 - - [13/Mar/2026:23:15:05 +0000] "GET /v3/domains/18567c222288474288f987ed3fa46d9c HTTP/1.1" 200 243 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 458 0.021 [openstack-keystone-api-5000] [] 10.0.0.87:5000 243 0.022 200 46400e7f962bc63556d2e7a602eced97 W0313 23:15:05.609783 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:15:05.609828 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.6 - - [13/Mar/2026:23:15:05 +0000] "GET /v3 HTTP/1.1" 200 264 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.87:5000 264 0.005 200 f72ecb5e9d1cc64aeaf0735d23f0687d 199.204.45.6 - - [13/Mar/2026:23:15:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1358 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.315 [openstack-keystone-api-5000] [] 10.0.0.87:5000 1358 0.314 201 c9881a25e751909733dff74ab43f2f4e 199.204.45.6 - - [13/Mar/2026:23:15:06 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.87:5000 279 0.004 300 86755f8b5a0618e0d94aa1308ed5044a 199.204.45.6 - - [13/Mar/2026:23:15:06 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 461 0.025 [openstack-keystone-api-5000] [] 10.0.0.87:5000 101 0.024 404 0eb716f44d0f1dcacce2a4b885db340c 199.204.45.6 - - [13/Mar/2026:23:15:06 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 154 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.026 [openstack-keystone-api-5000] [] 10.0.0.87:5000 154 0.025 200 5443d4fb1045db21357f240cc0508470 199.204.45.6 - - [13/Mar/2026:23:15:06 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 448 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 677 0.029 [openstack-keystone-api-5000] [] 10.0.0.87:5000 448 0.029 201 bd326458b9f68f9fe14b040aadaa8f82 199.204.45.6 - - [13/Mar/2026:23:15:06 +0000] "GET /v3 HTTP/1.1" 200 264 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.87:5000 264 0.004 200 9535d2d178ef45d32ad5c4fb0732a873 199.204.45.6 - - [13/Mar/2026:23:15:07 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1358 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.305 [openstack-keystone-api-5000] [] 10.0.0.87:5000 1358 0.305 201 8e3c8fe2cc762e4773599d02a8655f81 199.204.45.6 - - [13/Mar/2026:23:15:07 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.002 [openstack-keystone-api-5000] [] 10.0.0.87:5000 279 0.002 300 77180b160f3952a11a73c866fa1fe09d 199.204.45.6 - - [13/Mar/2026:23:15:07 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 458 0.023 [openstack-keystone-api-5000] [] 10.0.0.87:5000 98 0.023 404 542be85d7f5afb432f7a42c40a6bd4b3 199.204.45.6 - - [13/Mar/2026:23:15:07 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 134 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.021 [openstack-keystone-api-5000] [] 10.0.0.87:5000 134 0.020 200 70b7bd4560fd8955b9315017028a75ee 199.204.45.6 - - [13/Mar/2026:23:15:07 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 330 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 737 0.027 [openstack-keystone-api-5000] [] 10.0.0.87:5000 330 0.026 201 dbc43b65cafe39b3e945d7a51326571c 199.204.45.6 - - [13/Mar/2026:23:15:07 +0000] "GET /v3 HTTP/1.1" 200 264 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.87:5000 264 0.004 200 ec996220731c0df067ba6021678ed876 199.204.45.6 - - [13/Mar/2026:23:15:08 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1358 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.286 [openstack-keystone-api-5000] [] 10.0.0.87:5000 1358 0.286 201 5ec37445acb34d9a7ba84aec11416479 199.204.45.6 - - [13/Mar/2026:23:15:08 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.87:5000 279 0.004 300 e967e12af99bd388199d4795cfec0c6a 199.204.45.6 - - [13/Mar/2026:23:15:08 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 496 0.025 [openstack-keystone-api-5000] [] 10.0.0.87:5000 131 0.025 404 68ffd2a93ba411fef98f3e9e667c412f 199.204.45.6 - - [13/Mar/2026:23:15:08 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 166 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 484 0.020 [openstack-keystone-api-5000] [] 10.0.0.87:5000 166 0.021 200 f36560592cea4fa339d274347c43a40f 199.204.45.6 - - [13/Mar/2026:23:15:08 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 220 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 579 0.026 [openstack-keystone-api-5000] [] 10.0.0.87:5000 220 0.026 201 1c6fb7fd847f9d32a321492712a33e92 W0313 23:15:18.863780 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:15:18.863833 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:15:22.197523 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:15:22.197568 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:15:25.664975 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:15:25.665002 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:15:28.999052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:15:28.999149 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:15:44.343887 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:15:44.343914 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:15:51.943470 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:15:51.943618 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:15:55.277293 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:15:55.277347 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:17:22.169574 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0313 23:17:22.169717 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0313 23:17:22.169806 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:17:22.169839 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0313 23:17:22.174038 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:32.2kB} I0313 23:17:22.174082 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0313 23:17:22.178852 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0313 23:17:22.179088 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"1ba77adf-2683-4ca6-812f-18964d13b437", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7205", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0313 23:17:22.179425 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0313 23:17:22.179813 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0313 23:17:22.179929 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0313 23:17:22.180022 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:17:22.180043 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0313 23:17:22.180211 7 controller.go:196] "Configuration changes detected, backend reload required" I0313 23:17:22.231456 7 controller.go:216] "Backend successfully reloaded" I0313 23:17:22.231715 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-r9879", UID:"16f4ed22-3e09-4df7-bd34-54b0920f9217", APIVersion:"v1", ResourceVersion:"1104", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0313 23:17:22.569164 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0313 23:17:22.570671 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.6 - - [13/Mar/2026:23:17:23 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.87:5000 279 0.004 300 704adafc9fac86efcc338c4deec8f285 199.204.45.6 - - [13/Mar/2026:23:17:23 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1988 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.333 [openstack-keystone-api-5000] [] 10.0.0.87:5000 1988 0.333 201 dcc00df5972f3f0af49a9e0fdc2b15e4 199.204.45.6 - - [13/Mar/2026:23:17:23 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 431 0.033 [openstack-keystone-api-5000] [] 10.0.0.87:5000 85 0.033 404 b1ab52cff547e7167a4faf8a52e52f61 199.204.45.6 - - [13/Mar/2026:23:17:23 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 127 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 449 0.020 [openstack-keystone-api-5000] [] 10.0.0.87:5000 127 0.019 200 ca49c309f4931a68fec81500452be4bc 199.204.45.6 - - [13/Mar/2026:23:17:23 +0000] "POST /v3/roles HTTP/1.1" 201 228 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 505 0.028 [openstack-keystone-api-5000] [] 10.0.0.87:5000 228 0.029 201 ae0fc2544e944a572c8bb155251fb9a1 W0313 23:17:25.513819 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0313 23:17:25.513961 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:17:25.513974 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.6 - - [13/Mar/2026:23:17:28 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 227 0.005 [openstack-keystone-api-5000] [] 10.0.0.87:5000 279 0.005 300 dba9730265ca4bcc30c59d882f75e8bc 199.204.45.6 - - [13/Mar/2026:23:17:28 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1988 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 546 0.299 [openstack-keystone-api-5000] [] 10.0.0.87:5000 1988 0.298 201 6fc5a44bd159e9b99466b8ceec31d8e7 199.204.45.6 - - [13/Mar/2026:23:17:28 +0000] "GET /v3/roles HTTP/1.1" 200 1507 "-" "python-keystoneclient" 378 0.028 [openstack-keystone-api-5000] [] 10.0.0.87:5000 1507 0.029 200 50502694724c5bab9a84c5e340c00cae 199.204.45.6 - - [13/Mar/2026:23:17:28 +0000] "PUT /v3/roles/971b962f889641e8b0cd8b94557c83fe/implies/6a8448cde707488ab08282f8548ac5c3 HTTP/1.1" 201 515 "-" "python-keystoneclient" 471 0.055 [openstack-keystone-api-5000] [] 10.0.0.87:5000 515 0.055 201 4f92553fc7614e759aa1a1ebe62bd7e8 W0313 23:17:32.606403 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:17:32.606452 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0313 23:18:02.876039 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.109.158.187"}] I0313 23:18:02.881094 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"1ba77adf-2683-4ca6-812f-18964d13b437", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7573", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0313 23:18:02.882983 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:18:02.883019 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.6 - - [13/Mar/2026:23:18:12 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.003 [openstack-keystone-api-5000] [] 10.0.0.87:5000 279 0.003 300 5a2de74f41e9d24d413c95c613b7f8d0 199.204.45.6 - - [13/Mar/2026:23:18:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2051 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.359 [openstack-keystone-api-5000] [] 10.0.0.87:5000 2051 0.358 201 cfcd0b9779fce1710bd30890da13f3fe 199.204.45.6 - - [13/Mar/2026:23:18:13 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.032 [openstack-keystone-api-5000] [] 10.0.0.87:5000 87 0.032 404 d300f3aec0dc89141fbe697e07d08891 199.204.45.6 - - [13/Mar/2026:23:18:13 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 386 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.028 [openstack-keystone-api-5000] [] 10.0.0.87:5000 386 0.028 200 571945cca43fc1128031207511ddc17a 199.204.45.6 - - [13/Mar/2026:23:18:13 +0000] "GET /v3/users/rgw-RegionOne?domain_id=bbaa836c0b70466782b2e7915fd6a919 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 480 0.040 [openstack-keystone-api-5000] [] 10.0.0.87:5000 91 0.039 404 2339c9db07e96b9b54469f71202d8a9a 199.204.45.6 - - [13/Mar/2026:23:18:13 +0000] "GET /v3/users?domain_id=bbaa836c0b70466782b2e7915fd6a919&name=rgw-RegionOne HTTP/1.1" 200 176 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.038 [openstack-keystone-api-5000] [] 10.0.0.87:5000 176 0.038 200 1aa8c247c3a36633f4295a8f8d1f3909 199.204.45.6 - - [13/Mar/2026:23:18:13 +0000] "POST /v3/users HTTP/1.1" 201 289 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 626 0.287 [openstack-keystone-api-5000] [] 10.0.0.87:5000 289 0.287 201 eb7918006c054b5bb868a2e726b24632 199.204.45.6 - - [13/Mar/2026:23:18:16 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 227 0.004 [openstack-keystone-api-5000] [] 10.0.0.87:5000 279 0.003 300 7edd52d44097970fae7e38f9c0e7dcca 199.204.45.6 - - [13/Mar/2026:23:18:16 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2051 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 546 0.314 [openstack-keystone-api-5000] [] 10.0.0.87:5000 2051 0.315 201 0c5c151a54a621adf32d1a0e2140a7df 199.204.45.6 - - [13/Mar/2026:23:18:16 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 384 0.028 [openstack-keystone-api-5000] [] 10.0.0.87:5000 83 0.029 404 83dc315e445d4405f1051779ba7f5d66 199.204.45.6 - - [13/Mar/2026:23:18:16 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 357 "-" "python-keystoneclient" 389 0.022 [openstack-keystone-api-5000] [] 10.0.0.87:5000 357 0.022 200 9f89c68c90db0ebb572404af2706e8ef 199.204.45.6 - - [13/Mar/2026:23:18:16 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 388 0.037 [openstack-keystone-api-5000] [] 10.0.0.87:5000 87 0.037 404 39bd3a1eeb9c4053a235c02833d116c3 199.204.45.6 - - [13/Mar/2026:23:18:16 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 386 "-" "python-keystoneclient" 393 0.032 [openstack-keystone-api-5000] [] 10.0.0.87:5000 386 0.031 200 4ba60255edac0adb47f5bf901d1ee0c0 199.204.45.6 - - [13/Mar/2026:23:18:16 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 392 0.031 [openstack-keystone-api-5000] [] 10.0.0.87:5000 91 0.032 404 2b6e0803c0fea4dd0ddee179f6b619a4 199.204.45.6 - - [13/Mar/2026:23:18:17 +0000] "GET /v3/users?domain_id=bbaa836c0b70466782b2e7915fd6a919&name=rgw-RegionOne HTTP/1.1" 200 454 "-" "python-keystoneclient" 440 0.034 [openstack-keystone-api-5000] [] 10.0.0.87:5000 454 0.033 200 69d7b51b526ac87eca58f73c823bc3e0 199.204.45.6 - - [13/Mar/2026:23:18:17 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 389 0.042 [openstack-keystone-api-5000] [] 10.0.0.87:5000 88 0.042 404 d8264d8f5732ba11b3fa06097d9b30e5 199.204.45.6 - - [13/Mar/2026:23:18:17 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 516 "-" "python-keystoneclient" 394 0.029 [openstack-keystone-api-5000] [] 10.0.0.87:5000 516 0.028 200 2c320ee356bf4f4a12f6597077265085 199.204.45.6 - - [13/Mar/2026:23:18:17 +0000] "PUT /v3/projects/af27fdd992ee441f8a7cc5cfb3add525/users/d14f445d2cfc42248b87b104c830ada0/roles/08f6e4c596904ff191acdc82450a6007 HTTP/1.1" 204 0 "-" "python-keystoneclient" 511 0.242 [openstack-keystone-api-5000] [] 10.0.0.87:5000 0 0.242 204 d4b5a7964a8104b59c43e12c7088fca6 199.204.45.6 - - [13/Mar/2026:23:18:19 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.003 [openstack-keystone-api-5000] [] 10.0.0.87:5000 279 0.003 300 f8758d2aec405bb4aa42bed6a988a950 199.204.45.6 - - [13/Mar/2026:23:18:19 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2051 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.347 [openstack-keystone-api-5000] [] 10.0.0.87:5000 2051 0.348 201 a93e97a4814453392f546fbf17a16e76 199.204.45.6 - - [13/Mar/2026:23:18:19 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 149 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 468 0.025 [openstack-keystone-api-5000] [] 10.0.0.87:5000 149 0.025 200 d7527ec1f7f567aee5b66c9526d8fcf1 199.204.45.6 - - [13/Mar/2026:23:18:19 +0000] "POST /v3/services HTTP/1.1" 201 261 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 576 0.027 [openstack-keystone-api-5000] [] 10.0.0.87:5000 261 0.026 201 b664a3a2cf9ae91af7075bdcce43b449 199.204.45.6 - - [13/Mar/2026:23:18:20 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.87:5000 279 0.004 300 3bc47768bf31c7ffb2e0e8c80d2a055c 199.204.45.6 - - [13/Mar/2026:23:18:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2153 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.296 [openstack-keystone-api-5000] [] 10.0.0.87:5000 2153 0.296 201 28917bb3940bb3ae2e4912cb7a4d6a47 199.204.45.6 - - [13/Mar/2026:23:18:20 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 432 0.023 [openstack-keystone-api-5000] [] 10.0.0.87:5000 86 0.023 404 36682245d5df19eb23ed21b98e99ee83 199.204.45.6 - - [13/Mar/2026:23:18:20 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 378 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.021 [openstack-keystone-api-5000] [] 10.0.0.87:5000 378 0.021 200 11a0b3064e10d7ac186526491e48b6b8 199.204.45.6 - - [13/Mar/2026:23:18:20 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=ed2f86e3e42040f3b07ca2e65bd12d00 HTTP/1.1" 200 203 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 521 0.025 [openstack-keystone-api-5000] [] 10.0.0.87:5000 203 0.024 200 a2bbac840fcc6553607a0b9bd671e151 199.204.45.6 - - [13/Mar/2026:23:18:20 +0000] "POST /v3/endpoints HTTP/1.1" 201 375 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 685 0.030 [openstack-keystone-api-5000] [] 10.0.0.87:5000 375 0.030 201 72c88cede266197bfb47d038b1fc8d99 199.204.45.6 - - [13/Mar/2026:23:18:21 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.003 [openstack-keystone-api-5000] [] 10.0.0.87:5000 279 0.004 300 375e04d4bf6c99a55a735063a2948726 199.204.45.6 - - [13/Mar/2026:23:18:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.328 [openstack-keystone-api-5000] [] 10.0.0.87:5000 2360 0.328 201 efb1061e463d88a7fb6f3dae9e1ff8c4 199.204.45.6 - - [13/Mar/2026:23:18:21 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 432 0.020 [openstack-keystone-api-5000] [] 10.0.0.87:5000 86 0.021 404 c61c42c944da4f0681d854a1b5607526 199.204.45.6 - - [13/Mar/2026:23:18:21 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 378 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.020 [openstack-keystone-api-5000] [] 10.0.0.87:5000 378 0.021 200 ed863030a08f7ee36c87ddf034a17831 199.204.45.6 - - [13/Mar/2026:23:18:21 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=ed2f86e3e42040f3b07ca2e65bd12d00 HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.021 [openstack-keystone-api-5000] [] 10.0.0.87:5000 205 0.022 200 c9335526643f9fd29eb0f7a5a2ec408c 199.204.45.6 - - [13/Mar/2026:23:18:21 +0000] "POST /v3/endpoints HTTP/1.1" 201 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 700 0.032 [openstack-keystone-api-5000] [] 10.0.0.87:5000 390 0.031 201 9c62de57ef95caa7291f971022aa78a8 W0313 23:18:22.666141 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0313 23:18:22.666286 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0313 23:18:22.666452 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:18:22.666493 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0313 23:18:22.670899 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.005s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:35.7kB} I0313 23:18:22.670923 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0313 23:18:22.675473 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0313 23:18:22.675769 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"8dabfdd1-d37c-4e98-b2a6-b26159e7fe87", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7722", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0313 23:18:22.676710 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0313 23:18:22.677108 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0313 23:18:22.677272 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0313 23:18:22.677380 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:18:22.677399 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0313 23:18:22.677655 7 controller.go:196] "Configuration changes detected, backend reload required" I0313 23:18:22.740144 7 controller.go:216] "Backend successfully reloaded" I0313 23:18:22.740759 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-r9879", UID:"16f4ed22-3e09-4df7-bd34-54b0920f9217", APIVersion:"v1", ResourceVersion:"1104", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0313 23:18:22.910194 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0313 23:18:22.910928 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0313 23:18:26.010992 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0313 23:18:26.011175 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:18:26.011199 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:18:39.316319 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0313 23:18:39.316627 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:18:39.316658 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:18:44.290230 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0313 23:18:44.290467 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:18:44.290488 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:18:47.623917 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0313 23:18:47.624127 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:18:47.624158 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0313 23:18:47.624350 7 controller.go:196] "Configuration changes detected, backend reload required" I0313 23:18:47.691642 7 controller.go:216] "Backend successfully reloaded" I0313 23:18:47.692067 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-r9879", UID:"16f4ed22-3e09-4df7-bd34-54b0920f9217", APIVersion:"v1", ResourceVersion:"1104", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0313 23:18:50.958140 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0313 23:18:50.958324 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:18:50.958354 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:18:54.291773 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0313 23:18:54.292055 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:18:54.292085 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0313 23:19:02.877704 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.109.158.187"}] I0313 23:19:02.882922 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"8dabfdd1-d37c-4e98-b2a6-b26159e7fe87", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8109", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0313 23:19:02.885803 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0313 23:19:02.886046 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:19:02.886093 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:19:08.790396 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0313 23:19:08.790752 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:19:08.790773 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:19:12.643680 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0313 23:19:12.643843 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:19:12.643864 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:19:50.014276 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0313 23:19:50.014598 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:19:50.014619 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:20:28.654477 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:20:28.654506 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:21:13.396583 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0313 23:21:13.396685 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0313 23:21:13.396738 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:21:13.396754 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0313 23:21:13.399747 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.003s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:39.1kB} I0313 23:21:13.399770 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0313 23:21:13.404828 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0313 23:21:13.405059 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"5cf9673d-9a0e-4fbe-8603-5fe6487b6e82", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9142", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0313 23:21:13.405433 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0313 23:21:13.406065 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0313 23:21:13.406241 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0313 23:21:13.406367 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:21:13.406400 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0313 23:21:13.406671 7 controller.go:196] "Configuration changes detected, backend reload required" I0313 23:21:13.456772 7 controller.go:216] "Backend successfully reloaded" I0313 23:21:13.457074 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-r9879", UID:"16f4ed22-3e09-4df7-bd34-54b0920f9217", APIVersion:"v1", ResourceVersion:"1104", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0313 23:21:13.642294 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0313 23:21:13.646833 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0313 23:21:16.742480 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0313 23:21:16.742758 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:21:16.742805 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.6 - - [13/Mar/2026:23:21:16 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.005 [openstack-keystone-api-5000] [] 10.0.0.87:5000 279 0.004 300 dcb7a047c4d76741e703945d13232ff4 199.204.45.6 - - [13/Mar/2026:23:21:17 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.334 [openstack-keystone-api-5000] [] 10.0.0.87:5000 3193 0.333 201 aaf90cf818d361753e82f0f63bad757b 199.204.45.6 - - [13/Mar/2026:23:21:17 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 9f25cbf26c3f691d9ef3f3acb027eee3 199.204.45.6 - - [13/Mar/2026:23:21:17 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 7ae1b7980c82016977d7b57ffc10e7f9 199.204.45.6 - - [13/Mar/2026:23:21:18 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.87:5000 279 0.004 300 14b70853616b8e34b0cf1b4c9c418685 199.204.45.6 - - [13/Mar/2026:23:21:18 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.286 [openstack-keystone-api-5000] [] 10.0.0.87:5000 3193 0.286 201 cbbc8fe579a2aecd6243c9a267063ee8 199.204.45.6 - - [13/Mar/2026:23:21:18 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - c2b0e05ee2b2a8717385b95c54c20b04 199.204.45.6 - - [13/Mar/2026:23:21:18 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - f405d120d6130a1e1ab92671450c39c1 199.204.45.6 - - [13/Mar/2026:23:21:20 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.87:5000 279 0.004 300 1109a0ddf079f330a231031449e3e6b3 199.204.45.6 - - [13/Mar/2026:23:21:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.292 [openstack-keystone-api-5000] [] 10.0.0.87:5000 3193 0.292 201 00323a6a82a9760697e201313972d6e8 199.204.45.6 - - [13/Mar/2026:23:21:20 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 62c0726839648e6dddb7cb7368aea351 199.204.45.6 - - [13/Mar/2026:23:21:20 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - df9a6a2c99dacee24110523b51c8f5d1 199.204.45.6 - - [13/Mar/2026:23:21:22 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.87:5000 279 0.004 300 ee5648d5f8c0132e226d08e65e526797 199.204.45.6 - - [13/Mar/2026:23:21:22 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.292 [openstack-keystone-api-5000] [] 10.0.0.87:5000 3193 0.293 201 fb880c22c381e9bf54d9f2a6ff399217 199.204.45.6 - - [13/Mar/2026:23:21:22 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 24090fa695ce16051eead48767af8aef 199.204.45.6 - - [13/Mar/2026:23:21:22 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - ad0ccd82cb64f3709cf07b90cd5f9365 199.204.45.6 - - [13/Mar/2026:23:21:23 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.87:5000 279 0.003 300 8c3779cfc8b1c83c643e2da465a126cf 199.204.45.6 - - [13/Mar/2026:23:21:24 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.302 [openstack-keystone-api-5000] [] 10.0.0.87:5000 3193 0.302 201 303ebcb8e034b99f9777b001b1b6f8cf 199.204.45.6 - - [13/Mar/2026:23:21:24 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 865f827731de19dced3eb05a3dada1e8 199.204.45.6 - - [13/Mar/2026:23:21:24 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - d7621b2e11c74851a92eaa37084cc115 199.204.45.6 - - [13/Mar/2026:23:21:25 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.87:5000 279 0.003 300 b396ad5f46819ada0ec376219775c4a3 199.204.45.6 - - [13/Mar/2026:23:21:26 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.293 [openstack-keystone-api-5000] [] 10.0.0.87:5000 3193 0.293 201 0039831975b8b7a201e6508a9495c867 199.204.45.6 - - [13/Mar/2026:23:21:26 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 4d09114d3fd209d48ed7f1b80120ada6 199.204.45.6 - - [13/Mar/2026:23:21:26 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 2fcf0e9b3d460683d045e46e39df6e02 W0313 23:21:27.007632 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0313 23:21:27.007902 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:21:27.007964 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.6 - - [13/Mar/2026:23:21:27 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.005 [openstack-keystone-api-5000] [] 10.0.0.87:5000 279 0.004 300 363925cca1048492e8f2f7a642ed0c9e 199.204.45.6 - - [13/Mar/2026:23:21:27 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.294 [openstack-keystone-api-5000] [] 10.0.0.87:5000 3193 0.293 201 b8c33874f4ce83e98179ea836b6f835d 199.204.45.6 - - [13/Mar/2026:23:21:27 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 1dad2952ce42320f373683ae4e3c57cb 199.204.45.6 - - [13/Mar/2026:23:21:27 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 960a2ad1671181a6df2dffc8a18e745e 199.204.45.6 - - [13/Mar/2026:23:21:29 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.87:5000 279 0.003 300 9ff7de2039e5fa20ff2d81662d4d965c 199.204.45.6 - - [13/Mar/2026:23:21:29 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.295 [openstack-keystone-api-5000] [] 10.0.0.87:5000 3193 0.295 201 0216c619032d84d29f73cc7f833cf4e1 199.204.45.6 - - [13/Mar/2026:23:21:29 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - f75335c551bc42da062c76b05e360e13 199.204.45.6 - - [13/Mar/2026:23:21:29 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - d9db4d5ba8d053a6d75a9d173ace64b0 199.204.45.6 - - [13/Mar/2026:23:21:30 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.003 [openstack-keystone-api-5000] [] 10.0.0.87:5000 279 0.004 300 f223724744f3f3118d6c5ca6c0730984 199.204.45.6 - - [13/Mar/2026:23:21:31 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.411 [openstack-keystone-api-5000] [] 10.0.0.87:5000 3193 0.411 201 ddf553d0efba8de38119f7436d0ded97 199.204.45.6 - - [13/Mar/2026:23:21:31 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 6d7cb97fe8e7ea8cb6139eeff0461e6c 199.204.45.6 - - [13/Mar/2026:23:21:31 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 183e44a2f296b493d70265c632766172 199.204.45.6 - - [13/Mar/2026:23:21:32 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.87:5000 279 0.004 300 1e3ad78a80e486374b32c432e0a3d5b1 199.204.45.6 - - [13/Mar/2026:23:21:33 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.306 [openstack-keystone-api-5000] [] 10.0.0.87:5000 3193 0.305 201 90311749332334f8d828edf137c34070 199.204.45.6 - - [13/Mar/2026:23:21:33 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 54703697392578328158a2f6dedfbb79 199.204.45.6 - - [13/Mar/2026:23:21:33 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 4078e4d4dbd12bbd0205f1c2e6cd21bb 199.204.45.6 - - [13/Mar/2026:23:21:34 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.003 [openstack-keystone-api-5000] [] 10.0.0.87:5000 279 0.002 300 019923ee920288bb7be7449aec597c9b 199.204.45.6 - - [13/Mar/2026:23:21:34 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.295 [openstack-keystone-api-5000] [] 10.0.0.87:5000 3193 0.295 201 a04f23a2f910325000e0f737dbd32869 199.204.45.6 - - [13/Mar/2026:23:21:34 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - c00cf9242a6f8d60297951a1ea0d6c11 199.204.45.6 - - [13/Mar/2026:23:21:34 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 3edc595be2b38c4c122691175310fa9c W0313 23:21:36.414605 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:21:36.414672 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.6 - - [13/Mar/2026:23:21:36 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.87:5000 279 0.004 300 c3847acb6af2bef20ba6da5a42c04c3a 199.204.45.6 - - [13/Mar/2026:23:21:36 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.306 [openstack-keystone-api-5000] [] 10.0.0.87:5000 3193 0.306 201 6283afedad25cabe9948974bb72d8286 199.204.45.6 - - [13/Mar/2026:23:21:36 +0000] "GET / HTTP/1.1" 300 1173 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.003 [openstack-glance-api-9292] [] 10.0.0.132:9292 1173 0.003 300 fe6365c19ac2e4b10eb8c637230df8be 199.204.45.6 - - [13/Mar/2026:23:21:37 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.545 [openstack-glance-api-9292] [] 10.0.0.132:9292 69 0.545 200 b542e87cb4cf803e45d8c5252c66b142 199.204.45.6 - - [13/Mar/2026:23:21:40 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.003 [openstack-keystone-api-5000] [] 10.0.0.87:5000 279 0.003 300 217c7ecc744e2b0ee7e7f3c69667ec20 199.204.45.6 - - [13/Mar/2026:23:21:40 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.301 [openstack-keystone-api-5000] [] 10.0.0.87:5000 3193 0.301 201 4a0d88ca0d7610c74d16bbe025721e0a 199.204.45.6 - - [13/Mar/2026:23:21:40 +0000] "GET / HTTP/1.1" 300 1173 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.002 [openstack-glance-api-9292] [] 10.0.0.132:9292 1173 0.003 300 2a6d01d324c6ecc10697023b79985dc9 199.204.45.6 - - [13/Mar/2026:23:21:40 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.056 [openstack-glance-api-9292] [] 10.0.0.132:9292 69 0.056 200 6af16735ca6a56e25d676a8f3921a8c5 199.204.45.6 - - [13/Mar/2026:23:21:40 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 428 0.111 [openstack-glance-api-9292] [] 10.0.0.132:9292 151 0.112 404 c61a9e38f7bb39bed184e14546064d3f 199.204.45.6 - - [13/Mar/2026:23:21:40 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 446 0.020 [openstack-glance-api-9292] [] 10.0.0.132:9292 81 0.020 200 c841abb38f7522c8355472d397634682 199.204.45.6 - - [13/Mar/2026:23:21:40 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 449 0.026 [openstack-glance-api-9292] [] 10.0.0.132:9292 84 0.025 200 dcbb4289cf26c616a3fb8747cd4f06fb 199.204.45.6 - - [13/Mar/2026:23:21:41 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 712 0.058 [openstack-glance-api-9292] [] 10.0.0.132:9292 760 0.057 201 dcfa161440842deb3168eeaa4799aa99 199.204.45.6 - - [13/Mar/2026:23:21:45 +0000] "PUT /v2/images/6ad797a9-6398-4b3f-91f4-8232a881dca8/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441039 4.882 [openstack-glance-api-9292] [] 10.0.0.132:9292 0 4.882 204 57874ba34afeb9feeef3d1d6270c5209 199.204.45.6 - - [13/Mar/2026:23:21:45 +0000] "GET /v2/images/6ad797a9-6398-4b3f-91f4-8232a881dca8 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 458 0.013 [openstack-glance-api-9292] [] 10.0.0.132:9292 1171 0.013 200 5c25c423a43140c83630d53ef6ebaec3 199.204.45.6 - - [13/Mar/2026:23:21:45 +0000] "GET /v2/images/6ad797a9-6398-4b3f-91f4-8232a881dca8 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 458 0.015 [openstack-glance-api-9292] [] 10.0.0.132:9292 1171 0.014 200 1f2b827ae955334073a8908876236072 W0313 23:21:48.707012 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:21:48.707059 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:21:52.040931 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:21:52.040990 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0313 23:22:02.875713 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.109.158.187"}] I0313 23:22:02.880849 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"5cf9673d-9a0e-4fbe-8603-5fe6487b6e82", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9552", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0313 23:22:02.883602 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:22:02.883645 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store