------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0408 01:24:10.332213 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0408 01:24:10.332431 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0408 01:24:10.340951 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0408 01:24:10.343992 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0408 01:24:10.486339 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0408 01:24:10.504605 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0408 01:24:10.516600 7 nginx.go:271] "Starting NGINX Ingress controller" I0408 01:24:10.524056 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"658daddb-208a-4afb-9644-39ace78790c3", APIVersion:"v1", ResourceVersion:"1364", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0408 01:24:10.528159 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"912c7c71-b50a-4264-9b1b-20922dfc1434", APIVersion:"v1", ResourceVersion:"1363", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0408 01:24:10.528244 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"cff3dff4-c7de-4a7c-800e-feaa871136cf", APIVersion:"v1", ResourceVersion:"1365", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0408 01:24:11.719253 7 nginx.go:317] "Starting NGINX process" I0408 01:24:11.719580 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0408 01:24:11.719834 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0408 01:24:11.720117 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:24:11.720150 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:24:11.720196 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 01:24:11.727527 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0408 01:24:11.727595 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-t9sn9" I0408 01:24:11.748712 7 controller.go:216] "Backend successfully reloaded" I0408 01:24:11.748830 7 controller.go:227] "Initial sync, sleeping for 1 second" I0408 01:24:11.748911 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-t9sn9", UID:"5654c64f-9c48-4956-8c0e-3ff7a7854722", APIVersion:"v1", ResourceVersion:"1405", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0408 01:24:15.538003 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:24:15.538027 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:24:18.871675 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:24:18.871722 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:24:22.205711 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:24:22.205750 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:24:25.538111 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:24:25.538151 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:24:29.982187 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:24:29.982233 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:24:33.316081 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:24:33.316121 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:24:36.650125 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:24:36.650166 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:24:39.982761 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:24:39.982866 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:24:48.393938 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:24:48.393980 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:24:51.727468 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:24:51.727512 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:26:13.092419 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:26:13.092448 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:26:24.073659 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:26:24.073690 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:26:33.468671 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:26:33.468716 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:26:36.802504 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:26:36.802535 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:26:40.135978 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:26:40.136032 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:26:43.476152 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:26:43.476208 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:26:46.811946 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:26:46.812000 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:26:50.143709 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:26:50.143754 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:26:53.476707 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:26:53.476778 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:26:59.631141 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:26:59.631182 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:27:02.964700 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:27:02.964751 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:29:10.261090 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:29:10.261126 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:29:13.594513 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:29:13.594563 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:29:13.604741 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-38.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-38.nip.io-tls was not found. Using default certificate W0408 01:29:13.604788 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:29:13.604803 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:29:13.606608 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0408 01:29:13.606642 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0408 01:29:13.613194 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0408 01:29:13.613391 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"5fd67810-382e-4f3c-b40d-5c46bdec534e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3596", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 01:29:13.613783 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-38.nip.io-tls" in local store I0408 01:29:13.960681 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-38.nip.io-tls" I0408 01:29:13.962967 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-38.nip.io-tls" W0408 01:29:16.928956 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:29:16.928999 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:29:16.929065 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 01:29:16.974316 7 controller.go:216] "Backend successfully reloaded" I0408 01:29:16.974611 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-t9sn9", UID:"5654c64f-9c48-4956-8c0e-3ff7a7854722", APIVersion:"v1", ResourceVersion:"1405", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0408 01:29:20.261837 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:29:20.261873 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.38 - - [08/Apr/2026:01:29:25 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 2.176 [auth-system-keycloak-80] [] 10.0.0.108:8080 1925 2.175 200 1cd1f167803cb97b009fce7b94964469 199.204.45.38 - - [08/Apr/2026:01:29:25 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.189 [auth-system-keycloak-80] [] 10.0.0.108:8080 116 0.188 404 9b416d420911d3397017b3003f3fc867 199.204.45.38 - - [08/Apr/2026:01:29:30 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 4.682 [auth-system-keycloak-80] [] 10.0.0.108:8080 0 4.680 201 d6f4b889df19b1770eb35f8592c8af88 199.204.45.38 - - [08/Apr/2026:01:29:30 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.601 [auth-system-keycloak-80] [] 10.0.0.108:8080 4246 0.600 200 37fecfa3e70e36d13a8601f9c1a4df40 199.204.45.38 - - [08/Apr/2026:01:29:31 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.505 [auth-system-keycloak-80] [] 10.0.0.108:8080 1925 0.505 200 571d894176d8447981c7a1e07a86f0d2 199.204.45.38 - - [08/Apr/2026:01:29:31 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12500 "-" "Ansible" 1209 0.091 [auth-system-keycloak-80] [] 10.0.0.108:8080 12500 0.091 200 71eda5dad6acb146cb44b898c300502a 199.204.45.38 - - [08/Apr/2026:01:29:31 +0000] "GET /admin/realms/atmosphere/client-scopes/ec4a32a7-3592-4f37-a83f-d5e519570cdd HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.071 [auth-system-keycloak-80] [] 10.0.0.108:8080 1278 0.072 200 6bf68f7666d7d1cc2e9da0ae18b2fdc4 199.204.45.38 - - [08/Apr/2026:01:29:31 +0000] "PUT /admin/realms/atmosphere/client-scopes/ec4a32a7-3592-4f37-a83f-d5e519570cdd HTTP/1.1" 204 0 "-" "Ansible" 1846 0.020 [auth-system-keycloak-80] [] 10.0.0.108:8080 0 0.020 204 d21656c297cc02d52d7576fc87667576 199.204.45.38 - - [08/Apr/2026:01:29:31 +0000] "GET /admin/realms/atmosphere/client-scopes/ec4a32a7-3592-4f37-a83f-d5e519570cdd/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.071 [auth-system-keycloak-80] [] 10.0.0.108:8080 963 0.071 200 1644b22c53699baa2a4e8b42abd9ac45 199.204.45.38 - - [08/Apr/2026:01:29:31 +0000] "GET /admin/realms/atmosphere/client-scopes/ec4a32a7-3592-4f37-a83f-d5e519570cdd/protocol-mappers/models/386a4831-ffd2-4e38-94be-dd66bf169f29 HTTP/1.1" 200 366 "-" "Ansible" 1307 0.010 [auth-system-keycloak-80] [] 10.0.0.108:8080 366 0.011 200 54d5e57b385fe4e3996b025082ba9cee 199.204.45.38 - - [08/Apr/2026:01:29:32 +0000] "PUT /admin/realms/atmosphere/client-scopes/ec4a32a7-3592-4f37-a83f-d5e519570cdd/protocol-mappers/models/386a4831-ffd2-4e38-94be-dd66bf169f29 HTTP/1.1" 204 0 "-" "Ansible" 1620 0.071 [auth-system-keycloak-80] [] 10.0.0.108:8080 0 0.069 204 8ed3ef8b5616425820ff0b468bc7ca0a 199.204.45.38 - - [08/Apr/2026:01:29:32 +0000] "GET /admin/realms/atmosphere/client-scopes/ec4a32a7-3592-4f37-a83f-d5e519570cdd HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.081 [auth-system-keycloak-80] [] 10.0.0.108:8080 1218 0.082 200 da4ddc274b487fa8fddbff4aade56817 199.204.45.38 - - [08/Apr/2026:01:29:53 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.484 [auth-system-keycloak-80] [] 10.0.0.108:8080 1925 0.483 200 c6397ab1893f58da3bae4ca6c61853c1 199.204.45.38 - - [08/Apr/2026:01:29:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.077 [auth-system-keycloak-80] [] 10.0.0.108:8080 2 0.078 200 c37d9057158936f1bb79d40db54c9ffa 199.204.45.38 - - [08/Apr/2026:01:29:53 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.188 [auth-system-keycloak-80] [] 10.0.0.108:8080 0 0.187 201 3b3e4add02e1a0110dd47621ad073ba6 199.204.45.38 - - [08/Apr/2026:01:29:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.025 [auth-system-keycloak-80] [] 10.0.0.108:8080 1259 0.026 200 be57a531b17562160b3421bb6b4a5259 199.204.45.38 - - [08/Apr/2026:01:29:54 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.525 [auth-system-keycloak-80] [] 10.0.0.108:8080 1925 0.523 200 5f5f0744a2c85da1a448b8d88da1ef02 199.204.45.38 - - [08/Apr/2026:01:29:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.044 [auth-system-keycloak-80] [] 10.0.0.108:8080 2 0.043 200 60da6e46bfc533590d7f1d76e8492f6f 199.204.45.38 - - [08/Apr/2026:01:29:54 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.098 [auth-system-keycloak-80] [] 10.0.0.108:8080 0 0.096 201 5df66d889db653d74505715a5f909f12 199.204.45.38 - - [08/Apr/2026:01:29:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.083 [auth-system-keycloak-80] [] 10.0.0.108:8080 1283 0.083 200 9f4bc6b69ebdf950331d04afef025e03 199.204.45.38 - - [08/Apr/2026:01:29:55 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.707 [auth-system-keycloak-80] [] 10.0.0.108:8080 1925 0.707 200 9f01eabdd4994e7db6dde0810511a27a 199.204.45.38 - - [08/Apr/2026:01:29:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.013 [auth-system-keycloak-80] [] 10.0.0.108:8080 2 0.013 200 913fe6666fdafe78d24c3060d86ef52b 199.204.45.38 - - [08/Apr/2026:01:29:56 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.084 [auth-system-keycloak-80] [] 10.0.0.108:8080 0 0.083 201 641ac29af33c18a637f4375f450441ba 199.204.45.38 - - [08/Apr/2026:01:29:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.071 [auth-system-keycloak-80] [] 10.0.0.108:8080 1249 0.071 200 ea7124a48d984cff8330593a24503b0a 199.204.45.38 - - [08/Apr/2026:01:29:57 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.472 [auth-system-keycloak-80] [] 10.0.0.108:8080 1925 0.470 200 1f1d50b977ada7f4f946a5aa3080b163 199.204.45.38 - - [08/Apr/2026:01:29:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.108:8080 1259 0.008 200 3c8b3936884637194b4f477c07825502 199.204.45.38 - - [08/Apr/2026:01:29:57 +0000] "GET /admin/realms/atmosphere/clients/592f80b3-f10b-4193-878e-9fded833cc1f/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.011 [auth-system-keycloak-80] [] 10.0.0.108:8080 119 0.011 404 08560ae7f0c181a22e9651b6ae63b31c 199.204.45.38 - - [08/Apr/2026:01:29:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.021 [auth-system-keycloak-80] [] 10.0.0.108:8080 1259 0.022 200 499f6abb4256e46fdb22ff8b3eb3efcd 199.204.45.38 - - [08/Apr/2026:01:29:57 +0000] "POST /admin/realms/atmosphere/clients/592f80b3-f10b-4193-878e-9fded833cc1f/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.230 [auth-system-keycloak-80] [] 10.0.0.108:8080 0 0.229 201 0f3943e66e1b95f919800038dfccf4f0 199.204.45.38 - - [08/Apr/2026:01:29:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.108:8080 1259 0.008 200 4121db8847700f951facbecdfb0deed2 199.204.45.38 - - [08/Apr/2026:01:29:57 +0000] "GET /admin/realms/atmosphere/clients/592f80b3-f10b-4193-878e-9fded833cc1f/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.016 [auth-system-keycloak-80] [] 10.0.0.108:8080 166 0.016 200 30f2a48e606e3fb219aae1c8c1c40fc0 199.204.45.38 - - [08/Apr/2026:01:29:58 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.473 [auth-system-keycloak-80] [] 10.0.0.108:8080 1925 0.472 200 8de133f34afef85f155932b858d2d0aa 199.204.45.38 - - [08/Apr/2026:01:29:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.108:8080 1283 0.007 200 6f5a18958000cb837e67f24d1f8432b4 199.204.45.38 - - [08/Apr/2026:01:29:58 +0000] "GET /admin/realms/atmosphere/clients/19e40d98-8b71-490c-aff7-90e3f42cc3d8/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.026 [auth-system-keycloak-80] [] 10.0.0.108:8080 119 0.025 404 2ee6b71f81cad5d1b1a92ab8d124a681 199.204.45.38 - - [08/Apr/2026:01:29:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.108:8080 1283 0.007 200 ceb6e2d402bcfb3cbaacdb9d450129c0 199.204.45.38 - - [08/Apr/2026:01:29:58 +0000] "POST /admin/realms/atmosphere/clients/19e40d98-8b71-490c-aff7-90e3f42cc3d8/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.014 [auth-system-keycloak-80] [] 10.0.0.108:8080 0 0.014 201 25098c71e8cdf75d8d00d189911366b9 199.204.45.38 - - [08/Apr/2026:01:29:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.046 [auth-system-keycloak-80] [] 10.0.0.108:8080 1283 0.045 200 1a8b11124d2938b04ac15f8956585dcb 199.204.45.38 - - [08/Apr/2026:01:29:58 +0000] "GET /admin/realms/atmosphere/clients/19e40d98-8b71-490c-aff7-90e3f42cc3d8/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.012 [auth-system-keycloak-80] [] 10.0.0.108:8080 165 0.012 200 e25148a37c2833be72d3815e96e84778 199.204.45.38 - - [08/Apr/2026:01:29:59 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.557 [auth-system-keycloak-80] [] 10.0.0.108:8080 1925 0.557 200 27283802f8b7140410ae4f50d7a05a81 199.204.45.38 - - [08/Apr/2026:01:29:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.040 [auth-system-keycloak-80] [] 10.0.0.108:8080 1283 0.041 200 ebeb0bd13118efd74480ae3b7429e180 199.204.45.38 - - [08/Apr/2026:01:29:59 +0000] "GET /admin/realms/atmosphere/clients/19e40d98-8b71-490c-aff7-90e3f42cc3d8/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.010 [auth-system-keycloak-80] [] 10.0.0.108:8080 119 0.010 404 abbae15961bc8dd0059fe46fb95580ef 199.204.45.38 - - [08/Apr/2026:01:29:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.108:8080 1283 0.006 200 859f3ad1eb94033b20e59440a84084d6 199.204.45.38 - - [08/Apr/2026:01:29:59 +0000] "POST /admin/realms/atmosphere/clients/19e40d98-8b71-490c-aff7-90e3f42cc3d8/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.052 [auth-system-keycloak-80] [] 10.0.0.108:8080 0 0.051 201 d121b1325139b3a4679255a06fb97913 199.204.45.38 - - [08/Apr/2026:01:29:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.108:8080 1283 0.008 200 db870d6e663e2f7e715733941d160665 199.204.45.38 - - [08/Apr/2026:01:29:59 +0000] "GET /admin/realms/atmosphere/clients/19e40d98-8b71-490c-aff7-90e3f42cc3d8/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.014 [auth-system-keycloak-80] [] 10.0.0.108:8080 166 0.014 200 a3545a9832495c6af3a05d6582bd6aa9 199.204.45.38 - - [08/Apr/2026:01:30:00 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.449 [auth-system-keycloak-80] [] 10.0.0.108:8080 1925 0.449 200 79a646779091dbdeabc9b81aa487965d 199.204.45.38 - - [08/Apr/2026:01:30:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.025 [auth-system-keycloak-80] [] 10.0.0.108:8080 1283 0.026 200 6979e90db4d16367ae178145dff94398 199.204.45.38 - - [08/Apr/2026:01:30:00 +0000] "GET /admin/realms/atmosphere/clients/19e40d98-8b71-490c-aff7-90e3f42cc3d8/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.009 [auth-system-keycloak-80] [] 10.0.0.108:8080 119 0.009 404 8df2b87b31609674a5e4e91c8494b9e1 199.204.45.38 - - [08/Apr/2026:01:30:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.108:8080 1283 0.005 200 7afb875d48f6281a958f982dfce8e3fb 199.204.45.38 - - [08/Apr/2026:01:30:00 +0000] "POST /admin/realms/atmosphere/clients/19e40d98-8b71-490c-aff7-90e3f42cc3d8/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.056 [auth-system-keycloak-80] [] 10.0.0.108:8080 0 0.055 201 9080f33034b99c240c2998818bc76401 199.204.45.38 - - [08/Apr/2026:01:30:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.108:8080 1283 0.007 200 f34392baeb5881ddc0879ec5a5a93fed 199.204.45.38 - - [08/Apr/2026:01:30:00 +0000] "GET /admin/realms/atmosphere/clients/19e40d98-8b71-490c-aff7-90e3f42cc3d8/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.012 [auth-system-keycloak-80] [] 10.0.0.108:8080 166 0.013 200 2bf0a35859430381750d6cc0c7695a67 199.204.45.38 - - [08/Apr/2026:01:30:01 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.430 [auth-system-keycloak-80] [] 10.0.0.108:8080 1925 0.430 200 f441d395a6441ad45dcd0e3c8292eae9 199.204.45.38 - - [08/Apr/2026:01:30:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.033 [auth-system-keycloak-80] [] 10.0.0.108:8080 1249 0.033 200 2844e46c57bcd18273f522c2e017d7e8 199.204.45.38 - - [08/Apr/2026:01:30:01 +0000] "GET /admin/realms/atmosphere/clients/4ded1bfe-dceb-4305-821b-f2eff7bdcfb2/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.009 [auth-system-keycloak-80] [] 10.0.0.108:8080 119 0.009 404 d749b34716171f9ff88046a660a8335a 199.204.45.38 - - [08/Apr/2026:01:30:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.108:8080 1249 0.006 200 5fcf09d082633d64f9ba7f3c3b830f47 199.204.45.38 - - [08/Apr/2026:01:30:01 +0000] "POST /admin/realms/atmosphere/clients/4ded1bfe-dceb-4305-821b-f2eff7bdcfb2/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.019 [auth-system-keycloak-80] [] 10.0.0.108:8080 0 0.018 201 401a0ee386e7e6058bc052550102b485 199.204.45.38 - - [08/Apr/2026:01:30:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.010 [auth-system-keycloak-80] [] 10.0.0.108:8080 1249 0.010 200 573e667d631f5df463e7e33d05f5620d 199.204.45.38 - - [08/Apr/2026:01:30:01 +0000] "GET /admin/realms/atmosphere/clients/4ded1bfe-dceb-4305-821b-f2eff7bdcfb2/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.014 [auth-system-keycloak-80] [] 10.0.0.108:8080 166 0.014 200 886bd88ea03c5fbca7bb29a212a12fd5 I0408 01:30:11.734564 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.107.67.129"}] I0408 01:30:11.740449 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"5fd67810-382e-4f3c-b40d-5c46bdec534e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4092", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 01:30:11.742155 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:30:11.742190 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:30:15.075667 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:30:15.075914 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:30:18.410689 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:30:18.410733 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:06.962888 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:06.962961 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:07.038444 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 01:31:07.038570 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0408 01:31:07.038628 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:07.038658 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:07.038768 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 01:31:07.038911 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0408 01:31:07.039002 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:07.039032 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:07.041502 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 01:31:07.042072 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0408 01:31:07.042198 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:07.042227 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:31:07.044076 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.006s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.007s testedConfigurationSize:18.2kB} I0408 01:31:07.044251 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.006s renderingIngressLength:2 renderingIngressTime:0.002s admissionTime:0.008s testedConfigurationSize:18.2kB} I0408 01:31:07.044294 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0408 01:31:07.044135 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0408 01:31:07.046024 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.005s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:18.2kB} I0408 01:31:07.046067 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0408 01:31:07.059759 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0408 01:31:07.060889 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"86dc520a-cf30-44be-a9ea-7f640a920667", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4624", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 01:31:07.060998 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0408 01:31:07.061043 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0408 01:31:07.061368 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0408 01:31:07.061394 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"d2e6ad24-0c4e-47c2-ae12-1e990ad6d0b9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4625", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0408 01:31:07.061426 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0408 01:31:07.061656 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0408 01:31:07.061691 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"a45bb95e-5198-405f-a5f0-778402284ac1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4626", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0408 01:31:07.354663 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0408 01:31:07.356209 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0408 01:31:07.356260 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0408 01:31:07.357255 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0408 01:31:08.572443 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0408 01:31:08.573570 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0408 01:31:09.873581 7 store.go:645] "secret was updated and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0408 01:31:09.875070 7 backend_ssl.go:59] "Updating secret in local store" name="monitoring/alertmanager-tls" W0408 01:31:10.296075 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 01:31:10.296120 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 01:31:10.296139 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 01:31:10.296206 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:10.296220 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:31:10.296316 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 01:31:10.344096 7 controller.go:216] "Backend successfully reloaded" I0408 01:31:10.344340 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-t9sn9", UID:"5654c64f-9c48-4956-8c0e-3ff7a7854722", APIVersion:"v1", ResourceVersion:"1405", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0408 01:31:11.735906 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.107.67.129"}] I0408 01:31:11.736260 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.107.67.129"}] I0408 01:31:11.737105 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.107.67.129"}] I0408 01:31:11.785712 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"86dc520a-cf30-44be-a9ea-7f640a920667", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4948", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0408 01:31:11.789565 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"d2e6ad24-0c4e-47c2-ae12-1e990ad6d0b9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4949", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0408 01:31:11.789961 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"a45bb95e-5198-405f-a5f0-778402284ac1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4950", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 01:31:13.629748 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 01:31:13.629825 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 01:31:13.629871 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 01:31:13.629991 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:13.630015 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:16.962852 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 01:31:16.962932 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 01:31:16.963127 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 01:31:16.963279 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:16.963309 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:20.296045 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 01:31:20.296099 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 01:31:20.296136 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 01:31:20.296252 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:20.296277 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:23.630636 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 01:31:23.630692 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 01:31:23.630732 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 01:31:23.630927 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:23.630951 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:26.963737 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 01:31:26.963798 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 01:31:26.963835 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 01:31:26.963957 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:26.963982 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:30.296551 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 01:31:30.296623 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 01:31:30.296660 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 01:31:30.296801 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:30.296831 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:33.630268 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 01:31:33.630308 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 01:31:33.630327 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 01:31:33.630434 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:33.630453 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:36.963388 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 01:31:36.963449 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 01:31:36.963489 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 01:31:36.963595 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:36.963622 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:40.296626 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 01:31:40.296729 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 01:31:40.296850 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:40.296876 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:43.630180 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 01:31:43.630282 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 01:31:43.630426 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:43.630453 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:46.963108 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 01:31:46.963201 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 01:31:46.963333 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:46.963353 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:50.296613 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 01:31:50.296738 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 01:31:50.296920 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:50.296958 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:53.629913 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 01:31:53.630051 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 01:31:53.630196 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:53.630229 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.253 - - [08/Apr/2026:01:31:54 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.088 [auth-system-keycloak-80] [] 10.0.0.108:8080 6411 0.088 200 50111e78159855708a95d82da883d99c 10.0.0.196 - - [08/Apr/2026:01:31:54 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.007 [auth-system-keycloak-80] [] 10.0.0.108:8080 6411 0.007 200 30388158f73f27d15347f000959b6878 W0408 01:31:56.962707 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 01:31:56.962876 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:56.962900 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:32:00.296855 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 01:32:00.297073 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:32:00.297157 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:32:03.630865 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:32:03.630907 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:32:06.964158 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:32:06.964226 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:32:10.296977 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:32:10.297026 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:32:19.380259 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:32:19.380302 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:32:22.715098 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:32:22.715173 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.38 - - [08/Apr/2026:01:32:24 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.468 [auth-system-keycloak-80] [] 10.0.0.108:8080 1925 0.467 200 dd3f3f1b81ed0ccabd7ebe07d39a6322 199.204.45.38 - - [08/Apr/2026:01:32:24 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.034 [auth-system-keycloak-80] [] 10.0.0.108:8080 4246 0.035 200 49183d0bec650751ef1ba2059f027ff1 199.204.45.38 - - [08/Apr/2026:01:32:24 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5707 0.587 [auth-system-keycloak-80] [] 10.0.0.108:8080 0 0.586 204 5c49afc13391867e3296ad2abea712a3 199.204.45.38 - - [08/Apr/2026:01:32:25 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.190 [auth-system-keycloak-80] [] 10.0.0.108:8080 4384 0.190 200 02d900b9b4e0358eeb2535ca48ec33e6 199.204.45.38 - - [08/Apr/2026:01:32:26 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.460 [auth-system-keycloak-80] [] 10.0.0.108:8080 1925 0.460 200 5cf9dd957aa45ec6e9d24a573e688847 199.204.45.38 - - [08/Apr/2026:01:32:26 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.108:8080 1682 0.007 200 357f222c2d09c09b2c1a0839e9d40ec1 199.204.45.38 - - [08/Apr/2026:01:32:26 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "ansible-httpget" 180 0.006 [auth-system-keycloak-80] [] 10.0.0.108:8080 6411 0.005 200 c8b0837d6a90a60ee53d8dee0a0107a1 199.204.45.38 - - [08/Apr/2026:01:32:27 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.441 [auth-system-keycloak-80] [] 10.0.0.108:8080 1925 0.439 200 f3da5953eff0d76733fb8bb3cb413648 199.204.45.38 - - [08/Apr/2026:01:32:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.033 [auth-system-keycloak-80] [] 10.0.0.108:8080 2 0.033 200 bc61fde8828898943a0fae0e59637875 199.204.45.38 - - [08/Apr/2026:01:32:28 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.184 [auth-system-keycloak-80] [] 10.0.0.108:8080 0 0.184 201 d3163ed8deffcddf9f4b291f32087d6c 199.204.45.38 - - [08/Apr/2026:01:32:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.023 [auth-system-keycloak-80] [] 10.0.0.108:8080 2242 0.023 200 183ce36b321d68d17b45c31761a5fc30 199.204.45.38 - - [08/Apr/2026:01:32:29 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.479 [auth-system-keycloak-80] [] 10.0.0.108:8080 1925 0.477 200 1e91513f75c1f03ce4f1b01a8e6f9a41 199.204.45.38 - - [08/Apr/2026:01:32:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.026 [auth-system-keycloak-80] [] 10.0.0.108:8080 2242 0.026 200 bc6c2209dc9bdf50fc23e21bac25db16 199.204.45.38 - - [08/Apr/2026:01:32:29 +0000] "GET /admin/realms/atmosphere/clients/4ec9ac37-d451-4d74-92eb-8a9fec68e21a/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.016 [auth-system-keycloak-80] [] 10.0.0.108:8080 233 0.015 200 9bcbfd79a3d252028655dd06be034ff1 199.204.45.38 - - [08/Apr/2026:01:32:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.077 [auth-system-keycloak-80] [] 10.0.0.108:8080 831 0.077 200 959f636b774efe93130dd5fd70646a4e 199.204.45.38 - - [08/Apr/2026:01:32:29 +0000] "GET /admin/realms/atmosphere/clients/e853c356-c851-4855-99ca-1f9e3c85af2d/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.073 [auth-system-keycloak-80] [] 10.0.0.108:8080 3758 0.073 200 2bdfd1593f4ea4e5de15e878b90f625e 199.204.45.38 - - [08/Apr/2026:01:32:29 +0000] "GET /admin/realms/atmosphere/users/df526012-21d4-44b6-96ee-a78fd35ccb3a/role-mappings/clients/e853c356-c851-4855-99ca-1f9e3c85af2d/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.187 [auth-system-keycloak-80] [] 10.0.0.108:8080 3758 0.187 200 2479b35203bf843b55952a90395fcf3e 199.204.45.38 - - [08/Apr/2026:01:32:29 +0000] "GET /admin/realms/atmosphere/users/df526012-21d4-44b6-96ee-a78fd35ccb3a/role-mappings/clients/e853c356-c851-4855-99ca-1f9e3c85af2d/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.020 [auth-system-keycloak-80] [] 10.0.0.108:8080 2 0.020 200 b8c4c62369dcc3f61bed18faf4da75d1 199.204.45.38 - - [08/Apr/2026:01:32:29 +0000] "POST /admin/realms/atmosphere/users/df526012-21d4-44b6-96ee-a78fd35ccb3a/role-mappings/clients/e853c356-c851-4855-99ca-1f9e3c85af2d HTTP/1.1" 204 0 "-" "Ansible" 1388 0.069 [auth-system-keycloak-80] [] 10.0.0.108:8080 0 0.069 204 6a8303a5e4440a253d3f776d454a2eff 199.204.45.38 - - [08/Apr/2026:01:32:29 +0000] "GET /admin/realms/atmosphere/users/df526012-21d4-44b6-96ee-a78fd35ccb3a/role-mappings/clients/e853c356-c851-4855-99ca-1f9e3c85af2d/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.013 [auth-system-keycloak-80] [] 10.0.0.108:8080 576 0.012 200 f520255848d018a9f0c9302127122342 W0408 01:32:32.456712 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:32:32.456767 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:32:35.790597 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:32:35.790651 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:32:46.720999 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:32:46.721027 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:32:50.055186 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:32:50.055362 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:34:38.116571 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:34:38.116620 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:35:12.396937 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0408 01:35:12.397050 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:35:12.397068 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:35:12.400120 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:28.7kB} I0408 01:35:12.400150 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0408 01:35:12.405291 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0408 01:35:12.405553 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"ef9fcb12-cbee-44de-ba2b-21191a9abc54", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7099", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 01:35:12.405946 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0408 01:35:12.407683 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0408 01:35:12.407882 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:35:12.407904 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:35:12.408212 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 01:35:12.458270 7 controller.go:216] "Backend successfully reloaded" I0408 01:35:12.458578 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-t9sn9", UID:"5654c64f-9c48-4956-8c0e-3ff7a7854722", APIVersion:"v1", ResourceVersion:"1405", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0408 01:35:13.198054 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0408 01:35:13.199329 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0408 01:35:15.743003 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:35:15.743062 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.38 - - [08/Apr/2026:01:35:16 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.005 [openstack-keystone-api-5000] [] 10.0.0.149:5000 280 0.005 300 2ffd763466de711325cc2cdeb93ce1f1 199.204.45.38 - - [08/Apr/2026:01:35:18 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.149:5000 265 0.004 200 acbb7f7f4e2e2bcbd12c6a3368c7236d 199.204.45.38 - - [08/Apr/2026:01:35:18 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.337 [openstack-keystone-api-5000] [] 10.0.0.149:5000 1359 0.337 201 cbde85b2cc21a586b4e3f9c35cc77a6d 199.204.45.38 - - [08/Apr/2026:01:35:18 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.149:5000 280 0.002 300 87a539389621198fc7cf5c927de11b46 199.204.45.38 - - [08/Apr/2026:01:35:18 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 437 0.037 [openstack-keystone-api-5000] [] 10.0.0.149:5000 90 0.037 404 698d6c467ee95e37be6673f17795b4e9 199.204.45.38 - - [08/Apr/2026:01:35:18 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.028 [openstack-keystone-api-5000] [] 10.0.0.149:5000 366 0.029 200 7fc23b9ac2b4256bb0a33fea765489cb 199.204.45.38 - - [08/Apr/2026:01:35:18 +0000] "GET /v3/domains/879dd026d75a412cbed7784ced8047a4 HTTP/1.1" 200 244 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.023 [openstack-keystone-api-5000] [] 10.0.0.149:5000 244 0.023 200 002539d1964ddefe6850d3ebdbdeb1c0 199.204.45.38 - - [08/Apr/2026:01:35:19 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.149:5000 265 0.003 200 a75ac5a9dd116cfbf915615ea36fa328 199.204.45.38 - - [08/Apr/2026:01:35:19 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.302 [openstack-keystone-api-5000] [] 10.0.0.149:5000 1359 0.302 201 0ef1601ba6834b0815be5642c64f642a 199.204.45.38 - - [08/Apr/2026:01:35:19 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.149:5000 280 0.003 300 7803da59586796b8b0193d008f7711c1 199.204.45.38 - - [08/Apr/2026:01:35:19 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 462 0.022 [openstack-keystone-api-5000] [] 10.0.0.149:5000 101 0.021 404 22ac0d355cade7de4418689755b20474 199.204.45.38 - - [08/Apr/2026:01:35:19 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 464 0.019 [openstack-keystone-api-5000] [] 10.0.0.149:5000 155 0.020 200 5274e81abe4ce7ad138608eb407d7029 199.204.45.38 - - [08/Apr/2026:01:35:19 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 340 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 679 0.029 [openstack-keystone-api-5000] [] 10.0.0.149:5000 340 0.030 201 326f10710bb4f07bce851925469a9f02 199.204.45.38 - - [08/Apr/2026:01:35:20 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.149:5000 265 0.004 200 0971a8102714135c18fd19e39c165745 199.204.45.38 - - [08/Apr/2026:01:35:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.284 [openstack-keystone-api-5000] [] 10.0.0.149:5000 1359 0.283 201 30c893779024e83c82c31d0a1904319b 199.204.45.38 - - [08/Apr/2026:01:35:20 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.149:5000 280 0.003 300 faf4de8341ada942f63ee5c39a178701 199.204.45.38 - - [08/Apr/2026:01:35:20 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.024 [openstack-keystone-api-5000] [] 10.0.0.149:5000 98 0.025 404 7e7ad685bc6a8bb9e255742a2a249f52 199.204.45.38 - - [08/Apr/2026:01:35:20 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 135 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 454 0.017 [openstack-keystone-api-5000] [] 10.0.0.149:5000 135 0.016 200 92fa822e502e4fce9fd8a40ce567ae16 199.204.45.38 - - [08/Apr/2026:01:35:20 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 356 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 738 0.019 [openstack-keystone-api-5000] [] 10.0.0.149:5000 356 0.019 201 0d1265e1f102322c5a5fd456fa2e972b 199.204.45.38 - - [08/Apr/2026:01:35:21 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.149:5000 265 0.004 200 4c5628d7bea4d7dee91b76c0393621f6 199.204.45.38 - - [08/Apr/2026:01:35:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.290 [openstack-keystone-api-5000] [] 10.0.0.149:5000 1359 0.290 201 e011e5382281f0b60b7bbbf07f3c1e6b 199.204.45.38 - - [08/Apr/2026:01:35:21 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.149:5000 280 0.004 300 b9bbb2bca93b17238e91ab3978b0b70c 199.204.45.38 - - [08/Apr/2026:01:35:21 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 497 0.022 [openstack-keystone-api-5000] [] 10.0.0.149:5000 131 0.021 404 da830e11a3680048eb7ec3ac4fe21326 199.204.45.38 - - [08/Apr/2026:01:35:21 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 167 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 485 0.015 [openstack-keystone-api-5000] [] 10.0.0.149:5000 167 0.016 200 f0557e2ee658f3e3956d17497421ad73 199.204.45.38 - - [08/Apr/2026:01:35:21 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 222 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 580 0.027 [openstack-keystone-api-5000] [] 10.0.0.149:5000 222 0.027 201 cbcf8a294b03c8a7abd4ce88f786e553 W0408 01:35:30.579739 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:35:30.579786 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:35:33.913733 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:35:33.913778 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:35:37.246886 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:35:37.246944 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:35:40.580227 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:35:40.580278 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:35:55.036581 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:35:55.036616 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:35:58.370813 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:35:58.370860 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:36:01.704193 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:36:01.704234 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:36:05.039406 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:36:05.039449 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:36:11.734842 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.107.67.129"}] I0408 01:36:11.739503 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"ef9fcb12-cbee-44de-ba2b-21191a9abc54", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7637", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 01:36:11.741513 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:36:11.741553 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:37:34.620896 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0408 01:37:34.621016 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0408 01:37:34.621100 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:37:34.621127 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:37:34.625234 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:32.2kB} I0408 01:37:34.625271 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0408 01:37:34.635527 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0408 01:37:34.635996 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"f5939199-c3e4-4a87-ba61-acbb3f060ab8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8190", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 01:37:34.636448 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0408 01:37:34.637076 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0408 01:37:34.637209 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0408 01:37:34.637301 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:37:34.637328 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:37:34.637483 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 01:37:34.689416 7 controller.go:216] "Backend successfully reloaded" I0408 01:37:34.689766 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-t9sn9", UID:"5654c64f-9c48-4956-8c0e-3ff7a7854722", APIVersion:"v1", ResourceVersion:"1405", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0408 01:37:35.337233 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0408 01:37:35.338386 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.38 - - [08/Apr/2026:01:37:35 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.149:5000 280 0.005 300 5373412463a3a1e8a3ab4841536105c0 199.204.45.38 - - [08/Apr/2026:01:37:35 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.353 [openstack-keystone-api-5000] [] 10.0.0.149:5000 1990 0.352 201 a14794eb2ec3d91f17340a576c43f0fb 199.204.45.38 - - [08/Apr/2026:01:37:35 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 432 0.028 [openstack-keystone-api-5000] [] 10.0.0.149:5000 85 0.028 404 654f4d43c454bf6271ddd6687d0dca3b 199.204.45.38 - - [08/Apr/2026:01:37:35 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 128 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.017 [openstack-keystone-api-5000] [] 10.0.0.149:5000 128 0.017 200 63398aea00aedd3a66bf0c52bb0655fe 199.204.45.38 - - [08/Apr/2026:01:37:35 +0000] "POST /v3/roles HTTP/1.1" 201 229 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 506 0.028 [openstack-keystone-api-5000] [] 10.0.0.149:5000 229 0.028 201 dac92cc51415cd2b05014dc191629046 W0408 01:37:37.970953 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0408 01:37:37.971227 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:37:37.971267 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:37:41.303833 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:37:41.303885 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.38 - - [08/Apr/2026:01:37:43 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 228 0.004 [openstack-keystone-api-5000] [] 10.0.0.149:5000 280 0.004 300 4f6fe390397653da60b21492a54c76ee 199.204.45.38 - - [08/Apr/2026:01:37:43 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 547 0.285 [openstack-keystone-api-5000] [] 10.0.0.149:5000 1990 0.284 201 7d275db13c66709cc68295ece40a89c9 199.204.45.38 - - [08/Apr/2026:01:37:43 +0000] "GET /v3/roles HTTP/1.1" 200 1514 "-" "python-keystoneclient" 379 0.026 [openstack-keystone-api-5000] [] 10.0.0.149:5000 1514 0.025 200 27b9ec0b84051682384950964f2110ef 199.204.45.38 - - [08/Apr/2026:01:37:43 +0000] "PUT /v3/roles/e9c421eaf8b64091b7e1f15906e2a64b/implies/4475432a49664c0ba9c776409cb41c1a HTTP/1.1" 201 518 "-" "python-keystoneclient" 472 0.036 [openstack-keystone-api-5000] [] 10.0.0.149:5000 518 0.036 201 aacac4748344a16a8595b0f1bdcaa2e1 I0408 01:38:11.733988 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.107.67.129"}] I0408 01:38:11.738753 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"f5939199-c3e4-4a87-ba61-acbb3f060ab8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8549", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 01:38:11.740594 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:38:11.740617 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.38 - - [08/Apr/2026:01:38:33 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.149:5000 280 0.004 300 fb659251c49a12bf1b2d1e36b19e1505 199.204.45.38 - - [08/Apr/2026:01:38:34 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.340 [openstack-keystone-api-5000] [] 10.0.0.149:5000 2053 0.339 201 06bfc21ddeb0aa895485cf734b81b628 199.204.45.38 - - [08/Apr/2026:01:38:34 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.225 [openstack-keystone-api-5000] [] 10.0.0.149:5000 87 0.225 404 b9ca929e8eea0b8dac2d4638acaa75eb 199.204.45.38 - - [08/Apr/2026:01:38:34 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.032 [openstack-keystone-api-5000] [] 10.0.0.149:5000 388 0.031 200 60c27ea80fe3580618f50e49db13e166 199.204.45.38 - - [08/Apr/2026:01:38:34 +0000] "GET /v3/users/rgw-RegionOne?domain_id=d424c37a544645109c6088b6cadb78df HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 481 0.028 [openstack-keystone-api-5000] [] 10.0.0.149:5000 91 0.028 404 c9c3f33a90ea4026b35911a7dcf95a3e 199.204.45.38 - - [08/Apr/2026:01:38:34 +0000] "GET /v3/users?domain_id=d424c37a544645109c6088b6cadb78df&name=rgw-RegionOne HTTP/1.1" 200 177 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 499 0.044 [openstack-keystone-api-5000] [] 10.0.0.149:5000 177 0.044 200 401f7c27e98ac5117cf45e65c77890dc 199.204.45.38 - - [08/Apr/2026:01:38:34 +0000] "POST /v3/users HTTP/1.1" 201 290 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 627 0.289 [openstack-keystone-api-5000] [] 10.0.0.149:5000 290 0.289 201 ea4a8d7c613ac659a906e6cd1b2b5225 199.204.45.38 - - [08/Apr/2026:01:38:38 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 228 0.004 [openstack-keystone-api-5000] [] 10.0.0.149:5000 280 0.004 300 9a93dce0855458f0ead223f53e5865e8 199.204.45.38 - - [08/Apr/2026:01:38:39 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 547 0.294 [openstack-keystone-api-5000] [] 10.0.0.149:5000 2053 0.294 201 4fe9aa621b3ed30f73c1b521ba00e41e 199.204.45.38 - - [08/Apr/2026:01:38:39 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 428 0.026 [openstack-keystone-api-5000] [] 10.0.0.149:5000 83 0.026 404 bcfbe66ad79692cc6e84814cbefef7d7 199.204.45.38 - - [08/Apr/2026:01:38:39 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 359 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 446 0.024 [openstack-keystone-api-5000] [] 10.0.0.149:5000 359 0.023 200 37a3945f333a7a0495e1d42e67c1487c 199.204.45.38 - - [08/Apr/2026:01:38:39 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 432 0.020 [openstack-keystone-api-5000] [] 10.0.0.149:5000 87 0.020 404 0efdbf04c06efb072a45dc5b12f91bfe 199.204.45.38 - - [08/Apr/2026:01:38:39 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 450 0.024 [openstack-keystone-api-5000] [] 10.0.0.149:5000 388 0.024 200 1b1e3284a451995694dd7eecb0e0e6fc 199.204.45.38 - - [08/Apr/2026:01:38:39 +0000] "GET /v3/users/rgw-RegionOne?domain_id=d424c37a544645109c6088b6cadb78df HTTP/1.1" 404 91 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 479 0.025 [openstack-keystone-api-5000] [] 10.0.0.149:5000 91 0.025 404 c89b31494f1627c9a91241070ad8ecfe 199.204.45.38 - - [08/Apr/2026:01:38:39 +0000] "GET /v3/users?domain_id=d424c37a544645109c6088b6cadb78df&name=rgw-RegionOne HTTP/1.1" 200 456 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 497 0.036 [openstack-keystone-api-5000] [] 10.0.0.149:5000 456 0.036 200 ecd4c88df5b94bc67f011dbb60f87068 199.204.45.38 - - [08/Apr/2026:01:38:39 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 433 0.024 [openstack-keystone-api-5000] [] 10.0.0.149:5000 88 0.025 404 0ed9e580b0ba3638d52c2dccf6cb3b90 199.204.45.38 - - [08/Apr/2026:01:38:39 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 518 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 451 0.034 [openstack-keystone-api-5000] [] 10.0.0.149:5000 518 0.033 200 9d3d5dbe292997a1d046bb700a5c2012 199.204.45.38 - - [08/Apr/2026:01:38:39 +0000] "PUT /v3/projects/4f06f6781bf742798b4f93d69e49d67e/users/42fa017e43d54e0d819ddc82b128ea47/roles/184938bea0894f3f9d69e22c9c9eb9eb HTTP/1.1" 204 0 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 555 0.036 [openstack-keystone-api-5000] [] 10.0.0.149:5000 0 0.036 204 5cb400022d4a3fda68e19b68c9a4032e 199.204.45.38 - - [08/Apr/2026:01:38:42 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.149:5000 280 0.004 300 a6d795966ac166f5e529ebcef6400317 199.204.45.38 - - [08/Apr/2026:01:38:42 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.336 [openstack-keystone-api-5000] [] 10.0.0.149:5000 2053 0.335 201 d172452c9e1234befa6524a056cc3a80 199.204.45.38 - - [08/Apr/2026:01:38:42 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 150 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 469 0.024 [openstack-keystone-api-5000] [] 10.0.0.149:5000 150 0.025 200 10b7c770a73f0c2978570d196a883410 199.204.45.38 - - [08/Apr/2026:01:38:42 +0000] "POST /v3/services HTTP/1.1" 201 262 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 577 0.029 [openstack-keystone-api-5000] [] 10.0.0.149:5000 262 0.030 201 6186283ab0f007f42a3ba58dca2ad907 199.204.45.38 - - [08/Apr/2026:01:38:43 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.149:5000 280 0.003 300 bbe9028c81328d5a9129546603b36075 199.204.45.38 - - [08/Apr/2026:01:38:43 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.297 [openstack-keystone-api-5000] [] 10.0.0.149:5000 2155 0.298 201 40043d0d702474eb53c0c954859ae8c5 199.204.45.38 - - [08/Apr/2026:01:38:43 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.020 [openstack-keystone-api-5000] [] 10.0.0.149:5000 86 0.020 404 93be6f42a1c366e089fd2af9085340c3 199.204.45.38 - - [08/Apr/2026:01:38:43 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.020 [openstack-keystone-api-5000] [] 10.0.0.149:5000 380 0.020 200 f84d18b2a9f547c511bfdd98a04e9e70 199.204.45.38 - - [08/Apr/2026:01:38:43 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=32817159a0fe47d08df40affd77cab36 HTTP/1.1" 200 204 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 522 0.020 [openstack-keystone-api-5000] [] 10.0.0.149:5000 204 0.020 200 ca9501e5c3c4bdb504206a0b2cc16560 199.204.45.38 - - [08/Apr/2026:01:38:43 +0000] "POST /v3/endpoints HTTP/1.1" 201 377 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 687 0.029 [openstack-keystone-api-5000] [] 10.0.0.149:5000 377 0.028 201 f3c3218949e8fa0d660c8087df121604 199.204.45.38 - - [08/Apr/2026:01:38:44 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.149:5000 280 0.002 300 744daf1db68011f48e36edc8ed124836 199.204.45.38 - - [08/Apr/2026:01:38:44 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2363 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.327 [openstack-keystone-api-5000] [] 10.0.0.149:5000 2363 0.328 201 599da242dc6409adef9bde819072da9a 199.204.45.38 - - [08/Apr/2026:01:38:44 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.024 [openstack-keystone-api-5000] [] 10.0.0.149:5000 86 0.024 404 e7dd8b3738fea54a7f59cd4d338f66c1 199.204.45.38 - - [08/Apr/2026:01:38:44 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.021 [openstack-keystone-api-5000] [] 10.0.0.149:5000 380 0.021 200 8ccf68dd29495780cc4b7060cc5928a0 199.204.45.38 - - [08/Apr/2026:01:38:44 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=32817159a0fe47d08df40affd77cab36 HTTP/1.1" 200 206 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 524 0.028 [openstack-keystone-api-5000] [] 10.0.0.149:5000 206 0.029 200 3ec81d40ae53aea969eed467a98403de 199.204.45.38 - - [08/Apr/2026:01:38:44 +0000] "POST /v3/endpoints HTTP/1.1" 201 391 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 701 0.029 [openstack-keystone-api-5000] [] 10.0.0.149:5000 391 0.029 201 81a56e4988b866e4586a1b2066fb9c7e W0408 01:38:45.885863 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0408 01:38:45.885972 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0408 01:38:45.886028 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:38:45.886044 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:38:45.889365 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.004s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:35.7kB} I0408 01:38:45.889392 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0408 01:38:45.896600 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" W0408 01:38:45.897218 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0408 01:38:45.897798 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store I0408 01:38:45.897794 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"08b8832a-b589-4cdf-8733-2ae74b36f7f0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8783", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 01:38:45.897913 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0408 01:38:45.898002 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:38:45.898016 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:38:45.898166 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 01:38:45.974512 7 controller.go:216] "Backend successfully reloaded" I0408 01:38:45.974686 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-t9sn9", UID:"5654c64f-9c48-4956-8c0e-3ff7a7854722", APIVersion:"v1", ResourceVersion:"1405", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0408 01:38:46.158040 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0408 01:38:46.158984 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0408 01:38:49.232480 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0408 01:38:49.232618 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:38:49.232628 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:39:02.573075 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0408 01:39:02.573473 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:39:02.573508 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:39:06.658792 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 01:39:06.658993 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:39:06.659018 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:39:06.659187 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 01:39:06.714819 7 controller.go:216] "Backend successfully reloaded" I0408 01:39:06.715157 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-t9sn9", UID:"5654c64f-9c48-4956-8c0e-3ff7a7854722", APIVersion:"v1", ResourceVersion:"1405", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0408 01:39:09.993083 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 01:39:09.993277 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:39:09.993311 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:39:11.734273 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.107.67.129"}] I0408 01:39:11.739764 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"08b8832a-b589-4cdf-8733-2ae74b36f7f0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9087", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 01:39:13.326497 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 01:39:13.326689 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:39:13.326721 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:39:16.659342 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 01:39:16.659481 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:39:16.659504 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:39:32.258077 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 01:39:32.258316 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:39:32.258338 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:39:35.592018 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 01:39:35.592270 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:39:35.592320 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:39:38.926060 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 01:39:38.926318 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:39:38.926433 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:39:50.315558 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 01:39:50.315688 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:39:50.315708 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:40:29.118086 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:40:29.118137 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:41:45.185609 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0408 01:41:45.185865 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0408 01:41:45.185984 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:41:45.186020 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:41:45.190974 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.005s renderingIngressLength:8 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:39.1kB} I0408 01:41:45.190998 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0408 01:41:45.196288 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0408 01:41:45.196444 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"be1b668a-8997-4f6b-b862-c602597bff13", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10283", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 01:41:45.196587 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0408 01:41:45.196819 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0408 01:41:45.196895 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0408 01:41:45.196972 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:41:45.196995 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:41:45.197099 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 01:41:45.240670 7 controller.go:216] "Backend successfully reloaded" I0408 01:41:45.240991 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-t9sn9", UID:"5654c64f-9c48-4956-8c0e-3ff7a7854722", APIVersion:"v1", ResourceVersion:"1405", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0408 01:41:45.547697 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0408 01:41:45.548811 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0408 01:41:48.531341 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0408 01:41:48.531533 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:41:48.531559 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.38 - - [08/Apr/2026:01:41:49 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.149:5000 280 0.004 300 141d3bb1411b9605e3eaaf0cb7baf63a 199.204.45.38 - - [08/Apr/2026:01:41:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.347 [openstack-keystone-api-5000] [] 10.0.0.149:5000 3197 0.347 201 ca11880694dfebf7d369e5d88af4cc2f 199.204.45.38 - - [08/Apr/2026:01:41:50 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - deb8ec127e25b155825625a093916fc0 199.204.45.38 - - [08/Apr/2026:01:41:50 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 2acca299edb5cea55b4ffe22d97552e1 199.204.45.38 - - [08/Apr/2026:01:41:51 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.149:5000 280 0.003 300 c7bb83d5173d74d21edb070a8dca971e 199.204.45.38 - - [08/Apr/2026:01:41:51 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.298 [openstack-keystone-api-5000] [] 10.0.0.149:5000 3197 0.297 201 5ecfcc387304a00bed9e161ec09bdcf1 199.204.45.38 - - [08/Apr/2026:01:41:51 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 665a85beda67832e21257b3a0d0d69cf 199.204.45.38 - - [08/Apr/2026:01:41:51 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 0ed8fabc498504227cd436a041e17325 199.204.45.38 - - [08/Apr/2026:01:41:53 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.149:5000 280 0.004 300 36128af5c7b83d15da566fbad282aed4 199.204.45.38 - - [08/Apr/2026:01:41:53 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.288 [openstack-keystone-api-5000] [] 10.0.0.149:5000 3197 0.288 201 4c22fe02a7ff44e2e44059173d9d9695 199.204.45.38 - - [08/Apr/2026:01:41:53 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 02b343cdb7a91a917745457e06fc313d 199.204.45.38 - - [08/Apr/2026:01:41:53 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 98174955dd03c39cf3079f254edcf5dc W0408 01:41:54.630136 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0408 01:41:54.630409 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:41:54.630445 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.38 - - [08/Apr/2026:01:41:55 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.149:5000 280 0.003 300 6527175cb8d3df5c9c3b108ce441165b 199.204.45.38 - - [08/Apr/2026:01:41:55 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.281 [openstack-keystone-api-5000] [] 10.0.0.149:5000 3197 0.281 201 292889dfede6a9939c3eecf9c6bc6de8 199.204.45.38 - - [08/Apr/2026:01:41:55 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 2e24c9446ea628c8817dff7a8806671e 199.204.45.38 - - [08/Apr/2026:01:41:55 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 2e843311e3fe9fcd4f3ed4d0ed16fc4e 199.204.45.38 - - [08/Apr/2026:01:41:56 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.149:5000 280 0.004 300 3ddbd8d357b1be7154615b9d2768555a 199.204.45.38 - - [08/Apr/2026:01:41:57 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.303 [openstack-keystone-api-5000] [] 10.0.0.149:5000 3197 0.302 201 00e768e962a435a2d2d8d18ad762ab41 199.204.45.38 - - [08/Apr/2026:01:41:57 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 683a12cd371baeec2692ccb647772be7 199.204.45.38 - - [08/Apr/2026:01:41:57 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - a7a898f7a6a721c2ff0a7e691b58de66 199.204.45.38 - - [08/Apr/2026:01:41:58 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.149:5000 280 0.003 300 67209c3780d233a10bbc1a6699e2406f 199.204.45.38 - - [08/Apr/2026:01:41:58 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.300 [openstack-keystone-api-5000] [] 10.0.0.149:5000 3197 0.300 201 36262eb33de101514c5a2011e22cf4ac 199.204.45.38 - - [08/Apr/2026:01:41:58 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 0e5dabea665a808f0cdeb50d2b3a93d4 199.204.45.38 - - [08/Apr/2026:01:41:58 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - dec22c90590200cedf37bc1a7e91ed17 199.204.45.38 - - [08/Apr/2026:01:42:00 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.009 [openstack-keystone-api-5000] [] 10.0.0.149:5000 280 0.009 300 0deada1f5a997c8bb32c0a10c535ca6b 199.204.45.38 - - [08/Apr/2026:01:42:00 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.292 [openstack-keystone-api-5000] [] 10.0.0.149:5000 3197 0.292 201 c3c186b934cda031d0dd8cd18309cfa4 199.204.45.38 - - [08/Apr/2026:01:42:00 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 03cba943c4cee85fcf7c4b4bd723c9cb 199.204.45.38 - - [08/Apr/2026:01:42:00 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 56346e2af22e1165d5e814facfc4320d 199.204.45.38 - - [08/Apr/2026:01:42:02 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.149:5000 280 0.003 300 f45741ea0af83fa65fea8cf773509740 199.204.45.38 - - [08/Apr/2026:01:42:02 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.287 [openstack-keystone-api-5000] [] 10.0.0.149:5000 3197 0.288 201 60fe7f3698cca8ac2f87898258f46ddd 199.204.45.38 - - [08/Apr/2026:01:42:02 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - cc96ccf71ef24973f92f2aaa5359cd35 199.204.45.38 - - [08/Apr/2026:01:42:02 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - b6a3430cd4910988d4ff3a70d584d5de 199.204.45.38 - - [08/Apr/2026:01:42:03 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.149:5000 280 0.003 300 b18d079d8f69d314042bf5fcdb7c6032 W0408 01:42:04.024562 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:42:04.024605 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.38 - - [08/Apr/2026:01:42:04 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.289 [openstack-keystone-api-5000] [] 10.0.0.149:5000 3197 0.288 201 aeb400492d384c8a33bde01796c8e285 199.204.45.38 - - [08/Apr/2026:01:42:04 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 35ee9dd69d9998c9e11b2f5c0dcfcb2a 199.204.45.38 - - [08/Apr/2026:01:42:04 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - a23f0f59bbe4bd044435583f051ea3fe 199.204.45.38 - - [08/Apr/2026:01:42:05 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.149:5000 280 0.004 300 edde6b68c5f8ed3b6d4c050e84f4c89b 199.204.45.38 - - [08/Apr/2026:01:42:05 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.311 [openstack-keystone-api-5000] [] 10.0.0.149:5000 3197 0.312 201 10b0cb504c45a157969d9724114254e8 199.204.45.38 - - [08/Apr/2026:01:42:05 +0000] "GET / HTTP/1.1" 300 1301 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.002 [openstack-glance-api-9292] [] 10.0.0.94:9292 1301 0.002 300 b4bf50b32edddd76f211e1f6d0998794 199.204.45.38 - - [08/Apr/2026:01:42:06 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.551 [openstack-glance-api-9292] [] 10.0.0.94:9292 69 0.552 200 6ca797cf9b670930a4e887fd5ece05aa 199.204.45.38 - - [08/Apr/2026:01:42:09 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.149:5000 280 0.003 300 87ed24c2bea85151b729847865563b14 199.204.45.38 - - [08/Apr/2026:01:42:09 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.299 [openstack-keystone-api-5000] [] 10.0.0.149:5000 3197 0.298 201 e31ccdc2c0cdaeb0af9b44bae1bb9ddf 199.204.45.38 - - [08/Apr/2026:01:42:09 +0000] "GET / HTTP/1.1" 300 1301 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.002 [openstack-glance-api-9292] [] 10.0.0.94:9292 1301 0.002 300 39cb5acd065d8c22842920818eb36ea6 199.204.45.38 - - [08/Apr/2026:01:42:09 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.032 [openstack-glance-api-9292] [] 10.0.0.94:9292 69 0.033 200 a4f05d42aa9aabbb48592cf2eaf4fdb8 199.204.45.38 - - [08/Apr/2026:01:42:09 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 429 0.133 [openstack-glance-api-9292] [] 10.0.0.94:9292 151 0.134 404 a942f839500861474f4d9f5ffbc0186d 199.204.45.38 - - [08/Apr/2026:01:42:09 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 447 0.024 [openstack-glance-api-9292] [] 10.0.0.94:9292 81 0.023 200 01b72ff36fe67e5fb0560fdeb2a84409 199.204.45.38 - - [08/Apr/2026:01:42:09 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.023 [openstack-glance-api-9292] [] 10.0.0.94:9292 84 0.023 200 71f7a1abd8766cfa4ac016f2ac8d5dd6 199.204.45.38 - - [08/Apr/2026:01:42:09 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 713 0.060 [openstack-glance-api-9292] [] 10.0.0.94:9292 760 0.061 201 01782649e526c6f4f592a37b741a1505 I0408 01:42:11.734071 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.107.67.129"}] I0408 01:42:11.739324 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"be1b668a-8997-4f6b-b862-c602597bff13", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10484", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 01:42:11.742168 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:42:11.742212 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.38 - - [08/Apr/2026:01:42:13 +0000] "PUT /v2/images/656dc452-57df-4111-b5ba-879f4327fe50/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441040 3.503 [openstack-glance-api-9292] [] 10.0.0.94:9292 0 3.503 204 37ae4336205eddda6467368048eeee39 199.204.45.38 - - [08/Apr/2026:01:42:13 +0000] "GET /v2/images/656dc452-57df-4111-b5ba-879f4327fe50 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.015 [openstack-glance-api-9292] [] 10.0.0.94:9292 1171 0.015 200 37a9d4ac583d391baf592f60f5a4249f 199.204.45.38 - - [08/Apr/2026:01:42:13 +0000] "GET /v2/images/656dc452-57df-4111-b5ba-879f4327fe50 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.016 [openstack-glance-api-9292] [] 10.0.0.94:9292 1171 0.016 200 e5bfa4a06fd5a045fc85a5fcd0d76a92 W0408 01:42:16.325233 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:42:16.325269 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:42:19.659946 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:42:19.659976 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store