------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0319 17:53:56.399856 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0319 17:53:56.400067 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0319 17:53:56.410045 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0319 17:53:56.414062 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0319 17:53:56.919353 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0319 17:53:56.937722 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0319 17:53:56.951258 7 nginx.go:271] "Starting NGINX Ingress controller" I0319 17:53:56.956998 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"f4086207-b568-4f24-a7d7-ad767d5b3867", APIVersion:"v1", ResourceVersion:"1111", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0319 17:53:56.961428 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"0c3673d5-6084-4754-972e-d62ab91f5d5c", APIVersion:"v1", ResourceVersion:"1112", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0319 17:53:56.961495 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"385509c5-3531-4a02-a6ae-14b721ad68de", APIVersion:"v1", ResourceVersion:"1113", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0319 17:53:58.153206 7 nginx.go:317] "Starting NGINX process" I0319 17:53:58.153377 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0319 17:53:58.153812 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0319 17:53:58.154251 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0319 17:53:58.154329 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:53:58.154367 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 17:53:58.154436 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 17:53:58.163115 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0319 17:53:58.163189 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-9dhbm" I0319 17:53:58.186066 7 controller.go:216] "Backend successfully reloaded" I0319 17:53:58.186220 7 controller.go:227] "Initial sync, sleeping for 1 second" I0319 17:53:58.186360 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-9dhbm", UID:"367dc0ac-b926-4edb-beaf-f4bac2314c11", APIVersion:"v1", ResourceVersion:"1214", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0319 17:54:01.971895 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:54:01.971923 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:54:05.305562 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:54:05.305638 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:54:08.639886 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:54:08.639928 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:54:11.972270 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:54:11.972316 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:54:15.306691 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:54:15.306764 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:54:18.639637 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:54:18.639706 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:54:21.973112 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:54:21.973177 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:54:25.305880 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:54:25.305925 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:54:28.639018 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:54:28.639058 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:54:34.279864 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:54:34.279906 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:55:23.554253 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:55:23.554299 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:55:26.887674 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:55:26.887752 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:55:46.442008 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:55:46.442040 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:55:49.775775 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:55:49.775823 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:55:53.109612 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:55:53.109671 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:55:56.442214 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:55:56.442254 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:55:59.775709 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:55:59.775757 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:56:03.109474 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:56:03.109632 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:56:06.442610 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:56:06.442661 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:56:09.778089 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:56:09.778161 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:56:13.108776 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:56:13.108829 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:56:16.445091 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:56:16.445137 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:58:27.698127 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:58:27.698155 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:58:30.541027 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-243.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-243.nip.io-tls was not found. Using default certificate W0319 17:58:30.541095 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:58:30.541169 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 17:58:30.543006 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0319 17:58:30.543045 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0319 17:58:30.549629 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0319 17:58:30.549892 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"fadece85-7536-4876-bfbe-409fd0b256e0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3073", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 17:58:30.550217 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-243.nip.io-tls" in local store I0319 17:58:30.880681 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-243.nip.io-tls" I0319 17:58:30.881870 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-243.nip.io-tls" W0319 17:58:31.032161 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:58:31.032212 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 17:58:31.032286 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 17:58:31.072529 7 controller.go:216] "Backend successfully reloaded" I0319 17:58:31.072837 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-9dhbm", UID:"367dc0ac-b926-4edb-beaf-f4bac2314c11", APIVersion:"v1", ResourceVersion:"1214", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0319 17:58:34.365569 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:58:34.365629 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.243 - - [19/Mar/2026:17:58:41 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.971 [auth-system-keycloak-80] [] 10.0.0.44:8080 1928 1.970 200 cc8b1412cf492f23a7ed8836513717a2 199.19.213.243 - - [19/Mar/2026:17:58:42 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.172 [auth-system-keycloak-80] [] 10.0.0.44:8080 116 0.172 404 87f36e387fcb72131ecc76bb19b47630 199.19.213.243 - - [19/Mar/2026:17:58:45 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 3.588 [auth-system-keycloak-80] [] 10.0.0.44:8080 0 3.588 201 cd976815f74e68dd6163d157da143c37 199.19.213.243 - - [19/Mar/2026:17:58:46 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.599 [auth-system-keycloak-80] [] 10.0.0.44:8080 4246 0.599 200 721277f4a883aedd01fe3fa1e5f9a845 199.19.213.243 - - [19/Mar/2026:17:58:47 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.511 [auth-system-keycloak-80] [] 10.0.0.44:8080 1928 0.509 200 3c27cd96853db6ef09fd9f8907a225c2 199.19.213.243 - - [19/Mar/2026:17:58:47 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.140 [auth-system-keycloak-80] [] 10.0.0.44:8080 12500 0.140 200 1ae73b8ad5751cc5deaaecdb2613a9f0 199.19.213.243 - - [19/Mar/2026:17:58:47 +0000] "GET /admin/realms/atmosphere/client-scopes/5f7a1f1a-0b2b-45f5-aa51-e88d7c09da40 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.012 [auth-system-keycloak-80] [] 10.0.0.44:8080 1278 0.012 200 8ea6679287c4ab9cde52ddfbddb866bd 199.19.213.243 - - [19/Mar/2026:17:58:47 +0000] "PUT /admin/realms/atmosphere/client-scopes/5f7a1f1a-0b2b-45f5-aa51-e88d7c09da40 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.080 [auth-system-keycloak-80] [] 10.0.0.44:8080 0 0.079 204 1308b044ab2f5e5af6316c087a863a46 199.19.213.243 - - [19/Mar/2026:17:58:48 +0000] "GET /admin/realms/atmosphere/client-scopes/5f7a1f1a-0b2b-45f5-aa51-e88d7c09da40/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.025 [auth-system-keycloak-80] [] 10.0.0.44:8080 963 0.025 200 046b6d688d7dd7e3c7543701d2761877 199.19.213.243 - - [19/Mar/2026:17:58:48 +0000] "GET /admin/realms/atmosphere/client-scopes/5f7a1f1a-0b2b-45f5-aa51-e88d7c09da40/protocol-mappers/models/13a8ed4c-97cc-4f50-a9a6-6be1ca199a92 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.009 [auth-system-keycloak-80] [] 10.0.0.44:8080 366 0.010 200 c1df10a59641c43abe15c8208b54b3ee 199.19.213.243 - - [19/Mar/2026:17:58:48 +0000] "PUT /admin/realms/atmosphere/client-scopes/5f7a1f1a-0b2b-45f5-aa51-e88d7c09da40/protocol-mappers/models/13a8ed4c-97cc-4f50-a9a6-6be1ca199a92 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.024 [auth-system-keycloak-80] [] 10.0.0.44:8080 0 0.023 204 0ab00f359c02a631faaabf42b89a3d86 199.19.213.243 - - [19/Mar/2026:17:58:48 +0000] "GET /admin/realms/atmosphere/client-scopes/5f7a1f1a-0b2b-45f5-aa51-e88d7c09da40 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.071 [auth-system-keycloak-80] [] 10.0.0.44:8080 1218 0.071 200 6b9975319058f1305ff27358d4c52118 I0319 17:58:58.172679 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.103.185.79"}] I0319 17:58:58.180225 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"fadece85-7536-4876-bfbe-409fd0b256e0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3392", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 17:58:58.187056 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:58:58.187091 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.243 - - [19/Mar/2026:17:59:09 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.458 [auth-system-keycloak-80] [] 10.0.0.44:8080 1928 0.457 200 397145bc7a4b1508ccc8056cbafc62eb 199.19.213.243 - - [19/Mar/2026:17:59:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.056 [auth-system-keycloak-80] [] 10.0.0.44:8080 2 0.055 200 055a02432475163275de97ff42f5439e 199.19.213.243 - - [19/Mar/2026:17:59:09 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.181 [auth-system-keycloak-80] [] 10.0.0.44:8080 0 0.180 201 257eba998d9bbdab4b60b0c55de88817 199.19.213.243 - - [19/Mar/2026:17:59:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.024 [auth-system-keycloak-80] [] 10.0.0.44:8080 1261 0.024 200 4e067375d0129cedb345ef73d76d2652 199.19.213.243 - - [19/Mar/2026:17:59:10 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.519 [auth-system-keycloak-80] [] 10.0.0.44:8080 1928 0.518 200 3985bc8b8e99bfa1fa6283345a16ccb4 199.19.213.243 - - [19/Mar/2026:17:59:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.44:8080 2 0.010 200 4aeeb80e8b23571e1cc3a665636d16b7 199.19.213.243 - - [19/Mar/2026:17:59:10 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.079 [auth-system-keycloak-80] [] 10.0.0.44:8080 0 0.079 201 b5ffc92eaf7a414e127b792f11a30737 199.19.213.243 - - [19/Mar/2026:17:59:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.073 [auth-system-keycloak-80] [] 10.0.0.44:8080 1286 0.072 200 037f880f4f8eb39017048982b6dc11c0 199.19.213.243 - - [19/Mar/2026:17:59:11 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.509 [auth-system-keycloak-80] [] 10.0.0.44:8080 1928 0.508 200 45e5297f1f5d34863abb893b716894e8 199.19.213.243 - - [19/Mar/2026:17:59:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.010 [auth-system-keycloak-80] [] 10.0.0.44:8080 2 0.010 200 396fb8af4760249ae028185f0cdc2383 199.19.213.243 - - [19/Mar/2026:17:59:11 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.081 [auth-system-keycloak-80] [] 10.0.0.44:8080 0 0.080 201 ccfafc33b7f591a8a5d694b9768428a5 199.19.213.243 - - [19/Mar/2026:17:59:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.086 [auth-system-keycloak-80] [] 10.0.0.44:8080 1251 0.086 200 9a6398394957ae8ba7bc46ff356a0eb3 199.19.213.243 - - [19/Mar/2026:17:59:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.513 [auth-system-keycloak-80] [] 10.0.0.44:8080 1928 0.512 200 671545f84b29802e1e1ffb913c00da59 199.19.213.243 - - [19/Mar/2026:17:59:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.44:8080 1261 0.008 200 be28b0cb5d321a500e5aeadc2469de28 199.19.213.243 - - [19/Mar/2026:17:59:12 +0000] "GET /admin/realms/atmosphere/clients/773344ba-52a1-4bec-afcc-3f8a89a89587/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.040 [auth-system-keycloak-80] [] 10.0.0.44:8080 119 0.040 404 b002a55542edbcc6bb4d65fb0b07aa4f 199.19.213.243 - - [19/Mar/2026:17:59:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.44:8080 1261 0.006 200 a8297014dd941af66f4f6bea5178af42 199.19.213.243 - - [19/Mar/2026:17:59:12 +0000] "POST /admin/realms/atmosphere/clients/773344ba-52a1-4bec-afcc-3f8a89a89587/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.067 [auth-system-keycloak-80] [] 10.0.0.44:8080 0 0.065 201 0380186b65077052243be6afe7439600 199.19.213.243 - - [19/Mar/2026:17:59:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.006 [auth-system-keycloak-80] [] 10.0.0.44:8080 1261 0.006 200 289c6443da856c4318f9960873c01279 199.19.213.243 - - [19/Mar/2026:17:59:12 +0000] "GET /admin/realms/atmosphere/clients/773344ba-52a1-4bec-afcc-3f8a89a89587/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.44:8080 166 0.013 200 668d51bf37ae6cc094ae161f6ba4fc50 199.19.213.243 - - [19/Mar/2026:17:59:13 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.440 [auth-system-keycloak-80] [] 10.0.0.44:8080 1928 0.440 200 bb1bfd7c7ae11a508838c4f60afd57a9 199.19.213.243 - - [19/Mar/2026:17:59:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.020 [auth-system-keycloak-80] [] 10.0.0.44:8080 1286 0.021 200 efc9f2303d1bcac0946e8ba03b124ca3 199.19.213.243 - - [19/Mar/2026:17:59:13 +0000] "GET /admin/realms/atmosphere/clients/0498dcc8-31ac-4997-aea1-129f5049d404/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.008 [auth-system-keycloak-80] [] 10.0.0.44:8080 119 0.009 404 08cd840ee1bef4e208ddd59eae48b0c3 199.19.213.243 - - [19/Mar/2026:17:59:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.44:8080 1286 0.007 200 1773a02161423f26b228758e1a8912cb 199.19.213.243 - - [19/Mar/2026:17:59:13 +0000] "POST /admin/realms/atmosphere/clients/0498dcc8-31ac-4997-aea1-129f5049d404/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.015 [auth-system-keycloak-80] [] 10.0.0.44:8080 0 0.015 201 6f379a9c3545bf5f81feefcb3218d637 199.19.213.243 - - [19/Mar/2026:17:59:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.027 [auth-system-keycloak-80] [] 10.0.0.44:8080 1286 0.027 200 c10e4fb90e764a84872f425e6304058b 199.19.213.243 - - [19/Mar/2026:17:59:13 +0000] "GET /admin/realms/atmosphere/clients/0498dcc8-31ac-4997-aea1-129f5049d404/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.014 [auth-system-keycloak-80] [] 10.0.0.44:8080 165 0.014 200 97411caa3fb31939a16dd6625eb46bb2 199.19.213.243 - - [19/Mar/2026:17:59:14 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.500 [auth-system-keycloak-80] [] 10.0.0.44:8080 1928 0.499 200 aa9aaf1c05e1d427b0ecea5ce58502a5 199.19.213.243 - - [19/Mar/2026:17:59:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.44:8080 1286 0.008 200 d88f6c3ee3309be1ae1abeb7c0857247 199.19.213.243 - - [19/Mar/2026:17:59:14 +0000] "GET /admin/realms/atmosphere/clients/0498dcc8-31ac-4997-aea1-129f5049d404/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.44:8080 119 0.009 404 e888f23b6dccccf5a827eb41a3ff089a 199.19.213.243 - - [19/Mar/2026:17:59:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.44:8080 1286 0.007 200 315e730073287536d5b05f8a3992a453 199.19.213.243 - - [19/Mar/2026:17:59:14 +0000] "POST /admin/realms/atmosphere/clients/0498dcc8-31ac-4997-aea1-129f5049d404/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.040 [auth-system-keycloak-80] [] 10.0.0.44:8080 0 0.039 201 a34176a8d6a0100f9f725707ccdf43ad 199.19.213.243 - - [19/Mar/2026:17:59:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.44:8080 1286 0.006 200 8567ee643bbed758971c5bb04808ee9c 199.19.213.243 - - [19/Mar/2026:17:59:14 +0000] "GET /admin/realms/atmosphere/clients/0498dcc8-31ac-4997-aea1-129f5049d404/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.44:8080 166 0.012 200 d568474ee377edc02abb23bcbb7d65c4 199.19.213.243 - - [19/Mar/2026:17:59:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.435 [auth-system-keycloak-80] [] 10.0.0.44:8080 1928 0.434 200 0672465a31064d31a50e07eb38839763 199.19.213.243 - - [19/Mar/2026:17:59:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.028 [auth-system-keycloak-80] [] 10.0.0.44:8080 1286 0.028 200 fe526e7ed68c460fe38f441985eb4433 199.19.213.243 - - [19/Mar/2026:17:59:15 +0000] "GET /admin/realms/atmosphere/clients/0498dcc8-31ac-4997-aea1-129f5049d404/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.079 [auth-system-keycloak-80] [] 10.0.0.44:8080 119 0.079 404 42724c6adc04cd925993e8607e2badbd 199.19.213.243 - - [19/Mar/2026:17:59:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.44:8080 1286 0.011 200 a4f2ab6333b721efbf6a6c6a3419299b 199.19.213.243 - - [19/Mar/2026:17:59:15 +0000] "POST /admin/realms/atmosphere/clients/0498dcc8-31ac-4997-aea1-129f5049d404/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.020 [auth-system-keycloak-80] [] 10.0.0.44:8080 0 0.020 201 94e69f01014962a6cf47ddd0eee94f1f 199.19.213.243 - - [19/Mar/2026:17:59:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.44:8080 1286 0.008 200 8bf4e28f68ff9ab5c684aba0da63c7e4 199.19.213.243 - - [19/Mar/2026:17:59:15 +0000] "GET /admin/realms/atmosphere/clients/0498dcc8-31ac-4997-aea1-129f5049d404/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.018 [auth-system-keycloak-80] [] 10.0.0.44:8080 166 0.018 200 7e4326fc78f5b4f3ea11b64d7a688500 199.19.213.243 - - [19/Mar/2026:17:59:16 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.470 [auth-system-keycloak-80] [] 10.0.0.44:8080 1928 0.470 200 731e9ab6be7ecc9ef0fc0860549fdead 199.19.213.243 - - [19/Mar/2026:17:59:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.44:8080 1251 0.005 200 ec1a9c7bcd28b3f610af8b6d8abb7bf3 199.19.213.243 - - [19/Mar/2026:17:59:16 +0000] "GET /admin/realms/atmosphere/clients/69348377-710b-4cf8-9e4b-9664f7f092a8/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.024 [auth-system-keycloak-80] [] 10.0.0.44:8080 119 0.024 404 ff6841dcb2c0b421fb80df2023d30246 199.19.213.243 - - [19/Mar/2026:17:59:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.44:8080 1251 0.006 200 56eeeda0fec509d2b2c064438a2bad0f 199.19.213.243 - - [19/Mar/2026:17:59:16 +0000] "POST /admin/realms/atmosphere/clients/69348377-710b-4cf8-9e4b-9664f7f092a8/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.012 [auth-system-keycloak-80] [] 10.0.0.44:8080 0 0.012 201 b2b279af8bf432efed296095a4d563e7 199.19.213.243 - - [19/Mar/2026:17:59:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.44:8080 1251 0.005 200 d2b9646362572ba6e890b0788521cd3f 199.19.213.243 - - [19/Mar/2026:17:59:16 +0000] "GET /admin/realms/atmosphere/clients/69348377-710b-4cf8-9e4b-9664f7f092a8/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.037 [auth-system-keycloak-80] [] 10.0.0.44:8080 166 0.037 200 d9a1cfef93e4b83d0912ba6dcbbb0a4a W0319 17:59:26.670499 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:59:26.670545 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:59:30.005043 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:59:30.005093 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:59:33.338070 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:59:33.338106 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:00:21.756539 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:00:21.756579 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:00:21.830945 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 18:00:21.831007 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0319 18:00:21.831041 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:00:21.831054 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:00:21.831962 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:00:21.832054 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0319 18:00:21.832115 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:00:21.832133 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 18:00:21.832643 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0319 18:00:21.832668 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" W0319 18:00:21.832901 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 18:00:21.833174 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0319 18:00:21.833274 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:00:21.833291 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 18:00:21.834347 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0319 18:00:21.834372 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0319 18:00:21.835176 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0319 18:00:21.835202 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0319 18:00:21.839614 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0319 18:00:21.840287 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0319 18:00:21.840280 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"f054bfd3-49ea-493b-8abc-ab344bcf452b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4021", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0319 18:00:21.845985 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0319 18:00:21.846210 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"32c67f2f-f266-4bad-926f-8184aab5fe32", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4024", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 18:00:21.846325 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0319 18:00:21.846361 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0319 18:00:21.846532 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0319 18:00:21.846509 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"477215cf-e164-49f3-a0d7-4e4cf29d0c4d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4025", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0319 18:00:22.165377 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0319 18:00:22.166239 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0319 18:00:22.192064 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0319 18:00:22.192714 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0319 18:00:23.345405 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0319 18:00:23.346755 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0319 18:00:25.091135 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:00:25.091207 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 18:00:25.091239 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 18:00:25.091349 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:00:25.091374 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 18:00:25.091491 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 18:00:25.143116 7 controller.go:216] "Backend successfully reloaded" I0319 18:00:25.143366 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-9dhbm", UID:"367dc0ac-b926-4edb-beaf-f4bac2314c11", APIVersion:"v1", ResourceVersion:"1214", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0319 18:00:28.423988 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:00:28.424110 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 18:00:28.424148 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 18:00:28.424280 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:00:28.424304 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:00:31.758135 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:00:31.758202 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 18:00:31.758238 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 18:00:31.758355 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:00:31.758384 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:00:35.090085 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:00:35.090149 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 18:00:35.090189 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 18:00:35.090333 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:00:35.090364 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:00:38.423592 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:00:38.423656 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 18:00:38.423735 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 18:00:38.423903 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:00:38.423930 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:00:41.756958 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:00:41.757022 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 18:00:41.757059 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 18:00:41.757173 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:00:41.757214 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:00:45.090397 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:00:45.090493 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 18:00:45.090634 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:00:45.090667 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:00:48.423501 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:00:48.423606 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 18:00:48.423861 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:00:48.423900 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:00:51.756681 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:00:51.756760 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 18:00:51.756847 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:00:51.756869 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:00:55.090489 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:00:55.090609 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 18:00:55.090744 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:00:55.090773 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 18:00:58.172107 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.103.185.79"}] I0319 18:00:58.172681 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.103.185.79"}] I0319 18:00:58.172962 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.103.185.79"}] I0319 18:00:58.177315 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"477215cf-e164-49f3-a0d7-4e4cf29d0c4d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5026", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0319 18:00:58.180417 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"32c67f2f-f266-4bad-926f-8184aab5fe32", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5027", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0319 18:00:58.181813 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"f054bfd3-49ea-493b-8abc-ab344bcf452b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5028", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 18:00:58.423467 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:00:58.423569 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 18:00:58.423717 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:00:58.423747 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.229 - - [19/Mar/2026:18:01:00 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.031 [auth-system-keycloak-80] [] 10.0.0.44:8080 6432 0.032 200 5c216d6745ee166090f494c196a53e95 10.0.0.203 - - [19/Mar/2026:18:01:00 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.009 [auth-system-keycloak-80] [] 10.0.0.44:8080 6432 0.008 200 712ca07bc5c116cd349f4ca08e19213b W0319 18:01:01.756981 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:01:01.757577 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:01.757595 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:05.091913 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:01:05.092101 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:05.092127 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:08.424620 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:01:08.425075 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:08.425119 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:11.758660 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:01:11.758800 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:11.758827 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:15.089998 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:01:15.090216 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:15.090248 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:18.424202 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:18.424239 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:21.757446 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:21.757495 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.243 - - [19/Mar/2026:18:01:23 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.481 [auth-system-keycloak-80] [] 10.0.0.44:8080 1928 0.479 200 021bd1951c2b699d384d8526ddbde7f2 199.19.213.243 - - [19/Mar/2026:18:01:23 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.009 [auth-system-keycloak-80] [] 10.0.0.44:8080 4246 0.009 200 20a61e4ee17962121f394055cd8eb54f 199.19.213.243 - - [19/Mar/2026:18:01:24 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.453 [auth-system-keycloak-80] [] 10.0.0.44:8080 0 0.452 204 3e2bf89c7919efa4f92f3adbf5ea7abd 199.19.213.243 - - [19/Mar/2026:18:01:24 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.114 [auth-system-keycloak-80] [] 10.0.0.44:8080 4384 0.114 200 581c18b06943ec6636afd6d0371bcf44 199.19.213.243 - - [19/Mar/2026:18:01:25 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.570 [auth-system-keycloak-80] [] 10.0.0.44:8080 1928 0.569 200 ff7c6df2c43626f05463f1dfd8fd0aa2 199.19.213.243 - - [19/Mar/2026:18:01:25 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.008 [auth-system-keycloak-80] [] 10.0.0.44:8080 1682 0.008 200 73d4a69be681d6809bcb5ec9b2b86cb0 199.19.213.243 - - [19/Mar/2026:18:01:26 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.005 [auth-system-keycloak-80] [] 10.0.0.44:8080 6432 0.006 200 a348d243667b0f8dae0e920be43433cb 199.19.213.243 - - [19/Mar/2026:18:01:27 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.527 [auth-system-keycloak-80] [] 10.0.0.44:8080 1928 0.526 200 cd670f161ea86250c3aa951fb01f54f2 199.19.213.243 - - [19/Mar/2026:18:01:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.061 [auth-system-keycloak-80] [] 10.0.0.44:8080 2 0.061 200 6cd6074da2c86b9ef3cd0717dd2eda69 199.19.213.243 - - [19/Mar/2026:18:01:27 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.111 [auth-system-keycloak-80] [] 10.0.0.44:8080 0 0.110 201 cb092aef3f142c5a05f4ffab5361312c 199.19.213.243 - - [19/Mar/2026:18:01:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.020 [auth-system-keycloak-80] [] 10.0.0.44:8080 2246 0.020 200 730d43c5b6bb10d145e1ab184fcedb73 199.19.213.243 - - [19/Mar/2026:18:01:28 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.431 [auth-system-keycloak-80] [] 10.0.0.44:8080 1928 0.430 200 b26266b90d342fec0b39962b81ebaf1d 199.19.213.243 - - [19/Mar/2026:18:01:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.005 [auth-system-keycloak-80] [] 10.0.0.44:8080 2246 0.006 200 0f79d83225336fd27a803717629acdd2 199.19.213.243 - - [19/Mar/2026:18:01:28 +0000] "GET /admin/realms/atmosphere/clients/df9b9d7f-f4b9-45ca-b583-953c1bd66850/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.031 [auth-system-keycloak-80] [] 10.0.0.44:8080 233 0.031 200 00ecbf672e88e5e80d7c0bdfdb4465ba 199.19.213.243 - - [19/Mar/2026:18:01:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.015 [auth-system-keycloak-80] [] 10.0.0.44:8080 831 0.014 200 022a7ea3317f1ae97b5bce25178c96cb 199.19.213.243 - - [19/Mar/2026:18:01:28 +0000] "GET /admin/realms/atmosphere/clients/a0881ad0-85de-4297-928b-9628fe409acd/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.073 [auth-system-keycloak-80] [] 10.0.0.44:8080 3758 0.073 200 3bf4b3f407bb1e5b5cea35ec0c0fe4fc 199.19.213.243 - - [19/Mar/2026:18:01:29 +0000] "GET /admin/realms/atmosphere/users/aef3fa54-ab07-4ba6-bd78-2a1194ff18bf/role-mappings/clients/a0881ad0-85de-4297-928b-9628fe409acd/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.104 [auth-system-keycloak-80] [] 10.0.0.44:8080 3758 0.104 200 fc805aead61286afe0a335b30f27b1d7 199.19.213.243 - - [19/Mar/2026:18:01:29 +0000] "GET /admin/realms/atmosphere/users/aef3fa54-ab07-4ba6-bd78-2a1194ff18bf/role-mappings/clients/a0881ad0-85de-4297-928b-9628fe409acd/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.075 [auth-system-keycloak-80] [] 10.0.0.44:8080 2 0.074 200 0171f22c5e3e2fd4bfe94e7a539842fe 199.19.213.243 - - [19/Mar/2026:18:01:29 +0000] "POST /admin/realms/atmosphere/users/aef3fa54-ab07-4ba6-bd78-2a1194ff18bf/role-mappings/clients/a0881ad0-85de-4297-928b-9628fe409acd HTTP/1.1" 204 0 "-" "Ansible" 1390 0.017 [auth-system-keycloak-80] [] 10.0.0.44:8080 0 0.016 204 d1f8488c83d9204d8d52fc16276cec9e 199.19.213.243 - - [19/Mar/2026:18:01:29 +0000] "GET /admin/realms/atmosphere/users/aef3fa54-ab07-4ba6-bd78-2a1194ff18bf/role-mappings/clients/a0881ad0-85de-4297-928b-9628fe409acd/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.057 [auth-system-keycloak-80] [] 10.0.0.44:8080 576 0.057 200 11f01e798b3afacb943ad3a6d4f6b0dd W0319 18:01:31.764164 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:31.764196 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:35.098840 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:35.098882 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:47.592826 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:47.592851 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:50.926780 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:50.926821 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:54.261033 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:54.261078 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:03:37.260368 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:03:37.260420 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:04:12.121066 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0319 18:04:12.121158 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:04:12.121183 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 18:04:12.125122 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.005s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:28.7kB} I0319 18:04:12.125163 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0319 18:04:12.130364 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0319 18:04:12.130560 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"17bc27bf-66de-42a9-b9de-f4e183c77ab3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6308", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 18:04:12.130989 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0319 18:04:12.131482 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0319 18:04:12.131558 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:04:12.131580 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 18:04:12.131739 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 18:04:12.173032 7 controller.go:216] "Backend successfully reloaded" I0319 18:04:12.173556 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-9dhbm", UID:"367dc0ac-b926-4edb-beaf-f4bac2314c11", APIVersion:"v1", ResourceVersion:"1214", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0319 18:04:12.587789 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0319 18:04:12.589175 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0319 18:04:15.465083 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:04:15.465132 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.243 - - [19/Mar/2026:18:04:16 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.004 [openstack-keystone-api-5000] [] 10.0.0.133:5000 281 0.004 300 9c7b874b55f35b3d2601c37580850533 199.19.213.243 - - [19/Mar/2026:18:04:17 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.133:5000 266 0.004 200 e7662540859174a10d81a47d9168e3d2 199.19.213.243 - - [19/Mar/2026:18:04:18 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.346 [openstack-keystone-api-5000] [] 10.0.0.133:5000 1360 0.346 201 aa17b61c16fff5b88bd3838d6cd2b447 199.19.213.243 - - [19/Mar/2026:18:04:18 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.133:5000 281 0.003 300 b46a37ce649cdfc09b2354310b16db6c 199.19.213.243 - - [19/Mar/2026:18:04:18 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.027 [openstack-keystone-api-5000] [] 10.0.0.133:5000 90 0.027 404 056c5f670a0e3dbcea24a86369656ee4 199.19.213.243 - - [19/Mar/2026:18:04:18 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.026 [openstack-keystone-api-5000] [] 10.0.0.133:5000 368 0.026 200 59e34310d12ae4f78003331510b0ff39 199.19.213.243 - - [19/Mar/2026:18:04:18 +0000] "GET /v3/domains/97c7de4048d349bda6eb0ea83ec0b454 HTTP/1.1" 200 245 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.020 [openstack-keystone-api-5000] [] 10.0.0.133:5000 245 0.020 200 a56239f68a1704259faa399f7b5d1cfd 199.19.213.243 - - [19/Mar/2026:18:04:19 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.133:5000 266 0.004 200 da9e0c04b46caec6f199fb949d78dd38 199.19.213.243 - - [19/Mar/2026:18:04:19 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.296 [openstack-keystone-api-5000] [] 10.0.0.133:5000 1360 0.296 201 2182b941acd31cca69cf337c2bd609ba 199.19.213.243 - - [19/Mar/2026:18:04:19 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.133:5000 281 0.005 300 506545c3725c031f4c0fe8d60a15af87 199.19.213.243 - - [19/Mar/2026:18:04:19 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.021 [openstack-keystone-api-5000] [] 10.0.0.133:5000 101 0.021 404 3098d6505d86f12840c1c0af4f8c4d9d 199.19.213.243 - - [19/Mar/2026:18:04:19 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.019 [openstack-keystone-api-5000] [] 10.0.0.133:5000 156 0.018 200 de0ded86b2f18fe9730122ceacbb4411 199.19.213.243 - - [19/Mar/2026:18:04:19 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 342 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.027 [openstack-keystone-api-5000] [] 10.0.0.133:5000 342 0.027 201 adc33b8acb05181a631aeb759c22c37d 199.19.213.243 - - [19/Mar/2026:18:04:20 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.133:5000 266 0.004 200 a18ef9feacc869b750bf71695a504f97 199.19.213.243 - - [19/Mar/2026:18:04:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.295 [openstack-keystone-api-5000] [] 10.0.0.133:5000 1360 0.295 201 e5d17f39bbd6f3bd8b7393805e2a9f8a 199.19.213.243 - - [19/Mar/2026:18:04:20 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.133:5000 281 0.004 300 7f2426ed3dd6b5a669b4d59f681c51c3 199.19.213.243 - - [19/Mar/2026:18:04:20 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.019 [openstack-keystone-api-5000] [] 10.0.0.133:5000 98 0.020 404 4b7741017227b77453eef588cd27abea 199.19.213.243 - - [19/Mar/2026:18:04:20 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.018 [openstack-keystone-api-5000] [] 10.0.0.133:5000 136 0.018 200 88d17fef4ded58a05f75833f5c5c9cb1 199.19.213.243 - - [19/Mar/2026:18:04:20 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.020 [openstack-keystone-api-5000] [] 10.0.0.133:5000 357 0.020 201 c3d8ba892c53197d131cc175f9a2277c 199.19.213.243 - - [19/Mar/2026:18:04:21 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.133:5000 266 0.004 200 1e82f7f4b8ac00a15830ae863ca1cb85 199.19.213.243 - - [19/Mar/2026:18:04:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.287 [openstack-keystone-api-5000] [] 10.0.0.133:5000 1360 0.287 201 a2fccefd9822f43d0fa0ac11afb1c4de 199.19.213.243 - - [19/Mar/2026:18:04:21 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.133:5000 281 0.004 300 ec8dcc904e08b6f58aea8865db820376 199.19.213.243 - - [19/Mar/2026:18:04:21 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.021 [openstack-keystone-api-5000] [] 10.0.0.133:5000 131 0.021 404 e21496c8502475a979f2ea4328021110 199.19.213.243 - - [19/Mar/2026:18:04:21 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.020 [openstack-keystone-api-5000] [] 10.0.0.133:5000 168 0.019 200 26008b5c6829d68bce24a6866c08d4b6 199.19.213.243 - - [19/Mar/2026:18:04:21 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.024 [openstack-keystone-api-5000] [] 10.0.0.133:5000 224 0.024 201 e83feeb304597f5b57f8389498b814b7 W0319 18:04:30.767654 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:04:30.767764 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:04:34.101604 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:04:34.101655 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:04:37.677006 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:04:37.677048 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:04:41.012095 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:04:41.012136 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:04:56.320033 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:04:56.320075 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 18:04:58.169362 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.103.185.79"}] I0319 18:04:58.174178 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"17bc27bf-66de-42a9-b9de-f4e183c77ab3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6649", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 18:04:59.650924 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:04:59.650983 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:05:02.984716 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:05:02.984775 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:05:06.318171 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:05:06.318215 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:05:09.651323 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:05:09.651379 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:06:36.174842 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0319 18:06:36.175052 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0319 18:06:36.175629 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:06:36.175762 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 18:06:36.180333 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.006s renderingIngressLength:6 renderingIngressTime:0.002s admissionTime:0.008s testedConfigurationSize:32.2kB} I0319 18:06:36.180368 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0319 18:06:36.186290 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0319 18:06:36.186646 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"c73fb14c-5552-472e-9943-dc02b7ce1a2b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7325", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 18:06:36.186863 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0319 18:06:36.187256 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0319 18:06:36.187361 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0319 18:06:36.187444 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:06:36.187467 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 18:06:36.187653 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 18:06:36.241445 7 controller.go:216] "Backend successfully reloaded" I0319 18:06:36.241686 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-9dhbm", UID:"367dc0ac-b926-4edb-beaf-f4bac2314c11", APIVersion:"v1", ResourceVersion:"1214", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0319 18:06:36.736704 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0319 18:06:36.738056 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.19.213.243 - - [19/Mar/2026:18:06:36 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.133:5000 281 0.003 300 2dcd8a748cb2de32a7c0d407af24991c 199.19.213.243 - - [19/Mar/2026:18:06:37 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.326 [openstack-keystone-api-5000] [] 10.0.0.133:5000 1992 0.325 201 60807a4850d740f2a1f6ece091234a1a 199.19.213.243 - - [19/Mar/2026:18:06:37 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.026 [openstack-keystone-api-5000] [] 10.0.0.133:5000 85 0.026 404 6336eb12f1aa78d7495c4bb5c676a157 199.19.213.243 - - [19/Mar/2026:18:06:37 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.021 [openstack-keystone-api-5000] [] 10.0.0.133:5000 129 0.022 200 fc81da4107ad98c4bf1f14c873c669ec 199.19.213.243 - - [19/Mar/2026:18:06:37 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.029 [openstack-keystone-api-5000] [] 10.0.0.133:5000 230 0.029 201 9426ae92c346f1ac02801d4e28e78e1c W0319 18:06:39.521207 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0319 18:06:39.521427 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:06:39.521460 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:06:44.609255 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:06:44.609297 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.243 - - [19/Mar/2026:18:06:45 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.133:5000 281 0.005 300 438d72798757f8811d8ebb618d9ada00 199.19.213.243 - - [19/Mar/2026:18:06:45 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 548 0.299 [openstack-keystone-api-5000] [] 10.0.0.133:5000 1992 0.299 201 98b00451bde5579d6f53fdd1c41ae5f4 199.19.213.243 - - [19/Mar/2026:18:06:45 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.027 [openstack-keystone-api-5000] [] 10.0.0.133:5000 1521 0.027 200 3f024eda0dca40d64443a64c7890e0a9 199.19.213.243 - - [19/Mar/2026:18:06:45 +0000] "PUT /v3/roles/78c14bedc52142bf88ce15aa1e91076d/implies/c4e347af810948f3b54ba7e94cf0508d HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.124 [openstack-keystone-api-5000] [] 10.0.0.133:5000 521 0.124 201 0f0f5b944c47ac8f87a0520cecbd6595 I0319 18:06:58.172643 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.103.185.79"}] I0319 18:06:58.177203 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"c73fb14c-5552-472e-9943-dc02b7ce1a2b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7602", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 18:06:58.179319 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:06:58.179359 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.243 - - [19/Mar/2026:18:07:30 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.133:5000 281 0.004 300 ef03cefb0a84cd77363865a0c7d64de4 199.19.213.243 - - [19/Mar/2026:18:07:30 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.357 [openstack-keystone-api-5000] [] 10.0.0.133:5000 2055 0.358 201 41d7ff5282e238a801815ad0e95b317f 199.19.213.243 - - [19/Mar/2026:18:07:30 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.042 [openstack-keystone-api-5000] [] 10.0.0.133:5000 87 0.042 404 e3e1adf283ff4f7bb93155efa702a1e4 199.19.213.243 - - [19/Mar/2026:18:07:30 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.030 [openstack-keystone-api-5000] [] 10.0.0.133:5000 390 0.030 200 ba8f4356ac5e4a743509f7104c92c3c3 199.19.213.243 - - [19/Mar/2026:18:07:30 +0000] "GET /v3/users/rgw-RegionOne?domain_id=9fdfd5eff7a54353a7d8ae84c3a48f25 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.041 [openstack-keystone-api-5000] [] 10.0.0.133:5000 91 0.042 404 4dc37a8e68f08919b18ad6b19c86c180 199.19.213.243 - - [19/Mar/2026:18:07:30 +0000] "GET /v3/users?domain_id=9fdfd5eff7a54353a7d8ae84c3a48f25&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.041 [openstack-keystone-api-5000] [] 10.0.0.133:5000 178 0.041 200 0dcbb0ff143d2e4d128b2cafe9f83511 199.19.213.243 - - [19/Mar/2026:18:07:31 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.289 [openstack-keystone-api-5000] [] 10.0.0.133:5000 291 0.288 201 b1de70d039e7bbea62bb648018bccc22 199.19.213.243 - - [19/Mar/2026:18:07:34 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 229 0.003 [openstack-keystone-api-5000] [] 10.0.0.133:5000 281 0.003 300 498144a569e373bf41c91c44a7d7478a 199.19.213.243 - - [19/Mar/2026:18:07:34 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 548 0.286 [openstack-keystone-api-5000] [] 10.0.0.133:5000 2055 0.286 201 3c84b85b36b11cd48d9bc231cfcad991 199.19.213.243 - - [19/Mar/2026:18:07:35 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 429 0.023 [openstack-keystone-api-5000] [] 10.0.0.133:5000 83 0.023 404 11055a324fafb9a99871436a7a481a71 199.19.213.243 - - [19/Mar/2026:18:07:35 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 447 0.027 [openstack-keystone-api-5000] [] 10.0.0.133:5000 361 0.028 200 edc35e9d2eecf88ccb969b93a7d9fa6e 199.19.213.243 - - [19/Mar/2026:18:07:35 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 433 0.025 [openstack-keystone-api-5000] [] 10.0.0.133:5000 87 0.024 404 a7307825ae6aad86b3f3be46e01aef11 199.19.213.243 - - [19/Mar/2026:18:07:35 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 451 0.020 [openstack-keystone-api-5000] [] 10.0.0.133:5000 390 0.021 200 c6a40cc90e9b3b145cdb7fc413e9320b 199.19.213.243 - - [19/Mar/2026:18:07:35 +0000] "GET /v3/users/rgw-RegionOne?domain_id=9fdfd5eff7a54353a7d8ae84c3a48f25 HTTP/1.1" 404 91 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 480 0.023 [openstack-keystone-api-5000] [] 10.0.0.133:5000 91 0.023 404 c50d6ba4c08f11ac61053fbd2dfeb983 199.19.213.243 - - [19/Mar/2026:18:07:35 +0000] "GET /v3/users?domain_id=9fdfd5eff7a54353a7d8ae84c3a48f25&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 498 0.047 [openstack-keystone-api-5000] [] 10.0.0.133:5000 458 0.047 200 9f51fa723e332129c5d20faf85c83405 199.19.213.243 - - [19/Mar/2026:18:07:35 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 434 0.021 [openstack-keystone-api-5000] [] 10.0.0.133:5000 88 0.020 404 542383e3fbb8e9eef5c3740248ebef41 199.19.213.243 - - [19/Mar/2026:18:07:35 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 452 0.027 [openstack-keystone-api-5000] [] 10.0.0.133:5000 520 0.028 200 52f362a749ed6e026397bf7390eddfb3 199.19.213.243 - - [19/Mar/2026:18:07:35 +0000] "PUT /v3/projects/b964f07336274757a74a905df2593548/users/eec59086531d4123bec4b96150be6656/roles/e9a49f217d2845cb86674b1b7ec95684 HTTP/1.1" 204 0 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 556 0.036 [openstack-keystone-api-5000] [] 10.0.0.133:5000 0 0.036 204 bc4db528c01240d4ce25ea6facf5bf92 199.19.213.243 - - [19/Mar/2026:18:07:37 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.133:5000 281 0.004 300 f80196f463fbfcb75fd16947ecd5b01d 199.19.213.243 - - [19/Mar/2026:18:07:37 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.328 [openstack-keystone-api-5000] [] 10.0.0.133:5000 2055 0.327 201 c729681d56994a58206ff1410432e1e5 199.19.213.243 - - [19/Mar/2026:18:07:37 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.031 [openstack-keystone-api-5000] [] 10.0.0.133:5000 151 0.032 200 878af7b40a79b6f97fc1647bda9ce361 199.19.213.243 - - [19/Mar/2026:18:07:37 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.038 [openstack-keystone-api-5000] [] 10.0.0.133:5000 263 0.037 201 d7a4a767a43054950bcd0d303188b52e 199.19.213.243 - - [19/Mar/2026:18:07:38 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.133:5000 281 0.003 300 0c5486ae1a0d988454c3d8f2c5933998 199.19.213.243 - - [19/Mar/2026:18:07:38 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.295 [openstack-keystone-api-5000] [] 10.0.0.133:5000 2157 0.295 201 6e3672db49161145c39ea9a292f01463 199.19.213.243 - - [19/Mar/2026:18:07:38 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.024 [openstack-keystone-api-5000] [] 10.0.0.133:5000 86 0.024 404 7b4ee4df3c07097fc6ef063c31e3b1bd 199.19.213.243 - - [19/Mar/2026:18:07:38 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.018 [openstack-keystone-api-5000] [] 10.0.0.133:5000 382 0.018 200 16bc444609f2af561b60e8dcc004aab1 199.19.213.243 - - [19/Mar/2026:18:07:38 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=c6ed8f693db244cea9e40355ced4234b HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.021 [openstack-keystone-api-5000] [] 10.0.0.133:5000 205 0.021 200 a2da0787191db766a669fd26411c0620 199.19.213.243 - - [19/Mar/2026:18:07:38 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.029 [openstack-keystone-api-5000] [] 10.0.0.133:5000 379 0.030 201 484ac835996c54f9d43fbf84b271b5d6 199.19.213.243 - - [19/Mar/2026:18:07:39 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.133:5000 281 0.004 300 00c2ccde7c9540b2d4cbfabead4f7254 199.19.213.243 - - [19/Mar/2026:18:07:39 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.308 [openstack-keystone-api-5000] [] 10.0.0.133:5000 2366 0.308 201 2364a7b4c7db59a691458df1a3da5de2 199.19.213.243 - - [19/Mar/2026:18:07:39 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.024 [openstack-keystone-api-5000] [] 10.0.0.133:5000 86 0.024 404 fec9503f4aeb3cadec85b6dcbf2576b7 199.19.213.243 - - [19/Mar/2026:18:07:39 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.020 [openstack-keystone-api-5000] [] 10.0.0.133:5000 382 0.020 200 3b8e01b1cb7c9259a4a0d2fbb6493942 199.19.213.243 - - [19/Mar/2026:18:07:39 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=c6ed8f693db244cea9e40355ced4234b HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.024 [openstack-keystone-api-5000] [] 10.0.0.133:5000 207 0.024 200 486e4b5412fcf28940f5d6810bf42c3b 199.19.213.243 - - [19/Mar/2026:18:07:39 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.034 [openstack-keystone-api-5000] [] 10.0.0.133:5000 392 0.035 201 dfae85bbbad38c450276ca6b8c514269 W0319 18:07:41.032248 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0319 18:07:41.032381 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0319 18:07:41.032462 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:07:41.032489 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 18:07:41.037235 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.006s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:35.7kB} I0319 18:07:41.037274 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0319 18:07:41.041827 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0319 18:07:41.042050 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"b7df2811-08d9-4904-8e58-4507e1b59ce3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7872", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 18:07:41.042362 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0319 18:07:41.042903 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0319 18:07:41.043085 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0319 18:07:41.043201 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:07:41.043270 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 18:07:41.043481 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 18:07:41.100918 7 controller.go:216] "Backend successfully reloaded" I0319 18:07:41.101573 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-9dhbm", UID:"367dc0ac-b926-4edb-beaf-f4bac2314c11", APIVersion:"v1", ResourceVersion:"1214", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0319 18:07:41.462952 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0319 18:07:41.464116 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0319 18:07:44.377183 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0319 18:07:44.377380 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:07:44.377397 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:07:57.822953 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0319 18:07:57.823653 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:07:57.823711 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 18:07:58.169820 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.103.185.79"}] I0319 18:07:58.174959 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"b7df2811-08d9-4904-8e58-4507e1b59ce3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8017", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 18:08:01.156807 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0319 18:08:01.156930 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:08:01.156943 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:08:04.490556 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 18:08:04.490741 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:08:04.490769 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 18:08:04.490934 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 18:08:04.544100 7 controller.go:216] "Backend successfully reloaded" I0319 18:08:04.544325 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-9dhbm", UID:"367dc0ac-b926-4edb-beaf-f4bac2314c11", APIVersion:"v1", ResourceVersion:"1214", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0319 18:08:07.823417 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 18:08:07.823605 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:08:07.823636 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:08:11.156831 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 18:08:11.156993 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:08:11.157022 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:08:14.490373 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 18:08:14.490564 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:08:14.490608 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:08:28.329503 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 18:08:28.329655 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:08:28.329680 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:08:31.665220 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 18:08:31.665456 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:08:31.665491 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:08:36.518260 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 18:08:36.518492 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:08:36.518519 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:08:44.828305 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 18:08:44.828456 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:08:44.828477 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:09:24.187156 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:09:24.187191 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:10:38.542484 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0319 18:10:38.542615 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0319 18:10:38.542703 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:10:38.542725 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 18:10:38.547810 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.005s renderingIngressLength:8 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:39.2kB} I0319 18:10:38.547835 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0319 18:10:38.553933 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" W0319 18:10:38.554207 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0319 18:10:38.554450 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0319 18:10:38.554519 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0319 18:10:38.554570 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:10:38.554581 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 18:10:38.554555 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"572ad8af-7e4e-43d9-8c49-5f908a2f351c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9283", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0319 18:10:38.554693 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 18:10:38.601072 7 controller.go:216] "Backend successfully reloaded" I0319 18:10:38.601320 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-9dhbm", UID:"367dc0ac-b926-4edb-beaf-f4bac2314c11", APIVersion:"v1", ResourceVersion:"1214", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0319 18:10:38.875206 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0319 18:10:38.876246 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0319 18:10:41.890376 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0319 18:10:41.890784 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:10:41.890830 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.243 - - [19/Mar/2026:18:10:44 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.133:5000 281 0.004 300 a51190b26a5b62666872b6fe695a8060 199.19.213.243 - - [19/Mar/2026:18:10:44 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.357 [openstack-keystone-api-5000] [] 10.0.0.133:5000 3201 0.358 201 94cb3d327015e559eb0dc62a9f379886 199.19.213.243 - - [19/Mar/2026:18:10:44 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 6a712b41cee1a3ab30503112580674bb 199.19.213.243 - - [19/Mar/2026:18:10:44 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - f63f91c1a0493f045a2290a2bd54dbfd 199.19.213.243 - - [19/Mar/2026:18:10:46 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.133:5000 281 0.002 300 22d8d86d07f1de5732c577b6f1c69dd0 199.19.213.243 - - [19/Mar/2026:18:10:46 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.288 [openstack-keystone-api-5000] [] 10.0.0.133:5000 3201 0.288 201 3062dc5153d46482630a231306f1c615 199.19.213.243 - - [19/Mar/2026:18:10:46 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 1d34f5d90ffc57ab3e31913a9fd8a48d 199.19.213.243 - - [19/Mar/2026:18:10:46 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 1e101322ca86dea7938feb5811b7f2c4 199.19.213.243 - - [19/Mar/2026:18:10:47 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.133:5000 281 0.004 300 bbf1a66477ef867f552c3985bc6a5ef2 199.19.213.243 - - [19/Mar/2026:18:10:48 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.283 [openstack-keystone-api-5000] [] 10.0.0.133:5000 3201 0.283 201 53d62758ef440de856a7a4a92e4e9caf 199.19.213.243 - - [19/Mar/2026:18:10:48 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - daccb1f1f7ace7fe4a4e22fd90c179a0 199.19.213.243 - - [19/Mar/2026:18:10:48 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - d8fa04167dde9cca3690aa02c2f496f0 199.19.213.243 - - [19/Mar/2026:18:10:49 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.133:5000 281 0.004 300 4371c520a967d1d1e591bc0db5e10362 199.19.213.243 - - [19/Mar/2026:18:10:50 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.296 [openstack-keystone-api-5000] [] 10.0.0.133:5000 3201 0.297 201 3a5499394e3516ae4bca245b66c6a7bf 199.19.213.243 - - [19/Mar/2026:18:10:50 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - d317d1441b94d36661638c6401b6b4d2 199.19.213.243 - - [19/Mar/2026:18:10:50 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - f7d905b4b9e0ae74a27ea41c0d63fa1d 199.19.213.243 - - [19/Mar/2026:18:10:51 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.133:5000 281 0.003 300 ad2add9878ef51298900795c08e61c09 199.19.213.243 - - [19/Mar/2026:18:10:51 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.286 [openstack-keystone-api-5000] [] 10.0.0.133:5000 3201 0.286 201 42618ed24c4967c4c9f47f6180961921 199.19.213.243 - - [19/Mar/2026:18:10:51 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - d30f309652ef06b010ffdc3ad4c9ba60 199.19.213.243 - - [19/Mar/2026:18:10:51 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 679faffafbb5481e05117e139c91717b W0319 18:10:52.130207 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0319 18:10:52.130386 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:10:52.130422 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.243 - - [19/Mar/2026:18:10:53 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.133:5000 281 0.003 300 344e2f7311b1387c9ba303e5d512a9a9 199.19.213.243 - - [19/Mar/2026:18:10:53 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.297 [openstack-keystone-api-5000] [] 10.0.0.133:5000 3201 0.297 201 5178c665c80a4bb0b104b8fb35a77aa3 199.19.213.243 - - [19/Mar/2026:18:10:53 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 6bee781c8f56dff88bf7b0c49287e66c 199.19.213.243 - - [19/Mar/2026:18:10:53 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ef41883b45436aabbd11e240ec8dc5af 199.19.213.243 - - [19/Mar/2026:18:10:55 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.133:5000 281 0.002 300 49f7a974706148c5a0ef5a84e12933f1 199.19.213.243 - - [19/Mar/2026:18:10:55 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.302 [openstack-keystone-api-5000] [] 10.0.0.133:5000 3201 0.303 201 6f741934d390e338549c531a50054397 199.19.213.243 - - [19/Mar/2026:18:10:55 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 807d69d8d64ccf79d26ec9f0a0b55a3a 199.19.213.243 - - [19/Mar/2026:18:10:55 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - fd125a2dfa16eb3646b2cce4be6576f3 199.19.213.243 - - [19/Mar/2026:18:10:56 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.133:5000 281 0.004 300 28a0eee95a1f3c7ac2b58f671229803d 199.19.213.243 - - [19/Mar/2026:18:10:57 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.292 [openstack-keystone-api-5000] [] 10.0.0.133:5000 3201 0.293 201 2f27a4118257973f63763cb76e9724db 199.19.213.243 - - [19/Mar/2026:18:10:57 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 0ab98068911e2ae63d698ae9fc9e1995 199.19.213.243 - - [19/Mar/2026:18:10:57 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - d39f129a71b8b589e06c42590b9d15c3 I0319 18:10:58.170916 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.103.185.79"}] I0319 18:10:58.175750 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"572ad8af-7e4e-43d9-8c49-5f908a2f351c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9423", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 18:10:58.176117 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0319 18:10:58.176269 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:10:58.176292 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.243 - - [19/Mar/2026:18:10:58 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.133:5000 281 0.002 300 859851849693c39e34ceefeee06374c3 199.19.213.243 - - [19/Mar/2026:18:10:58 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.291 [openstack-keystone-api-5000] [] 10.0.0.133:5000 3201 0.291 201 e55be3bb84d0c55b7288ce62638caaab 199.19.213.243 - - [19/Mar/2026:18:10:58 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 91f559ae7cba054246a2931529cf0d4f 199.19.213.243 - - [19/Mar/2026:18:10:58 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c01841e38ee9a9cfe4a4a7a0a1035dd0 199.19.213.243 - - [19/Mar/2026:18:11:00 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.006 [openstack-keystone-api-5000] [] 10.0.0.133:5000 281 0.005 300 7434adf34c3f7429bc0f4dfe06aeb81b 199.19.213.243 - - [19/Mar/2026:18:11:00 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.306 [openstack-keystone-api-5000] [] 10.0.0.133:5000 3201 0.306 201 9f634dc274481450da4c672a55b052bc 199.19.213.243 - - [19/Mar/2026:18:11:00 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 4765c2cd812bb12d1e19b97784dbe992 199.19.213.243 - - [19/Mar/2026:18:11:00 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 8e5c2cc5ff44248dca6fb0427706bf94 W0319 18:11:01.510472 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:11:01.510517 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.243 - - [19/Mar/2026:18:11:02 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.133:5000 281 0.003 300 942fa65e0276263c01a4df901619daac 199.19.213.243 - - [19/Mar/2026:18:11:02 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.303 [openstack-keystone-api-5000] [] 10.0.0.133:5000 3201 0.303 201 74f088df5f0712ecc7e85e2e535fbda1 199.19.213.243 - - [19/Mar/2026:18:11:02 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.150:9292 1312 0.003 300 b53862af7b3efa2991d2bcbdea7ecd77 199.19.213.243 - - [19/Mar/2026:18:11:02 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.559 [openstack-glance-api-9292] [] 10.0.0.150:9292 69 0.559 200 b63247335d99f514d79bb33f340697c2 199.19.213.243 - - [19/Mar/2026:18:11:05 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.133:5000 281 0.005 300 72281fd6bb0d48b1c2117a7007000eaf 199.19.213.243 - - [19/Mar/2026:18:11:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.282 [openstack-keystone-api-5000] [] 10.0.0.133:5000 3201 0.283 201 8c255b5142da084c7b2a60666c5c9cc0 199.19.213.243 - - [19/Mar/2026:18:11:06 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.150:9292 1312 0.002 300 e8f9c1f13a68e7d62edc2f53d5891d62 199.19.213.243 - - [19/Mar/2026:18:11:06 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.035 [openstack-glance-api-9292] [] 10.0.0.150:9292 69 0.035 200 24e32dae8deecf8d34e516d2564a4b36 199.19.213.243 - - [19/Mar/2026:18:11:06 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.138 [openstack-glance-api-9292] [] 10.0.0.150:9292 151 0.138 404 0725b937fe00277b580aa40161c81589 199.19.213.243 - - [19/Mar/2026:18:11:06 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.027 [openstack-glance-api-9292] [] 10.0.0.150:9292 81 0.027 200 e044bdd36e42145aae1cf2ff439176e9 199.19.213.243 - - [19/Mar/2026:18:11:06 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.027 [openstack-glance-api-9292] [] 10.0.0.150:9292 84 0.027 200 6128b689418cdd906fea55051c5f3e27 199.19.213.243 - - [19/Mar/2026:18:11:06 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.055 [openstack-glance-api-9292] [] 10.0.0.150:9292 760 0.054 201 83fc0e412ec9195ff9ee055593ec8860 199.19.213.243 - - [19/Mar/2026:18:11:10 +0000] "PUT /v2/images/93ab4f2f-3978-44a9-aaa1-8a34345c2cd2/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 4.199 [openstack-glance-api-9292] [] 10.0.0.150:9292 0 4.200 204 cb52111f40397c871688942c6c693978 199.19.213.243 - - [19/Mar/2026:18:11:10 +0000] "GET /v2/images/93ab4f2f-3978-44a9-aaa1-8a34345c2cd2 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.015 [openstack-glance-api-9292] [] 10.0.0.150:9292 1171 0.015 200 6a39da1e6a466253fd0364c508cccbf1 199.19.213.243 - - [19/Mar/2026:18:11:10 +0000] "GET /v2/images/93ab4f2f-3978-44a9-aaa1-8a34345c2cd2 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.013 [openstack-glance-api-9292] [] 10.0.0.150:9292 1171 0.014 200 8a726c84fa68266376191a0188ce88cc W0319 18:11:13.503641 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:11:13.503675 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:11:16.838033 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:11:16.838097 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store