------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0331 22:22:37.935092 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0331 22:22:37.935333 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0331 22:22:37.945231 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0331 22:22:37.949132 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0331 22:22:38.476900 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0331 22:22:38.498864 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0331 22:22:38.515422 7 nginx.go:271] "Starting NGINX Ingress controller" I0331 22:22:38.521586 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"e210a493-7c2b-40f0-ab00-78037dcba504", APIVersion:"v1", ResourceVersion:"1333", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0331 22:22:38.525561 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"1a36e651-98f3-48b8-8109-33ec87342bc8", APIVersion:"v1", ResourceVersion:"1334", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0331 22:22:38.525670 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"efed52bd-a154-4863-a39b-c28a86502659", APIVersion:"v1", ResourceVersion:"1335", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0331 22:22:39.717519 7 nginx.go:317] "Starting NGINX process" I0331 22:22:39.717772 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0331 22:22:39.718354 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0331 22:22:39.718669 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0331 22:22:39.718726 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:22:39.718751 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:22:39.718803 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 22:22:39.726923 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0331 22:22:39.727154 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-mb9xs" I0331 22:22:39.753081 7 controller.go:216] "Backend successfully reloaded" I0331 22:22:39.753227 7 controller.go:227] "Initial sync, sleeping for 1 second" I0331 22:22:39.753341 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-mb9xs", UID:"285d840e-bb1f-4940-a360-2d65c62cd1f2", APIVersion:"v1", ResourceVersion:"1437", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0331 22:22:43.543816 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:22:43.543845 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:22:46.878688 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:22:46.878745 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:22:50.211867 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:22:50.211918 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:22:53.545093 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:22:53.545168 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:22:56.878759 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:22:56.878824 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:23:00.210967 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:23:00.211016 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:23:03.544191 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:23:03.544231 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:23:07.265096 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:23:07.265127 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:23:16.108118 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:23:16.108162 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:05.745793 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:05.745836 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:09.079189 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:09.079264 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:23.691766 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:23.691811 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:27.551892 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:27.551923 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:30.885479 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:30.885531 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:34.219325 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:34.219379 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:37.552575 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:37.552687 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:40.886504 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:40.886581 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:45.789709 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:45.789747 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:49.123608 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:49.123678 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:52.841381 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:52.841413 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:56.174974 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:56.175021 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:26:58.355397 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:26:58.355463 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:27:00.700373 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-123.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-123.nip.io-tls was not found. Using default certificate W0331 22:27:00.700420 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:27:00.700432 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:27:00.701825 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.001s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0331 22:27:00.701853 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0331 22:27:00.707602 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0331 22:27:00.707829 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"bde9803a-13fb-4173-b421-931707e03e34", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3371", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 22:27:00.708246 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-123.nip.io-tls" in local store I0331 22:27:01.057120 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-123.nip.io-tls" I0331 22:27:01.058300 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-123.nip.io-tls" W0331 22:27:01.689759 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:27:01.689802 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:27:01.689876 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 22:27:01.724088 7 controller.go:216] "Backend successfully reloaded" I0331 22:27:01.724445 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-mb9xs", UID:"285d840e-bb1f-4940-a360-2d65c62cd1f2", APIVersion:"v1", ResourceVersion:"1437", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0331 22:27:05.022477 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:27:05.022515 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.123 - - [31/Mar/2026:22:27:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.079 [auth-system-keycloak-80] [] 10.0.0.216:8080 1928 2.078 200 9cb0ad2a67103c3bc321b3f6b4061c65 199.19.213.123 - - [31/Mar/2026:22:27:12 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.188 [auth-system-keycloak-80] [] 10.0.0.216:8080 116 0.187 404 0c112ee1d0d0084a8043ceb0229d656d 199.19.213.123 - - [31/Mar/2026:22:27:16 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.187 [auth-system-keycloak-80] [] 10.0.0.216:8080 0 4.187 201 8d5262f5060f31154eb9f7ad669bd5b1 199.19.213.123 - - [31/Mar/2026:22:27:17 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.678 [auth-system-keycloak-80] [] 10.0.0.216:8080 4246 0.678 200 7ea769ad97c9ea77e6ce7861b62fcd4b 199.19.213.123 - - [31/Mar/2026:22:27:18 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.488 [auth-system-keycloak-80] [] 10.0.0.216:8080 1928 0.486 200 f2024fcc3297501ed1bf05549b2c46f4 199.19.213.123 - - [31/Mar/2026:22:27:18 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12500 "-" "Ansible" 1211 0.100 [auth-system-keycloak-80] [] 10.0.0.216:8080 12500 0.099 200 f6114ab9ffb4d288ab8bf6ce06f0693b 199.19.213.123 - - [31/Mar/2026:22:27:18 +0000] "GET /admin/realms/atmosphere/client-scopes/039c8543-a148-46f8-80d2-2d6b70b111cc HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.051 [auth-system-keycloak-80] [] 10.0.0.216:8080 1278 0.050 200 92be7e4369e3021dba22b60f6066fa30 199.19.213.123 - - [31/Mar/2026:22:27:18 +0000] "PUT /admin/realms/atmosphere/client-scopes/039c8543-a148-46f8-80d2-2d6b70b111cc HTTP/1.1" 204 0 "-" "Ansible" 1848 0.029 [auth-system-keycloak-80] [] 10.0.0.216:8080 0 0.028 204 6d60b9a2793047f4703672cdf8b71291 199.19.213.123 - - [31/Mar/2026:22:27:18 +0000] "GET /admin/realms/atmosphere/client-scopes/039c8543-a148-46f8-80d2-2d6b70b111cc/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.066 [auth-system-keycloak-80] [] 10.0.0.216:8080 963 0.067 200 155503ab0229606e584c8235a76ec2ab 199.19.213.123 - - [31/Mar/2026:22:27:18 +0000] "GET /admin/realms/atmosphere/client-scopes/039c8543-a148-46f8-80d2-2d6b70b111cc/protocol-mappers/models/7b5e1279-85ce-421e-90bf-9995cccf9b8f HTTP/1.1" 200 366 "-" "Ansible" 1309 0.073 [auth-system-keycloak-80] [] 10.0.0.216:8080 366 0.072 200 cca25b85d0b64c0e6740f93d391a0e30 199.19.213.123 - - [31/Mar/2026:22:27:18 +0000] "PUT /admin/realms/atmosphere/client-scopes/039c8543-a148-46f8-80d2-2d6b70b111cc/protocol-mappers/models/7b5e1279-85ce-421e-90bf-9995cccf9b8f HTTP/1.1" 204 0 "-" "Ansible" 1622 0.095 [auth-system-keycloak-80] [] 10.0.0.216:8080 0 0.094 204 9d44de2d7174e58f13d04b2e78070363 199.19.213.123 - - [31/Mar/2026:22:27:19 +0000] "GET /admin/realms/atmosphere/client-scopes/039c8543-a148-46f8-80d2-2d6b70b111cc HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.077 [auth-system-keycloak-80] [] 10.0.0.216:8080 1218 0.076 200 d216e69b60de9fce1e0a973475630d14 I0331 22:27:39.736480 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.101.12.162"}] I0331 22:27:39.742734 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"bde9803a-13fb-4173-b421-931707e03e34", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3766", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 22:27:39.745058 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:27:39.745101 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.123 - - [31/Mar/2026:22:27:40 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.488 [auth-system-keycloak-80] [] 10.0.0.216:8080 1928 0.487 200 ab561e6e82e89bf56e72bea111087100 199.19.213.123 - - [31/Mar/2026:22:27:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.014 [auth-system-keycloak-80] [] 10.0.0.216:8080 2 0.014 200 21d8148c7f514baa09746f0238627639 199.19.213.123 - - [31/Mar/2026:22:27:40 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.185 [auth-system-keycloak-80] [] 10.0.0.216:8080 0 0.184 201 c10bcb9db536cadebed80abeb1e7a877 199.19.213.123 - - [31/Mar/2026:22:27:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.084 [auth-system-keycloak-80] [] 10.0.0.216:8080 1261 0.084 200 9f8fb31dfc33074bb0ba387bdf1cbd48 199.19.213.123 - - [31/Mar/2026:22:27:41 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.440 [auth-system-keycloak-80] [] 10.0.0.216:8080 1928 0.438 200 2f5729c1b157ff6395733fb34006400b 199.19.213.123 - - [31/Mar/2026:22:27:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.027 [auth-system-keycloak-80] [] 10.0.0.216:8080 2 0.027 200 563724523b58659cd4ee82abe2832108 199.19.213.123 - - [31/Mar/2026:22:27:41 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.100 [auth-system-keycloak-80] [] 10.0.0.216:8080 0 0.099 201 d8da7a78bd6ba7300ab64c40153eb106 199.19.213.123 - - [31/Mar/2026:22:27:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.076 [auth-system-keycloak-80] [] 10.0.0.216:8080 1286 0.077 200 430634d4c06a988e73fda89084e04cf4 199.19.213.123 - - [31/Mar/2026:22:27:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.492 [auth-system-keycloak-80] [] 10.0.0.216:8080 1928 0.490 200 995b6d1fe9021ceb80e651d0137cf62c 199.19.213.123 - - [31/Mar/2026:22:27:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.216:8080 2 0.009 200 cfa5467c4dfd7f57ff247053bf644ca6 199.19.213.123 - - [31/Mar/2026:22:27:42 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.063 [auth-system-keycloak-80] [] 10.0.0.216:8080 0 0.062 201 fdde72986d4be2ea02e353d597f3ec85 199.19.213.123 - - [31/Mar/2026:22:27:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.023 [auth-system-keycloak-80] [] 10.0.0.216:8080 1251 0.022 200 5eebded8ef91b78f8461660514998a66 199.19.213.123 - - [31/Mar/2026:22:27:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.517 [auth-system-keycloak-80] [] 10.0.0.216:8080 1928 0.517 200 7bd52249400a9b713f509fe1a18c0cbd 199.19.213.123 - - [31/Mar/2026:22:27:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.006 [auth-system-keycloak-80] [] 10.0.0.216:8080 1261 0.007 200 1d5419e1d677a71b0fbbd8c885c3520b 199.19.213.123 - - [31/Mar/2026:22:27:43 +0000] "GET /admin/realms/atmosphere/clients/d3d52b13-d8da-481b-ab45-b5ae2d070d4b/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.216:8080 119 0.014 404 126f5b82808136c1e7b9468e76538b82 199.19.213.123 - - [31/Mar/2026:22:27:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.006 [auth-system-keycloak-80] [] 10.0.0.216:8080 1261 0.007 200 c356fda9fba811056c9951bca95aaf49 199.19.213.123 - - [31/Mar/2026:22:27:44 +0000] "POST /admin/realms/atmosphere/clients/d3d52b13-d8da-481b-ab45-b5ae2d070d4b/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.043 [auth-system-keycloak-80] [] 10.0.0.216:8080 0 0.041 201 e16c7d5a8e146df84f49db74a8573253 199.19.213.123 - - [31/Mar/2026:22:27:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.216:8080 1261 0.007 200 c6a007bbb957f38700439dc83dfa24a5 199.19.213.123 - - [31/Mar/2026:22:27:44 +0000] "GET /admin/realms/atmosphere/clients/d3d52b13-d8da-481b-ab45-b5ae2d070d4b/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.066 [auth-system-keycloak-80] [] 10.0.0.216:8080 166 0.066 200 8802689da78ad8d33c1bb5767531d2b5 199.19.213.123 - - [31/Mar/2026:22:27:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.474 [auth-system-keycloak-80] [] 10.0.0.216:8080 1928 0.473 200 9de11dd75a95a7095e5faf465c4c3575 199.19.213.123 - - [31/Mar/2026:22:27:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.033 [auth-system-keycloak-80] [] 10.0.0.216:8080 1286 0.032 200 190114c0432501d3f83c16fef0d2da4f 199.19.213.123 - - [31/Mar/2026:22:27:44 +0000] "GET /admin/realms/atmosphere/clients/053d7124-c00a-4ae6-84c7-76bfdd4a0828/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.010 [auth-system-keycloak-80] [] 10.0.0.216:8080 119 0.009 404 9a8ae6cd0c2a1ee6ca4089a92d97572e 199.19.213.123 - - [31/Mar/2026:22:27:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.216:8080 1286 0.008 200 6dbe2b99dfa125762d3940258b803676 199.19.213.123 - - [31/Mar/2026:22:27:44 +0000] "POST /admin/realms/atmosphere/clients/053d7124-c00a-4ae6-84c7-76bfdd4a0828/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.017 [auth-system-keycloak-80] [] 10.0.0.216:8080 0 0.016 201 0b0687bec4b7b97916cf3826c2c9fd59 199.19.213.123 - - [31/Mar/2026:22:27:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.028 [auth-system-keycloak-80] [] 10.0.0.216:8080 1286 0.027 200 4e6a03e82da87df03a08d9ffae528159 199.19.213.123 - - [31/Mar/2026:22:27:45 +0000] "GET /admin/realms/atmosphere/clients/053d7124-c00a-4ae6-84c7-76bfdd4a0828/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.013 [auth-system-keycloak-80] [] 10.0.0.216:8080 165 0.012 200 9e13cad71a65eb8f77839efc418aa799 199.19.213.123 - - [31/Mar/2026:22:27:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.507 [auth-system-keycloak-80] [] 10.0.0.216:8080 1928 0.506 200 4915f76170492a3f5cf15779449f4000 199.19.213.123 - - [31/Mar/2026:22:27:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.216:8080 1286 0.007 200 5f062686e207829111b140d12795c2f0 199.19.213.123 - - [31/Mar/2026:22:27:45 +0000] "GET /admin/realms/atmosphere/clients/053d7124-c00a-4ae6-84c7-76bfdd4a0828/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.055 [auth-system-keycloak-80] [] 10.0.0.216:8080 119 0.054 404 a15b5e21ffe36ef345798b48f32d770f 199.19.213.123 - - [31/Mar/2026:22:27:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.216:8080 1286 0.007 200 931c9211f103b1e7d001144e7a539ccc 199.19.213.123 - - [31/Mar/2026:22:27:45 +0000] "POST /admin/realms/atmosphere/clients/053d7124-c00a-4ae6-84c7-76bfdd4a0828/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.015 [auth-system-keycloak-80] [] 10.0.0.216:8080 0 0.014 201 27f3cab38d3429ee3ada5c895aed2d03 199.19.213.123 - - [31/Mar/2026:22:27:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.216:8080 1286 0.007 200 33f8f795a9fee5a7d8aaa97fb034e0bf 199.19.213.123 - - [31/Mar/2026:22:27:46 +0000] "GET /admin/realms/atmosphere/clients/053d7124-c00a-4ae6-84c7-76bfdd4a0828/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.036 [auth-system-keycloak-80] [] 10.0.0.216:8080 166 0.035 200 a483d8572295ba9183aea1789334aac9 199.19.213.123 - - [31/Mar/2026:22:27:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.470 [auth-system-keycloak-80] [] 10.0.0.216:8080 1928 0.468 200 303afe8891ad402ba0fd26b8136b831a 199.19.213.123 - - [31/Mar/2026:22:27:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.037 [auth-system-keycloak-80] [] 10.0.0.216:8080 1286 0.036 200 116e45dca1b4354f32cd44805a36b71b 199.19.213.123 - - [31/Mar/2026:22:27:46 +0000] "GET /admin/realms/atmosphere/clients/053d7124-c00a-4ae6-84c7-76bfdd4a0828/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.216:8080 119 0.010 404 efa59ad94a45e7967b085db5e7c69740 199.19.213.123 - - [31/Mar/2026:22:27:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.067 [auth-system-keycloak-80] [] 10.0.0.216:8080 1286 0.066 200 4726d279ede57c0eee0e736b26c278f1 199.19.213.123 - - [31/Mar/2026:22:27:46 +0000] "POST /admin/realms/atmosphere/clients/053d7124-c00a-4ae6-84c7-76bfdd4a0828/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.021 [auth-system-keycloak-80] [] 10.0.0.216:8080 0 0.020 201 bedbf867330c358b27521548ae1ab08c 199.19.213.123 - - [31/Mar/2026:22:27:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.216:8080 1286 0.007 200 9c114eb133f3dc7170bb4c82c90b1dba 199.19.213.123 - - [31/Mar/2026:22:27:46 +0000] "GET /admin/realms/atmosphere/clients/053d7124-c00a-4ae6-84c7-76bfdd4a0828/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.216:8080 166 0.014 200 44ad47831ba727627e237c1ba9fa72fa 199.19.213.123 - - [31/Mar/2026:22:27:47 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.490 [auth-system-keycloak-80] [] 10.0.0.216:8080 1928 0.488 200 1032f20845b4693a04cf3fe0ee319652 199.19.213.123 - - [31/Mar/2026:22:27:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.041 [auth-system-keycloak-80] [] 10.0.0.216:8080 1251 0.041 200 b816cff7b89fd0313a5d839b3d140b72 199.19.213.123 - - [31/Mar/2026:22:27:47 +0000] "GET /admin/realms/atmosphere/clients/1c430bf6-24bb-4be4-bf48-9c0ea04e5919/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.216:8080 119 0.010 404 6529fba06b7c5b39752481da0b5bc2fc 199.19.213.123 - - [31/Mar/2026:22:27:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.216:8080 1251 0.006 200 8ed8eb267d5c339a819a457863856ecd 199.19.213.123 - - [31/Mar/2026:22:27:47 +0000] "POST /admin/realms/atmosphere/clients/1c430bf6-24bb-4be4-bf48-9c0ea04e5919/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.056 [auth-system-keycloak-80] [] 10.0.0.216:8080 0 0.055 201 9b107e100f5dca925c8b7f30e5af595a 199.19.213.123 - - [31/Mar/2026:22:27:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.216:8080 1251 0.008 200 5b6cd0a097b75d659bd2a9ea84e01dcd 199.19.213.123 - - [31/Mar/2026:22:27:47 +0000] "GET /admin/realms/atmosphere/clients/1c430bf6-24bb-4be4-bf48-9c0ea04e5919/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.216:8080 166 0.014 200 baadaa10202b82cea578a53fca7ca513 W0331 22:28:06.462553 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:06.462598 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:55.167654 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:55.167701 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:55.237736 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 22:28:55.237812 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0331 22:28:55.237852 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:55.237871 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:55.238162 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 22:28:55.238261 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0331 22:28:55.238371 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:55.238406 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:28:55.239419 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0331 22:28:55.239447 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" W0331 22:28:55.239858 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:28:55.239924 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0331 22:28:55.239966 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:55.239988 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:28:55.241678 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0331 22:28:55.241707 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0331 22:28:55.241891 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:18.2kB} I0331 22:28:55.241935 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0331 22:28:55.247297 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0331 22:28:55.247827 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0331 22:28:55.247851 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0331 22:28:55.248083 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0331 22:28:55.248106 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0331 22:28:55.248239 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"0633b155-373d-4831-8354-478363273275", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4389", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 22:28:55.248335 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0331 22:28:55.248438 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"bf4bc120-9504-4ec9-932a-2f7a990c24d5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4393", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0331 22:28:55.248470 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"240980c3-c8c4-4397-892b-1f8cac7efd1f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4394", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0331 22:28:55.505992 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0331 22:28:55.506981 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0331 22:28:55.565139 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0331 22:28:55.574288 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0331 22:28:56.708973 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0331 22:28:56.710264 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0331 22:28:58.501447 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:28:58.501581 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 22:28:58.502042 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 22:28:58.503930 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:58.503986 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:28:58.504181 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 22:28:58.553685 7 controller.go:216] "Backend successfully reloaded" I0331 22:28:58.553866 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-mb9xs", UID:"285d840e-bb1f-4940-a360-2d65c62cd1f2", APIVersion:"v1", ResourceVersion:"1437", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0331 22:29:01.835781 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:29:01.835842 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 22:29:01.835884 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 22:29:01.835974 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:01.836001 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:05.168379 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:29:05.168433 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 22:29:05.168460 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 22:29:05.168539 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:05.168557 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:08.501344 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:29:08.501420 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 22:29:08.501473 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 22:29:08.501607 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:08.501637 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:11.834595 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:29:11.834664 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 22:29:11.834702 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 22:29:11.834821 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:11.834852 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:15.167815 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:29:15.167874 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 22:29:15.167902 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 22:29:15.167996 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:15.168017 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:18.501785 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:29:18.501869 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 22:29:18.501906 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 22:29:18.502204 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:18.502268 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:21.835757 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:29:21.835810 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 22:29:21.835931 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 22:29:21.836082 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:21.836110 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:25.167885 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:29:25.167950 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 22:29:25.167989 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 22:29:25.168103 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:25.168133 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:28.501366 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:29:28.501531 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 22:29:28.501768 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:28.501802 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:31.835470 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:29:31.835619 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 22:29:31.835822 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:31.835875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.197 - - [31/Mar/2026:22:29:34 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.012 [auth-system-keycloak-80] [] 10.0.0.216:8080 6432 0.013 200 238682672562bca99ddc46774a689aa5 10.0.0.134 - - [31/Mar/2026:22:29:34 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.093 [auth-system-keycloak-80] [] 10.0.0.216:8080 6432 0.092 200 25e39360810f47db6a46f0a976d8ae7a W0331 22:29:35.167918 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:29:35.168180 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 22:29:35.168500 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:35.168618 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:38.501094 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:29:38.501338 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:38.501364 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:29:39.734227 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.101.12.162"}] I0331 22:29:39.734360 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.101.12.162"}] I0331 22:29:39.734369 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.101.12.162"}] I0331 22:29:39.760133 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"bf4bc120-9504-4ec9-932a-2f7a990c24d5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5510", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0331 22:29:39.777186 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"0633b155-373d-4831-8354-478363273275", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5511", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0331 22:29:39.782888 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"240980c3-c8c4-4397-892b-1f8cac7efd1f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5512", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 22:29:41.834870 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:29:41.835033 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:41.835056 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:45.169012 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:29:45.169259 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:45.169305 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:48.501258 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:29:48.501457 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:48.501489 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:51.834628 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:51.834677 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:55.168171 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:55.168240 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:58.501328 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:58.501387 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.123 - - [31/Mar/2026:22:29:58 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.524 [auth-system-keycloak-80] [] 10.0.0.216:8080 1928 0.524 200 db17bc6c942898228aa8b20560c39853 199.19.213.123 - - [31/Mar/2026:22:29:58 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.008 [auth-system-keycloak-80] [] 10.0.0.216:8080 4246 0.008 200 1e15c88b32b34358cb528cfa9f972d4d 199.19.213.123 - - [31/Mar/2026:22:29:59 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.536 [auth-system-keycloak-80] [] 10.0.0.216:8080 0 0.535 204 01e9ce6aa00cd3fbb655cf0d7b05b040 199.19.213.123 - - [31/Mar/2026:22:29:59 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.220 [auth-system-keycloak-80] [] 10.0.0.216:8080 4384 0.219 200 22ad09bd457737eaafb73964a350162a 199.19.213.123 - - [31/Mar/2026:22:30:01 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.765 [auth-system-keycloak-80] [] 10.0.0.216:8080 1928 0.764 200 f1900ac503561f3c892437757cdea01d 199.19.213.123 - - [31/Mar/2026:22:30:01 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.008 [auth-system-keycloak-80] [] 10.0.0.216:8080 1682 0.008 200 295456cc4912888ec2df5c44037d601b 199.19.213.123 - - [31/Mar/2026:22:30:01 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.008 [auth-system-keycloak-80] [] 10.0.0.216:8080 6432 0.007 200 cc263a536f5e54d3a37a0e226c64d933 199.19.213.123 - - [31/Mar/2026:22:30:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.508 [auth-system-keycloak-80] [] 10.0.0.216:8080 1928 0.507 200 a55317431e6fb64a9b643279f8220a14 199.19.213.123 - - [31/Mar/2026:22:30:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.011 [auth-system-keycloak-80] [] 10.0.0.216:8080 2 0.011 200 3773473a6d03157fcdf0cfe120698c6e 199.19.213.123 - - [31/Mar/2026:22:30:03 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.171 [auth-system-keycloak-80] [] 10.0.0.216:8080 0 0.170 201 d1228402a50a58df2aa410dc816ac62e 199.19.213.123 - - [31/Mar/2026:22:30:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.079 [auth-system-keycloak-80] [] 10.0.0.216:8080 2246 0.079 200 863ab41b458c2620dcbdfbb81377da17 199.19.213.123 - - [31/Mar/2026:22:30:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.458 [auth-system-keycloak-80] [] 10.0.0.216:8080 1928 0.456 200 8fcc474146d8795b80a0182473c33292 199.19.213.123 - - [31/Mar/2026:22:30:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.027 [auth-system-keycloak-80] [] 10.0.0.216:8080 2246 0.027 200 98fe60edb0ef0b181ed76661ce9d0adb 199.19.213.123 - - [31/Mar/2026:22:30:04 +0000] "GET /admin/realms/atmosphere/clients/933c1644-b0fc-4920-983b-8acf54a2fedc/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.022 [auth-system-keycloak-80] [] 10.0.0.216:8080 233 0.022 200 d458dcff2a9fd1488e2ba999aa0969ca 199.19.213.123 - - [31/Mar/2026:22:30:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.052 [auth-system-keycloak-80] [] 10.0.0.216:8080 831 0.052 200 4d795ae7fe0401142819d9b336aee9b6 199.19.213.123 - - [31/Mar/2026:22:30:04 +0000] "GET /admin/realms/atmosphere/clients/e8c27446-4370-49b4-afac-89c9d85d40b4/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.033 [auth-system-keycloak-80] [] 10.0.0.216:8080 3758 0.034 200 6cc1733c83b88e511f84dfea51ee31fd 199.19.213.123 - - [31/Mar/2026:22:30:04 +0000] "GET /admin/realms/atmosphere/users/7403b8a0-30d6-4252-9307-9c29b9ec324a/role-mappings/clients/e8c27446-4370-49b4-afac-89c9d85d40b4/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.169 [auth-system-keycloak-80] [] 10.0.0.216:8080 3758 0.169 200 b346be1290d5f8ee8a30c37748da9271 199.19.213.123 - - [31/Mar/2026:22:30:04 +0000] "GET /admin/realms/atmosphere/users/7403b8a0-30d6-4252-9307-9c29b9ec324a/role-mappings/clients/e8c27446-4370-49b4-afac-89c9d85d40b4/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.072 [auth-system-keycloak-80] [] 10.0.0.216:8080 2 0.071 200 450d2de47e6c4933ed5524f9094868a3 199.19.213.123 - - [31/Mar/2026:22:30:05 +0000] "POST /admin/realms/atmosphere/users/7403b8a0-30d6-4252-9307-9c29b9ec324a/role-mappings/clients/e8c27446-4370-49b4-afac-89c9d85d40b4 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.086 [auth-system-keycloak-80] [] 10.0.0.216:8080 0 0.085 204 57ddc8b0c3fa8e4066c5296ecc143d3e 199.19.213.123 - - [31/Mar/2026:22:30:05 +0000] "GET /admin/realms/atmosphere/users/7403b8a0-30d6-4252-9307-9c29b9ec324a/role-mappings/clients/e8c27446-4370-49b4-afac-89c9d85d40b4/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.017 [auth-system-keycloak-80] [] 10.0.0.216:8080 576 0.016 200 de2b30258c9c59f83a3e8ca4ec294119 W0331 22:30:07.868600 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:07.868639 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:11.202229 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:11.202290 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:21.639490 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:21.639571 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:24.973632 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:24.973682 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:32:13.585816 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:32:13.585890 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:32:49.655800 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0331 22:32:49.655890 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:32:49.655909 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:32:49.659509 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:28.7kB} I0331 22:32:49.659551 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0331 22:32:49.665475 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0331 22:32:49.665885 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"eceb2558-016f-4a6d-b23f-57719ce82e6d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6813", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 22:32:49.666517 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0331 22:32:49.667127 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0331 22:32:49.667253 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:32:49.667280 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:32:49.667479 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 22:32:49.719706 7 controller.go:216] "Backend successfully reloaded" I0331 22:32:49.720261 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-mb9xs", UID:"285d840e-bb1f-4940-a360-2d65c62cd1f2", APIVersion:"v1", ResourceVersion:"1437", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0331 22:32:50.155707 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0331 22:32:50.156840 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0331 22:32:53.001384 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:32:53.001546 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.123 - - [31/Mar/2026:22:32:54 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.005 [openstack-keystone-api-5000] [] 10.0.0.208:5000 281 0.005 300 547136b84d250edb72d540c39447e567 199.19.213.123 - - [31/Mar/2026:22:32:55 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.208:5000 266 0.003 200 4ce0b2ae9f54d8343a9923b399b2b242 199.19.213.123 - - [31/Mar/2026:22:32:55 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.350 [openstack-keystone-api-5000] [] 10.0.0.208:5000 1360 0.351 201 d14c8955892d50181d2b9d70fb6ea7d4 199.19.213.123 - - [31/Mar/2026:22:32:55 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.208:5000 281 0.004 300 9c73f0d20a98f296ad495eee5419bc87 199.19.213.123 - - [31/Mar/2026:22:32:55 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.036 [openstack-keystone-api-5000] [] 10.0.0.208:5000 90 0.036 404 7d514ceb93237fefe799081477c976db 199.19.213.123 - - [31/Mar/2026:22:32:55 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.025 [openstack-keystone-api-5000] [] 10.0.0.208:5000 368 0.025 200 3c487baaaf328245015dddb877121117 199.19.213.123 - - [31/Mar/2026:22:32:55 +0000] "GET /v3/domains/f99acbfbc2d14b58bda8edeae033436b HTTP/1.1" 200 245 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.020 [openstack-keystone-api-5000] [] 10.0.0.208:5000 245 0.021 200 7b84b55e220cff81b31921e1258c0a16 199.19.213.123 - - [31/Mar/2026:22:32:56 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.208:5000 266 0.004 200 49610ea4a1eb0e0ff41bb3a2e5b6cdc5 199.19.213.123 - - [31/Mar/2026:22:32:56 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.324 [openstack-keystone-api-5000] [] 10.0.0.208:5000 1360 0.325 201 f4b9ecccd2225ec81a179d4a627d43cb 199.19.213.123 - - [31/Mar/2026:22:32:56 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.208:5000 281 0.003 300 c0f1ce7b94e15fccd706d6fbd72892a0 199.19.213.123 - - [31/Mar/2026:22:32:56 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.022 [openstack-keystone-api-5000] [] 10.0.0.208:5000 101 0.021 404 d6dff96dbb013f8d0acd67afca4ed9f6 199.19.213.123 - - [31/Mar/2026:22:32:56 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.020 [openstack-keystone-api-5000] [] 10.0.0.208:5000 156 0.019 200 c232949b2aaa4d7660a794c261b2a65d 199.19.213.123 - - [31/Mar/2026:22:32:57 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.025 [openstack-keystone-api-5000] [] 10.0.0.208:5000 454 0.025 201 75652d4045b9820d4363dd4a5467475f 199.19.213.123 - - [31/Mar/2026:22:32:57 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.208:5000 266 0.004 200 804f36849f8536d732c28450f773bcc8 199.19.213.123 - - [31/Mar/2026:22:32:57 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.298 [openstack-keystone-api-5000] [] 10.0.0.208:5000 1360 0.298 201 0a7cf9dd2e5f3200b66ee58689258da4 199.19.213.123 - - [31/Mar/2026:22:32:57 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.208:5000 281 0.004 300 66f1466704619554eb1a1457892deed6 199.19.213.123 - - [31/Mar/2026:22:32:57 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.023 [openstack-keystone-api-5000] [] 10.0.0.208:5000 98 0.022 404 6b9d07ce9266032b4e86415fd4d625f5 199.19.213.123 - - [31/Mar/2026:22:32:57 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.017 [openstack-keystone-api-5000] [] 10.0.0.208:5000 136 0.017 200 baddf253abb53bcb0fd8f74353004f88 199.19.213.123 - - [31/Mar/2026:22:32:58 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.022 [openstack-keystone-api-5000] [] 10.0.0.208:5000 357 0.021 201 6b7c8b7a8aec92fc31d02bc6e37df1fb 199.19.213.123 - - [31/Mar/2026:22:32:58 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.208:5000 266 0.005 200 6aa8f8e88167d22060fbe4bde6ba8be1 199.19.213.123 - - [31/Mar/2026:22:32:58 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.288 [openstack-keystone-api-5000] [] 10.0.0.208:5000 1360 0.288 201 a4ad48d1ea00380e2ba8c6f7bcb7e14d 199.19.213.123 - - [31/Mar/2026:22:32:58 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.208:5000 281 0.003 300 0b58278df8e4eff9930b8038915433d8 199.19.213.123 - - [31/Mar/2026:22:32:58 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.019 [openstack-keystone-api-5000] [] 10.0.0.208:5000 131 0.020 404 fa7dbc1b175e5670c725ee702814a5b2 199.19.213.123 - - [31/Mar/2026:22:32:58 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.016 [openstack-keystone-api-5000] [] 10.0.0.208:5000 168 0.017 200 166f74a80bb30a15f34fc7a988af63a3 199.19.213.123 - - [31/Mar/2026:22:32:59 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.023 [openstack-keystone-api-5000] [] 10.0.0.208:5000 224 0.023 201 b1861f172d7059a0c4107ae3b99d1bc7 W0331 22:33:08.573238 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:33:08.573334 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:33:11.907387 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:33:11.907442 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:33:15.263057 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:33:15.263100 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:33:18.597164 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:33:18.597209 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:33:34.056986 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:33:34.057047 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:33:37.390999 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:33:37.391055 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:33:39.734823 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.101.12.162"}] I0331 22:33:39.744544 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"eceb2558-016f-4a6d-b23f-57719ce82e6d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7198", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 22:33:40.724025 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:33:40.724073 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:33:44.057487 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:33:44.057532 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:33:47.391399 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:33:47.391456 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:35:13.871602 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0331 22:35:13.871717 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0331 22:35:13.871788 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:35:13.871816 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:35:13.875214 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.004s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:32.2kB} I0331 22:35:13.875241 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0331 22:35:13.881261 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" W0331 22:35:13.881537 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0331 22:35:13.881718 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0331 22:35:13.881774 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0331 22:35:13.881816 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:35:13.881830 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:35:13.881914 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 22:35:13.887211 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"91d086b0-ba73-4f54-a65a-c8505e15fdda", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7916", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0331 22:35:13.949799 7 controller.go:216] "Backend successfully reloaded" I0331 22:35:13.950231 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-mb9xs", UID:"285d840e-bb1f-4940-a360-2d65c62cd1f2", APIVersion:"v1", ResourceVersion:"1437", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0331 22:35:14.447879 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0331 22:35:14.449334 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.19.213.123 - - [31/Mar/2026:22:35:14 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.009 [openstack-keystone-api-5000] [] 10.0.0.208:5000 281 0.008 300 383718d1a532102c200415f69097f493 199.19.213.123 - - [31/Mar/2026:22:35:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.455 [openstack-keystone-api-5000] [] 10.0.0.208:5000 1992 0.456 201 17873e7744b18f97abf4f1cc83e43e7f 199.19.213.123 - - [31/Mar/2026:22:35:15 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.024 [openstack-keystone-api-5000] [] 10.0.0.208:5000 85 0.025 404 46f329aaea8dbe2f55a5b735b06e4456 199.19.213.123 - - [31/Mar/2026:22:35:15 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.022 [openstack-keystone-api-5000] [] 10.0.0.208:5000 129 0.022 200 f5b6a1dd89f690683e095e1ece9e2c79 199.19.213.123 - - [31/Mar/2026:22:35:15 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.030 [openstack-keystone-api-5000] [] 10.0.0.208:5000 230 0.030 201 9f13dbcfd210a9afdc3c12a90f26ade0 W0331 22:35:17.216487 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0331 22:35:17.216682 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:35:17.216714 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.123 - - [31/Mar/2026:22:35:20 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 228 0.004 [openstack-keystone-api-5000] [] 10.0.0.208:5000 281 0.004 300 74970003c999889a21e59c05c51a4124 199.19.213.123 - - [31/Mar/2026:22:35:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 547 0.294 [openstack-keystone-api-5000] [] 10.0.0.208:5000 1992 0.295 201 9aca8435e4ec8621c4c6bc8a9ad60ea7 199.19.213.123 - - [31/Mar/2026:22:35:20 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.025 [openstack-keystone-api-5000] [] 10.0.0.208:5000 1521 0.025 200 72dba7c5d359c7c96572187c6fdedc6b 199.19.213.123 - - [31/Mar/2026:22:35:21 +0000] "PUT /v3/roles/0528e280a86146559b30079ce5df9d08/implies/b64a1e267eb7455e92e177cfdd5bbcc4 HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.036 [openstack-keystone-api-5000] [] 10.0.0.208:5000 521 0.036 201 67b21b6e4c1c428f9f15369594af527c W0331 22:35:22.338702 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:35:22.338770 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:35:39.735897 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.101.12.162"}] I0331 22:35:39.756385 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"91d086b0-ba73-4f54-a65a-c8505e15fdda", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8221", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 22:35:39.758265 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:35:39.758311 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.123 - - [31/Mar/2026:22:36:06 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.208:5000 281 0.005 300 6fff7f42b04ff2d5e565ad35f3f96b9a 199.19.213.123 - - [31/Mar/2026:22:36:07 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.349 [openstack-keystone-api-5000] [] 10.0.0.208:5000 2055 0.349 201 b9367a6761d2f372b794ea886b7751d3 199.19.213.123 - - [31/Mar/2026:22:36:07 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.027 [openstack-keystone-api-5000] [] 10.0.0.208:5000 87 0.026 404 74e675fb61c3606956e9f6198f9eabf5 199.19.213.123 - - [31/Mar/2026:22:36:07 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.029 [openstack-keystone-api-5000] [] 10.0.0.208:5000 390 0.030 200 f51c80542e70f87a8f7d871260fccc32 199.19.213.123 - - [31/Mar/2026:22:36:07 +0000] "GET /v3/users/rgw-RegionOne?domain_id=8c2e624a3ee14f23b3aa7beed620f135 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.036 [openstack-keystone-api-5000] [] 10.0.0.208:5000 91 0.036 404 ef6c6667caccce73adc63cce486c5632 199.19.213.123 - - [31/Mar/2026:22:36:07 +0000] "GET /v3/users?domain_id=8c2e624a3ee14f23b3aa7beed620f135&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.155 [openstack-keystone-api-5000] [] 10.0.0.208:5000 178 0.155 200 868763b620ded0dbe51b1999daa870d8 199.19.213.123 - - [31/Mar/2026:22:36:07 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.279 [openstack-keystone-api-5000] [] 10.0.0.208:5000 291 0.279 201 450f3666ef04e8397d0b9cd03aab3864 199.19.213.123 - - [31/Mar/2026:22:36:10 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 228 0.004 [openstack-keystone-api-5000] [] 10.0.0.208:5000 281 0.005 300 693d23e884f656ebe73e5fda49016edf 199.19.213.123 - - [31/Mar/2026:22:36:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 547 0.303 [openstack-keystone-api-5000] [] 10.0.0.208:5000 2055 0.303 201 4bfedfb3f303e2c97ec8a0042a8e9558 199.19.213.123 - - [31/Mar/2026:22:36:11 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 386 0.026 [openstack-keystone-api-5000] [] 10.0.0.208:5000 83 0.025 404 d004be79c9e7886f5ed3016c6eba8f65 199.19.213.123 - - [31/Mar/2026:22:36:11 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "python-keystoneclient" 391 0.023 [openstack-keystone-api-5000] [] 10.0.0.208:5000 361 0.023 200 fc2c1bb66d879c0fcc50d84bdf7db112 199.19.213.123 - - [31/Mar/2026:22:36:11 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 390 0.029 [openstack-keystone-api-5000] [] 10.0.0.208:5000 87 0.028 404 361242bd1d142da8dfe021a68842ddd3 199.19.213.123 - - [31/Mar/2026:22:36:11 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "python-keystoneclient" 395 0.022 [openstack-keystone-api-5000] [] 10.0.0.208:5000 390 0.021 200 5035e45b0c60066430e5ca2cb700b825 199.19.213.123 - - [31/Mar/2026:22:36:11 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 394 0.023 [openstack-keystone-api-5000] [] 10.0.0.208:5000 91 0.022 404 1f15fd133e75389c5b3c71a5f8180007 199.19.213.123 - - [31/Mar/2026:22:36:11 +0000] "GET /v3/users?domain_id=8c2e624a3ee14f23b3aa7beed620f135&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "python-keystoneclient" 442 0.054 [openstack-keystone-api-5000] [] 10.0.0.208:5000 458 0.054 200 8a315b8f91cb9b20fcf447530796d097 199.19.213.123 - - [31/Mar/2026:22:36:11 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 391 0.022 [openstack-keystone-api-5000] [] 10.0.0.208:5000 88 0.023 404 53728f28c7e02e077caac92c3874b509 199.19.213.123 - - [31/Mar/2026:22:36:11 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "python-keystoneclient" 396 0.030 [openstack-keystone-api-5000] [] 10.0.0.208:5000 520 0.030 200 da9957ae2acffb38f0f6b9081c52b510 199.19.213.123 - - [31/Mar/2026:22:36:11 +0000] "PUT /v3/projects/98cf288683fb4a9499ff1d04bc417aaf/users/e82f428c14a24bd6a5b2eb2825788325/roles/f1f5b44bcd7b4520aa2852412651f227 HTTP/1.1" 204 0 "-" "python-keystoneclient" 513 0.227 [openstack-keystone-api-5000] [] 10.0.0.208:5000 0 0.227 204 c5d5ae4c68b382935e9504d8f87ce856 199.19.213.123 - - [31/Mar/2026:22:36:13 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.208:5000 281 0.004 300 fa92b54390107aeb211e4540bef7df15 199.19.213.123 - - [31/Mar/2026:22:36:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.344 [openstack-keystone-api-5000] [] 10.0.0.208:5000 2055 0.345 201 49e26446531a87c8fe6aab7a38c872ba 199.19.213.123 - - [31/Mar/2026:22:36:13 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.018 [openstack-keystone-api-5000] [] 10.0.0.208:5000 151 0.017 200 7ade68b73599bc65d1572557799d31da 199.19.213.123 - - [31/Mar/2026:22:36:13 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.029 [openstack-keystone-api-5000] [] 10.0.0.208:5000 263 0.028 201 966ca11f0807ac327722056e9d267275 199.19.213.123 - - [31/Mar/2026:22:36:14 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.208:5000 281 0.004 300 e0897caab3f09eac6d20c6c50ca6de78 199.19.213.123 - - [31/Mar/2026:22:36:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.311 [openstack-keystone-api-5000] [] 10.0.0.208:5000 2157 0.312 201 98f27102640347663168a0dba2cc14ee 199.19.213.123 - - [31/Mar/2026:22:36:15 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.023 [openstack-keystone-api-5000] [] 10.0.0.208:5000 86 0.023 404 99ec2ee2a52aea3f26b0829328d7e74f 199.19.213.123 - - [31/Mar/2026:22:36:15 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.016 [openstack-keystone-api-5000] [] 10.0.0.208:5000 382 0.015 200 d94947890e854747491ebfadec291b03 199.19.213.123 - - [31/Mar/2026:22:36:15 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=29ea9abe8fe54ceba4fd872740a13c48 HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.019 [openstack-keystone-api-5000] [] 10.0.0.208:5000 205 0.020 200 04b51f89db936f185b7c837f03d6b793 199.19.213.123 - - [31/Mar/2026:22:36:15 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.033 [openstack-keystone-api-5000] [] 10.0.0.208:5000 379 0.034 201 87d27ab28c77df98f27a5b2063aa28da 199.19.213.123 - - [31/Mar/2026:22:36:15 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.208:5000 281 0.004 300 7268713ac865f86ce9b671f1a998389f 199.19.213.123 - - [31/Mar/2026:22:36:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.306 [openstack-keystone-api-5000] [] 10.0.0.208:5000 2366 0.306 201 8e5a1047aa64494a37eb1c7e3abf2b6e 199.19.213.123 - - [31/Mar/2026:22:36:15 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.025 [openstack-keystone-api-5000] [] 10.0.0.208:5000 86 0.025 404 3eb2004c2f285eaf0539ad4cd101ca86 199.19.213.123 - - [31/Mar/2026:22:36:15 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.014 [openstack-keystone-api-5000] [] 10.0.0.208:5000 382 0.014 200 463d4c66a02197608ded4266d21dae19 199.19.213.123 - - [31/Mar/2026:22:36:16 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=29ea9abe8fe54ceba4fd872740a13c48 HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.017 [openstack-keystone-api-5000] [] 10.0.0.208:5000 207 0.018 200 f836926e20468719eaeee25400d97100 199.19.213.123 - - [31/Mar/2026:22:36:16 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.026 [openstack-keystone-api-5000] [] 10.0.0.208:5000 392 0.025 201 cd93d807345f395fa3d139bbac24f056 W0331 22:36:17.314610 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0331 22:36:17.314703 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0331 22:36:17.314750 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:36:17.314766 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:36:17.317903 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.003s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:35.7kB} I0331 22:36:17.317930 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0331 22:36:17.325044 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0331 22:36:17.326183 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"60572e15-d5ff-456d-a88e-c82bac532723", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8483", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 22:36:17.326311 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0331 22:36:17.326538 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0331 22:36:17.326604 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0331 22:36:17.326652 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:36:17.326666 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:36:17.326754 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 22:36:17.379633 7 controller.go:216] "Backend successfully reloaded" I0331 22:36:17.380205 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-mb9xs", UID:"285d840e-bb1f-4940-a360-2d65c62cd1f2", APIVersion:"v1", ResourceVersion:"1437", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0331 22:36:17.614365 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0331 22:36:17.615752 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0331 22:36:20.659975 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0331 22:36:20.660088 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:36:20.660098 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:36:34.052405 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0331 22:36:34.052524 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:36:34.052541 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:36:38.729369 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 22:36:38.729563 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:36:38.729591 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:36:38.729799 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 22:36:38.780011 7 controller.go:216] "Backend successfully reloaded" I0331 22:36:38.780228 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-mb9xs", UID:"285d840e-bb1f-4940-a360-2d65c62cd1f2", APIVersion:"v1", ResourceVersion:"1437", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0331 22:36:39.732344 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.101.12.162"}] I0331 22:36:39.737035 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"60572e15-d5ff-456d-a88e-c82bac532723", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8760", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 22:36:42.063801 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 22:36:42.063975 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:36:42.064006 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:36:45.397601 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 22:36:45.397801 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:36:45.397827 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:36:48.730459 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 22:36:48.730666 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:36:48.730698 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:37:04.877175 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 22:37:04.877348 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:37:04.877378 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:37:08.212180 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 22:37:08.212630 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:37:08.212659 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:37:13.104852 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 22:37:13.105064 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:37:13.105092 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:37:22.492652 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 22:37:22.492789 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:37:22.492805 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:38:01.518871 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:38:01.518979 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:39:20.364040 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0331 22:39:20.364223 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0331 22:39:20.364326 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:39:20.364371 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:39:20.368524 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.005s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:39.2kB} I0331 22:39:20.368545 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0331 22:39:20.374065 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0331 22:39:20.374524 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"c9f5c8dd-88ba-4957-98f2-43494d6a6763", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10010", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 22:39:20.374941 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0331 22:39:20.375686 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0331 22:39:20.375873 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0331 22:39:20.376002 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:39:20.376037 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:39:20.376298 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 22:39:20.447845 7 controller.go:216] "Backend successfully reloaded" I0331 22:39:20.448569 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-mb9xs", UID:"285d840e-bb1f-4940-a360-2d65c62cd1f2", APIVersion:"v1", ResourceVersion:"1437", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0331 22:39:20.689249 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0331 22:39:20.694417 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0331 22:39:23.709708 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0331 22:39:23.710083 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:39:23.710155 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.123 - - [31/Mar/2026:22:39:24 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.208:5000 281 0.005 300 f95930b1a346b6e58ae42fc2f5b92f23 199.19.213.123 - - [31/Mar/2026:22:39:24 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.340 [openstack-keystone-api-5000] [] 10.0.0.208:5000 3201 0.339 201 66664bbd3326e26e153ee82a580de571 199.19.213.123 - - [31/Mar/2026:22:39:25 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 49bc0978440315e1a152562eb70d4ab4 199.19.213.123 - - [31/Mar/2026:22:39:25 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 8254ae872765a197f20aeeb0910cf1ef 199.19.213.123 - - [31/Mar/2026:22:39:26 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.208:5000 281 0.005 300 0c6c0da9dd4241dd667a86169d69a26d 199.19.213.123 - - [31/Mar/2026:22:39:26 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.290 [openstack-keystone-api-5000] [] 10.0.0.208:5000 3201 0.291 201 95aa2cc7791a64c132c26c79971c3d53 199.19.213.123 - - [31/Mar/2026:22:39:26 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 3037e7413adf828752dca9902ab1680d 199.19.213.123 - - [31/Mar/2026:22:39:26 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 0e57717fbf49cf310914c5adaca375be 199.19.213.123 - - [31/Mar/2026:22:39:28 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.208:5000 281 0.003 300 25281856c514a903e06f6caae5010a7f 199.19.213.123 - - [31/Mar/2026:22:39:28 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.305 [openstack-keystone-api-5000] [] 10.0.0.208:5000 3201 0.304 201 6986840e90c5f837137076f8262eec0b 199.19.213.123 - - [31/Mar/2026:22:39:28 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a71d9d4a15d4352b2521a0c69149b3f3 199.19.213.123 - - [31/Mar/2026:22:39:28 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b527780bbad5ff0cd42e5245f9bf5cba W0331 22:39:28.805669 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0331 22:39:28.805876 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:39:28.805897 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.123 - - [31/Mar/2026:22:39:30 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.208:5000 281 0.003 300 3411fd8cb697c0b4c398c8bb0d0a7d4b 199.19.213.123 - - [31/Mar/2026:22:39:30 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.303 [openstack-keystone-api-5000] [] 10.0.0.208:5000 3201 0.303 201 b9066c08fe7a7d35a733300f4a0f3b9f 199.19.213.123 - - [31/Mar/2026:22:39:30 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 5a43d33d18b8fd00cbe2283768af79f4 199.19.213.123 - - [31/Mar/2026:22:39:30 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c54bf9107948eeb18919a95cb1fa0174 199.19.213.123 - - [31/Mar/2026:22:39:31 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.208:5000 281 0.004 300 9c2bd0f2ec44d11425fcb460dcbf4113 199.19.213.123 - - [31/Mar/2026:22:39:32 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.280 [openstack-keystone-api-5000] [] 10.0.0.208:5000 3201 0.280 201 51563a1e8e3b0555ff4eaf4a6030a375 199.19.213.123 - - [31/Mar/2026:22:39:32 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 7fd5a13f7f1f5f6ffaf95a7e746691a6 199.19.213.123 - - [31/Mar/2026:22:39:32 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - d58525130170b28cab5a390dd78298b5 199.19.213.123 - - [31/Mar/2026:22:39:33 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.208:5000 281 0.003 300 e5bd0603b7a7c5a90b4b9ebed583312d 199.19.213.123 - - [31/Mar/2026:22:39:34 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.290 [openstack-keystone-api-5000] [] 10.0.0.208:5000 3201 0.291 201 93bc45de5189fce211dd92934aa88533 199.19.213.123 - - [31/Mar/2026:22:39:34 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - d839123d899a8771b7384db1c4745908 199.19.213.123 - - [31/Mar/2026:22:39:34 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 2121e7e8f213baf6a63385d723599f90 199.19.213.123 - - [31/Mar/2026:22:39:35 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.208:5000 281 0.003 300 9428ab1aae97bf813cd35f1b064ddc99 199.19.213.123 - - [31/Mar/2026:22:39:35 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.296 [openstack-keystone-api-5000] [] 10.0.0.208:5000 3201 0.297 201 88d2fe3e39392b2c884e54147334347d 199.19.213.123 - - [31/Mar/2026:22:39:35 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 71a6db6c0f8078254427e1c60a2c5435 199.19.213.123 - - [31/Mar/2026:22:39:35 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 738553bc8728676643f9d6fb468dca51 199.19.213.123 - - [31/Mar/2026:22:39:37 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.208:5000 281 0.002 300 6737bfe3bcd99d033d4fa89b6cb65156 199.19.213.123 - - [31/Mar/2026:22:39:37 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.296 [openstack-keystone-api-5000] [] 10.0.0.208:5000 3201 0.296 201 6584cb2061e93648ebc8968ed8db3cd3 199.19.213.123 - - [31/Mar/2026:22:39:37 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - df5311452c4a05f0cf2de1e1969c1f2e 199.19.213.123 - - [31/Mar/2026:22:39:37 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 8cc3ae74050e1bff1f12d2a56f74a79e W0331 22:39:38.453395 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:39:38.453430 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.123 - - [31/Mar/2026:22:39:39 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.208:5000 281 0.003 300 38adc1ec9c2aa9804d563de449cb02a0 199.19.213.123 - - [31/Mar/2026:22:39:39 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.285 [openstack-keystone-api-5000] [] 10.0.0.208:5000 3201 0.285 201 9268e5ac4ba0883dcb30e2a0239cbe87 199.19.213.123 - - [31/Mar/2026:22:39:39 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.152:9292 1312 0.002 300 73d95c58ec66a86a92a439e2a326faad I0331 22:39:39.733878 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.101.12.162"}] I0331 22:39:39.740342 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"c9f5c8dd-88ba-4957-98f2-43494d6a6763", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10171", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync 199.19.213.123 - - [31/Mar/2026:22:39:40 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.577 [openstack-glance-api-9292] [] 10.0.0.152:9292 69 0.578 200 2404ad902b356f47be514cddf165d3d1 W0331 22:39:41.787948 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:39:41.787995 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.123 - - [31/Mar/2026:22:39:42 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.208:5000 281 0.002 300 d96e0bf1e233a27e56cc9d8406a6bbad 199.19.213.123 - - [31/Mar/2026:22:39:43 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.303 [openstack-keystone-api-5000] [] 10.0.0.208:5000 3201 0.303 201 44a343c754abd9ad15e58464e7237d0f 199.19.213.123 - - [31/Mar/2026:22:39:43 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.152:9292 1312 0.002 300 248e85c90bb225e6a8dced639abae5ac 199.19.213.123 - - [31/Mar/2026:22:39:43 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.046 [openstack-glance-api-9292] [] 10.0.0.152:9292 69 0.045 200 a7c5d6d91ed38866c20d54771977d54e 199.19.213.123 - - [31/Mar/2026:22:39:43 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.129 [openstack-glance-api-9292] [] 10.0.0.152:9292 151 0.128 404 da7588c124bac82e54f83234c4630faa 199.19.213.123 - - [31/Mar/2026:22:39:43 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.025 [openstack-glance-api-9292] [] 10.0.0.152:9292 81 0.026 200 1f63dffe289037515e211f2e70eb50e7 199.19.213.123 - - [31/Mar/2026:22:39:43 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.029 [openstack-glance-api-9292] [] 10.0.0.152:9292 84 0.029 200 e053fb1b9bb7fd26dd36baf88e46db3a 199.19.213.123 - - [31/Mar/2026:22:39:43 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.065 [openstack-glance-api-9292] [] 10.0.0.152:9292 760 0.065 201 8003dc68d80160358d4f8af7915095e6 199.19.213.123 - - [31/Mar/2026:22:39:47 +0000] "PUT /v2/images/d12db580-928a-432e-9574-7c4f186a8f51/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 4.178 [openstack-glance-api-9292] [] 10.0.0.152:9292 0 4.179 204 bc80e841c9263450f824e8798374b4d8 199.19.213.123 - - [31/Mar/2026:22:39:47 +0000] "GET /v2/images/d12db580-928a-432e-9574-7c4f186a8f51 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.014 [openstack-glance-api-9292] [] 10.0.0.152:9292 1171 0.014 200 f0a09c4da7bc6ddae1a67a0907df46ba 199.19.213.123 - - [31/Mar/2026:22:39:47 +0000] "GET /v2/images/d12db580-928a-432e-9574-7c4f186a8f51 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.017 [openstack-glance-api-9292] [] 10.0.0.152:9292 1171 0.017 200 6fa873147e07c8762a02bd2bb31817fc W0331 22:39:50.716130 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:39:50.716163 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:39:54.049869 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:39:54.049901 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store