------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0309 01:40:47.216093 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0309 01:40:47.216251 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0309 01:40:47.223529 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0309 01:40:47.226151 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0309 01:40:47.334817 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0309 01:40:47.351819 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0309 01:40:47.365237 7 nginx.go:271] "Starting NGINX Ingress controller" I0309 01:40:47.371096 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"7ec5890a-5271-4df2-a2ac-8bcfdbed982a", APIVersion:"v1", ResourceVersion:"1125", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0309 01:40:47.375560 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"9baf05bc-8cd8-4e1e-ba79-1edf47e8afff", APIVersion:"v1", ResourceVersion:"1126", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0309 01:40:47.375643 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"6760d9bc-cb2c-4533-857d-c5eaaf2413f2", APIVersion:"v1", ResourceVersion:"1127", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0309 01:40:48.567287 7 nginx.go:317] "Starting NGINX process" I0309 01:40:48.567383 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0309 01:40:48.567907 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0309 01:40:48.568272 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0309 01:40:48.568416 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:40:48.568474 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:40:48.568547 7 controller.go:196] "Configuration changes detected, backend reload required" I0309 01:40:48.575318 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0309 01:40:48.575428 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-ksfgk" I0309 01:40:48.601768 7 controller.go:216] "Backend successfully reloaded" I0309 01:40:48.601987 7 controller.go:227] "Initial sync, sleeping for 1 second" I0309 01:40:48.602142 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-ksfgk", UID:"6c074409-db42-45a7-b510-9490b4417dcc", APIVersion:"v1", ResourceVersion:"1170", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0309 01:40:52.388455 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:40:52.388495 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:40:55.723719 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:40:55.723787 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:40:59.056208 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:40:59.056262 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:02.389113 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:02.389180 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:05.722333 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:05.722391 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:09.055143 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:09.055195 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:12.389132 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:12.389169 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:15.723171 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:15.723213 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:19.056156 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:19.056198 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:22.391449 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:22.391502 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:11.408879 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:11.408906 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:14.744783 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:14.744831 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:30.502088 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:30.502126 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:33.835933 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:33.835976 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:37.169502 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:37.169565 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:40.502205 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:40.502254 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:43.836773 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:43.836839 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:47.169885 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:47.169927 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:51.044100 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:51.044152 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:54.377590 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:54.377635 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:58.127132 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:58.127163 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:45:03.857435 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:45:03.857521 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:45:06.541606 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.162-253-55-207.nip.io-tls": local SSL certificate auth-system/keycloak.162-253-55-207.nip.io-tls was not found. Using default certificate W0309 01:45:06.541673 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:45:06.541690 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:45:06.543471 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:14.7kB} I0309 01:45:06.543500 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0309 01:45:06.548638 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0309 01:45:06.548900 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"58ac7143-7bda-45ee-b66f-72d45eda66c7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3034", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:45:06.549305 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.162-253-55-207.nip.io-tls" in local store W0309 01:45:07.191506 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.162-253-55-207.nip.io-tls": local SSL certificate auth-system/keycloak.162-253-55-207.nip.io-tls was not found. Using default certificate W0309 01:45:07.191579 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:45:07.191595 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:45:07.191672 7 controller.go:196] "Configuration changes detected, backend reload required" I0309 01:45:07.226524 7 controller.go:216] "Backend successfully reloaded" I0309 01:45:07.227081 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-ksfgk", UID:"6c074409-db42-45a7-b510-9490b4417dcc", APIVersion:"v1", ResourceVersion:"1170", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0309 01:45:07.291834 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.162-253-55-207.nip.io-tls" I0309 01:45:07.293881 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.162-253-55-207.nip.io-tls" W0309 01:45:10.524359 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:45:10.524455 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.207 - - [09/Mar/2026:01:45:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.944 [auth-system-keycloak-80] [] 10.0.0.34:8080 1928 1.943 200 0c39758694e7a13c44258ecf22d871a3 162.253.55.207 - - [09/Mar/2026:01:45:17 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.171 [auth-system-keycloak-80] [] 10.0.0.34:8080 116 0.171 404 bd008b7e83154a45ac780dfeceb518a9 162.253.55.207 - - [09/Mar/2026:01:45:21 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 3.587 [auth-system-keycloak-80] [] 10.0.0.34:8080 0 3.586 201 4e4a008a41e0f81bece0ea8549580ae4 162.253.55.207 - - [09/Mar/2026:01:45:21 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.615 [auth-system-keycloak-80] [] 10.0.0.34:8080 4246 0.615 200 3122d5f953dbe53732e5d9c538734404 162.253.55.207 - - [09/Mar/2026:01:45:22 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.485 [auth-system-keycloak-80] [] 10.0.0.34:8080 1928 0.483 200 94f60ebeb809fd5b3827deaec5ac81c3 162.253.55.207 - - [09/Mar/2026:01:45:22 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.064 [auth-system-keycloak-80] [] 10.0.0.34:8080 12500 0.064 200 ab4292ffad6879a28f300f3d78ad4aaf 162.253.55.207 - - [09/Mar/2026:01:45:22 +0000] "GET /admin/realms/atmosphere/client-scopes/171a0a2c-e247-4cc5-977b-9e7e6aaaf73b HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.060 [auth-system-keycloak-80] [] 10.0.0.34:8080 1278 0.060 200 d2d594e474136d26e951f7712c3c361f 162.253.55.207 - - [09/Mar/2026:01:45:22 +0000] "PUT /admin/realms/atmosphere/client-scopes/171a0a2c-e247-4cc5-977b-9e7e6aaaf73b HTTP/1.1" 204 0 "-" "Ansible" 1848 0.017 [auth-system-keycloak-80] [] 10.0.0.34:8080 0 0.016 204 f5106a3aa543b15fa2c1cc5d53501b54 162.253.55.207 - - [09/Mar/2026:01:45:23 +0000] "GET /admin/realms/atmosphere/client-scopes/171a0a2c-e247-4cc5-977b-9e7e6aaaf73b/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.070 [auth-system-keycloak-80] [] 10.0.0.34:8080 963 0.070 200 1d12df82141f7299bace8969457b55cd 162.253.55.207 - - [09/Mar/2026:01:45:23 +0000] "GET /admin/realms/atmosphere/client-scopes/171a0a2c-e247-4cc5-977b-9e7e6aaaf73b/protocol-mappers/models/5bac4579-1ffc-42c1-9382-023544f79a9b HTTP/1.1" 200 366 "-" "Ansible" 1309 0.006 [auth-system-keycloak-80] [] 10.0.0.34:8080 366 0.006 200 93d120e7f7cca09103668f248daa2500 162.253.55.207 - - [09/Mar/2026:01:45:23 +0000] "PUT /admin/realms/atmosphere/client-scopes/171a0a2c-e247-4cc5-977b-9e7e6aaaf73b/protocol-mappers/models/5bac4579-1ffc-42c1-9382-023544f79a9b HTTP/1.1" 204 0 "-" "Ansible" 1622 0.075 [auth-system-keycloak-80] [] 10.0.0.34:8080 0 0.074 204 fac600ae8272d6a3b5f149187150fe9c 162.253.55.207 - - [09/Mar/2026:01:45:23 +0000] "GET /admin/realms/atmosphere/client-scopes/171a0a2c-e247-4cc5-977b-9e7e6aaaf73b HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.080 [auth-system-keycloak-80] [] 10.0.0.34:8080 1218 0.080 200 6ea5d6e6ff41b5edfa7cc8c8987a7b53 162.253.55.207 - - [09/Mar/2026:01:45:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.444 [auth-system-keycloak-80] [] 10.0.0.34:8080 1928 0.442 200 a0015c644c4b91a2194951126c512313 162.253.55.207 - - [09/Mar/2026:01:45:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.033 [auth-system-keycloak-80] [] 10.0.0.34:8080 2 0.033 200 5fabd3db2497707ce61e668d4bc00082 162.253.55.207 - - [09/Mar/2026:01:45:44 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.204 [auth-system-keycloak-80] [] 10.0.0.34:8080 0 0.203 201 dbdaf7337ea126a43c3a725a83705977 162.253.55.207 - - [09/Mar/2026:01:45:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.084 [auth-system-keycloak-80] [] 10.0.0.34:8080 1261 0.084 200 0872247e2ad59434a6f30ef7cd23463a 162.253.55.207 - - [09/Mar/2026:01:45:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.107 [auth-system-keycloak-80] [] 10.0.0.34:8080 1928 1.106 200 beee66c8cfb28acf35133d6df640aa70 162.253.55.207 - - [09/Mar/2026:01:45:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.013 [auth-system-keycloak-80] [] 10.0.0.34:8080 2 0.013 200 5d4f0924c189b9254703ff60bcebb405 162.253.55.207 - - [09/Mar/2026:01:45:46 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.034 [auth-system-keycloak-80] [] 10.0.0.34:8080 0 0.033 201 6a81aa8eabd4d7b42c2d1c6657d35c7d 162.253.55.207 - - [09/Mar/2026:01:45:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.037 [auth-system-keycloak-80] [] 10.0.0.34:8080 1286 0.037 200 3046d5d6d4e0b4a0aa7fe45ffbb3c490 162.253.55.207 - - [09/Mar/2026:01:45:47 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.513 [auth-system-keycloak-80] [] 10.0.0.34:8080 1928 0.512 200 00f1b8989266b6c2e23faaa9bc63a847 162.253.55.207 - - [09/Mar/2026:01:45:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.34:8080 2 0.009 200 dd05a7310d43812e1ec0d80b142de4a0 162.253.55.207 - - [09/Mar/2026:01:45:47 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.087 [auth-system-keycloak-80] [] 10.0.0.34:8080 0 0.087 201 5ef4ccf61c672da50135da450010da7f 162.253.55.207 - - [09/Mar/2026:01:45:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.079 [auth-system-keycloak-80] [] 10.0.0.34:8080 1251 0.079 200 403ac1c224a991edb5e84c125446a5d5 162.253.55.207 - - [09/Mar/2026:01:45:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.482 [auth-system-keycloak-80] [] 10.0.0.34:8080 1928 0.481 200 c53349c5c7ad4a6b96e9eb8a1275cfe7 162.253.55.207 - - [09/Mar/2026:01:45:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.34:8080 1261 0.009 200 430357d4c14f3bb51873bb7e4bdd4fe2 162.253.55.207 - - [09/Mar/2026:01:45:48 +0000] "GET /admin/realms/atmosphere/clients/9796db15-0431-47a3-a14d-720e095240f2/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.34:8080 119 0.013 404 e95b935e8066990c5142c16e435ea095 I0309 01:45:48.582613 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.105.33.67"}] I0309 01:45:48.587488 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"58ac7143-7bda-45ee-b66f-72d45eda66c7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3422", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:45:48.588508 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:45:48.588525 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.207 - - [09/Mar/2026:01:45:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.34:8080 1261 0.007 200 2eeea14946c5517efc7b594a9ffefeec 162.253.55.207 - - [09/Mar/2026:01:45:48 +0000] "POST /admin/realms/atmosphere/clients/9796db15-0431-47a3-a14d-720e095240f2/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.037 [auth-system-keycloak-80] [] 10.0.0.34:8080 0 0.036 201 4ecf253f386a00cc7bd1c1c2198a8e37 162.253.55.207 - - [09/Mar/2026:01:45:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.010 [auth-system-keycloak-80] [] 10.0.0.34:8080 1261 0.010 200 cab739bdbebaf7918e85b8d6e344c59b 162.253.55.207 - - [09/Mar/2026:01:45:48 +0000] "GET /admin/realms/atmosphere/clients/9796db15-0431-47a3-a14d-720e095240f2/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.057 [auth-system-keycloak-80] [] 10.0.0.34:8080 166 0.057 200 1736742d1990724085ea1a9c2644c734 162.253.55.207 - - [09/Mar/2026:01:45:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.456 [auth-system-keycloak-80] [] 10.0.0.34:8080 1928 0.455 200 0eef21856ee031f4a8d26529444480cb 162.253.55.207 - - [09/Mar/2026:01:45:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.040 [auth-system-keycloak-80] [] 10.0.0.34:8080 1286 0.040 200 267449ee36effa588ff05f92c79ffcd2 162.253.55.207 - - [09/Mar/2026:01:45:49 +0000] "GET /admin/realms/atmosphere/clients/0d67d058-a8dd-4491-8036-0ec8a5e72e7a/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.011 [auth-system-keycloak-80] [] 10.0.0.34:8080 119 0.011 404 1bafd9c1d0aa49d6d5769119994662ce 162.253.55.207 - - [09/Mar/2026:01:45:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.011 [auth-system-keycloak-80] [] 10.0.0.34:8080 1286 0.011 200 335e6354cfc611d2354448c5ac915a0e 162.253.55.207 - - [09/Mar/2026:01:45:49 +0000] "POST /admin/realms/atmosphere/clients/0d67d058-a8dd-4491-8036-0ec8a5e72e7a/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.060 [auth-system-keycloak-80] [] 10.0.0.34:8080 0 0.060 201 7cead353f596821751f1f381040d0fd4 162.253.55.207 - - [09/Mar/2026:01:45:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.34:8080 1286 0.009 200 b212fc70e5496736b96e2c8047eacb48 162.253.55.207 - - [09/Mar/2026:01:45:49 +0000] "GET /admin/realms/atmosphere/clients/0d67d058-a8dd-4491-8036-0ec8a5e72e7a/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.064 [auth-system-keycloak-80] [] 10.0.0.34:8080 165 0.064 200 ba9aa6b783f7a57b760cdae4df142b0c 162.253.55.207 - - [09/Mar/2026:01:45:50 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.504 [auth-system-keycloak-80] [] 10.0.0.34:8080 1928 0.503 200 7f5738f5058d1849c0a76eb369a6e151 162.253.55.207 - - [09/Mar/2026:01:45:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.34:8080 1286 0.008 200 ab8e2714c90f2a75d7bb7a7789e03d3c 162.253.55.207 - - [09/Mar/2026:01:45:50 +0000] "GET /admin/realms/atmosphere/clients/0d67d058-a8dd-4491-8036-0ec8a5e72e7a/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.056 [auth-system-keycloak-80] [] 10.0.0.34:8080 119 0.055 404 20f1508ae350cb333d6f3e36d15234f4 162.253.55.207 - - [09/Mar/2026:01:45:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.34:8080 1286 0.006 200 84ac1813da36bc0633e97c8d4c620235 162.253.55.207 - - [09/Mar/2026:01:45:50 +0000] "POST /admin/realms/atmosphere/clients/0d67d058-a8dd-4491-8036-0ec8a5e72e7a/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.016 [auth-system-keycloak-80] [] 10.0.0.34:8080 0 0.015 201 2bc7e7fad19e18d163f75a2bbdb11b5f 162.253.55.207 - - [09/Mar/2026:01:45:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.043 [auth-system-keycloak-80] [] 10.0.0.34:8080 1286 0.043 200 6c0db632413ef900811dd3e21adf3809 162.253.55.207 - - [09/Mar/2026:01:45:50 +0000] "GET /admin/realms/atmosphere/clients/0d67d058-a8dd-4491-8036-0ec8a5e72e7a/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.34:8080 166 0.014 200 b4462fd5d08e196fdd43481426ef3a8d 162.253.55.207 - - [09/Mar/2026:01:45:51 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.474 [auth-system-keycloak-80] [] 10.0.0.34:8080 1928 0.473 200 8bdcb81331e140e34561b47bbacfcdc3 162.253.55.207 - - [09/Mar/2026:01:45:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.015 [auth-system-keycloak-80] [] 10.0.0.34:8080 1286 0.015 200 6a5615ed3c8a9555e1d35eb409578472 162.253.55.207 - - [09/Mar/2026:01:45:51 +0000] "GET /admin/realms/atmosphere/clients/0d67d058-a8dd-4491-8036-0ec8a5e72e7a/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.066 [auth-system-keycloak-80] [] 10.0.0.34:8080 119 0.066 404 70a261b8a0d8518e06bf33c93d91f299 162.253.55.207 - - [09/Mar/2026:01:45:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.34:8080 1286 0.009 200 77589025bbf810583e7798a27fb9d530 162.253.55.207 - - [09/Mar/2026:01:45:51 +0000] "POST /admin/realms/atmosphere/clients/0d67d058-a8dd-4491-8036-0ec8a5e72e7a/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.028 [auth-system-keycloak-80] [] 10.0.0.34:8080 0 0.027 201 35fd9e0bde325bb95b6e22182316bd13 162.253.55.207 - - [09/Mar/2026:01:45:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.032 [auth-system-keycloak-80] [] 10.0.0.34:8080 1286 0.032 200 a2d7ffc7e3add03665b08e9cacf726af 162.253.55.207 - - [09/Mar/2026:01:45:51 +0000] "GET /admin/realms/atmosphere/clients/0d67d058-a8dd-4491-8036-0ec8a5e72e7a/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.34:8080 166 0.015 200 42fdf4168d7bf37ccde935336600b7fb 162.253.55.207 - - [09/Mar/2026:01:45:52 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.441 [auth-system-keycloak-80] [] 10.0.0.34:8080 1928 0.440 200 e9bab799881b868764ecc6ef04adfa73 162.253.55.207 - - [09/Mar/2026:01:45:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.032 [auth-system-keycloak-80] [] 10.0.0.34:8080 1251 0.032 200 5784fd0af62f56ec9c29bd00d2cbed9b 162.253.55.207 - - [09/Mar/2026:01:45:52 +0000] "GET /admin/realms/atmosphere/clients/f5264040-0114-438c-80ab-71993a458d9d/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.34:8080 119 0.009 404 95115a98b3779efb45cafaa78015237b 162.253.55.207 - - [09/Mar/2026:01:45:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.34:8080 1251 0.006 200 dcf75b0f93c156a1137c0c70e39a9c9c 162.253.55.207 - - [09/Mar/2026:01:45:52 +0000] "POST /admin/realms/atmosphere/clients/f5264040-0114-438c-80ab-71993a458d9d/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.062 [auth-system-keycloak-80] [] 10.0.0.34:8080 0 0.061 201 228c1b5c7da62e8f00bee575c07886ad 162.253.55.207 - - [09/Mar/2026:01:45:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.34:8080 1251 0.007 200 b8805f13d4318f8100cfd27f304b8ead 162.253.55.207 - - [09/Mar/2026:01:45:52 +0000] "GET /admin/realms/atmosphere/clients/f5264040-0114-438c-80ab-71993a458d9d/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.34:8080 166 0.014 200 ade9a91a7e468de5af3795331bd995b0 W0309 01:46:12.686966 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:46:12.687031 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:46:16.020472 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:46:16.020509 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:46:19.354817 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:46:19.354867 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:00.459269 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:00.459306 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:00.529557 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 01:47:00.529699 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:47:00.529782 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0309 01:47:00.529788 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0309 01:47:00.529831 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:00.529857 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:00.529881 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:00.529954 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:00.530398 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:47:00.530529 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0309 01:47:00.530607 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:00.530641 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:47:00.532181 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0309 01:47:00.532211 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0309 01:47:00.533052 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0309 01:47:00.533083 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0309 01:47:00.533633 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:18.2kB} I0309 01:47:00.533685 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0309 01:47:00.538474 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0309 01:47:00.538692 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"82842ec9-53f7-4d5d-8a1d-5cea0c10762a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3999", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:47:00.538860 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0309 01:47:00.541102 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0309 01:47:00.541365 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"f43afbc0-ad82-40c0-bad0-453a93f99c17", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4003", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:47:00.541934 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0309 01:47:00.541973 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0309 01:47:00.542120 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"3d83f66e-131a-4581-a9d3-8092463c7f37", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4004", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:47:00.542290 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0309 01:47:00.787401 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0309 01:47:00.789112 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0309 01:47:00.873716 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0309 01:47:00.874494 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0309 01:47:02.049110 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0309 01:47:02.050337 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0309 01:47:03.793070 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:47:03.793152 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 01:47:03.793210 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:47:03.793359 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:03.793395 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:47:03.793534 7 controller.go:196] "Configuration changes detected, backend reload required" I0309 01:47:03.841877 7 controller.go:216] "Backend successfully reloaded" I0309 01:47:03.842509 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-ksfgk", UID:"6c074409-db42-45a7-b510-9490b4417dcc", APIVersion:"v1", ResourceVersion:"1170", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0309 01:47:07.126633 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:47:07.126703 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 01:47:07.126764 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:47:07.126885 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:07.126913 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:10.460417 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:47:10.460480 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 01:47:10.460518 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:47:10.460641 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:10.460657 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:13.793103 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:47:13.793165 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 01:47:13.793201 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:47:13.793314 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:13.793333 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:17.125979 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:47:17.126027 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 01:47:17.126056 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:47:17.126137 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:17.126150 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:20.460390 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:47:20.460445 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 01:47:20.460482 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:47:20.460601 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:20.460625 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:23.793120 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:47:23.793243 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:47:23.793376 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:23.793411 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:27.126671 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:47:27.126778 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:47:27.126916 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:27.126945 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:30.460277 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:47:30.460345 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:47:30.460433 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:30.460453 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:33.793880 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:47:33.794138 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:47:33.794361 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:33.794427 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:37.126224 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:47:37.126323 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:47:37.126445 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:37.126473 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.160 - - [09/Mar/2026:01:47:38 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.032 [auth-system-keycloak-80] [] 10.0.0.34:8080 6432 0.032 200 68614dfb5ddcc48d135843d98d58d16a 10.0.0.226 - - [09/Mar/2026:01:47:38 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.008 [auth-system-keycloak-80] [] 10.0.0.34:8080 6432 0.008 200 ef3b506ed6ed48f011dd2ec1905a8f5b W0309 01:47:40.459576 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:47:40.459777 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:40.459804 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:43.793452 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:47:43.793697 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:43.793734 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:47.127817 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:47:47.128237 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:47.128285 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:47:48.583160 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.105.33.67"}] I0309 01:47:48.583234 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.105.33.67"}] I0309 01:47:48.583291 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.105.33.67"}] I0309 01:47:48.590073 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"3d83f66e-131a-4581-a9d3-8092463c7f37", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5121", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0309 01:47:48.592858 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"f43afbc0-ad82-40c0-bad0-453a93f99c17", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5122", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0309 01:47:48.594132 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"82842ec9-53f7-4d5d-8a1d-5cea0c10762a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5123", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:47:50.460284 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:47:50.460436 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:50.460462 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:53.793332 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:47:53.793546 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:53.793577 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:57.127066 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:57.127112 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:00.460699 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:00.460758 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.207 - - [09/Mar/2026:01:48:01 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.524 [auth-system-keycloak-80] [] 10.0.0.34:8080 1928 0.523 200 c5db3e1b6b752ed123fd53794a97525a 162.253.55.207 - - [09/Mar/2026:01:48:01 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.007 [auth-system-keycloak-80] [] 10.0.0.34:8080 4246 0.007 200 724011f8828795228440aa9d3f4de822 162.253.55.207 - - [09/Mar/2026:01:48:02 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.686 [auth-system-keycloak-80] [] 10.0.0.34:8080 0 0.684 204 93ebe163610c68995d97e555ea9c525f 162.253.55.207 - - [09/Mar/2026:01:48:02 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.191 [auth-system-keycloak-80] [] 10.0.0.34:8080 4384 0.191 200 6f52c746c57ffaef3c8f6395da9771c3 162.253.55.207 - - [09/Mar/2026:01:48:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.477 [auth-system-keycloak-80] [] 10.0.0.34:8080 1928 0.476 200 4f4616b732642f9d7442d5d145315b7c 162.253.55.207 - - [09/Mar/2026:01:48:03 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.010 [auth-system-keycloak-80] [] 10.0.0.34:8080 1682 0.010 200 4515620a5fb0a8a687e911071708515e 162.253.55.207 - - [09/Mar/2026:01:48:04 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.007 [auth-system-keycloak-80] [] 10.0.0.34:8080 6432 0.007 200 af812890dde1d0d6f5505426995cf508 162.253.55.207 - - [09/Mar/2026:01:48:05 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.451 [auth-system-keycloak-80] [] 10.0.0.34:8080 1928 0.450 200 0cc4963866c26ca1627410f873d5965f 162.253.55.207 - - [09/Mar/2026:01:48:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.009 [auth-system-keycloak-80] [] 10.0.0.34:8080 2 0.009 200 be9d9863c7f6c55aaad140cec3fd7ae1 162.253.55.207 - - [09/Mar/2026:01:48:05 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.175 [auth-system-keycloak-80] [] 10.0.0.34:8080 0 0.174 201 e8d3ff1eda851fd6e431f40693c7ebeb 162.253.55.207 - - [09/Mar/2026:01:48:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.020 [auth-system-keycloak-80] [] 10.0.0.34:8080 2246 0.020 200 33d4d86fdce10234d85915ec8409a9a7 162.253.55.207 - - [09/Mar/2026:01:48:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.519 [auth-system-keycloak-80] [] 10.0.0.34:8080 1928 0.517 200 fae2b1d631dc3fe6563756d4347138c4 162.253.55.207 - - [09/Mar/2026:01:48:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.34:8080 2246 0.006 200 8d9791e5b88bb744aabf4de7c0947ca2 162.253.55.207 - - [09/Mar/2026:01:48:07 +0000] "GET /admin/realms/atmosphere/clients/0a7b9282-e6a1-42e9-acb2-c96cd1c50137/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.018 [auth-system-keycloak-80] [] 10.0.0.34:8080 233 0.018 200 d31b99e94d1eaa49e8f0c5e814396748 162.253.55.207 - - [09/Mar/2026:01:48:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.044 [auth-system-keycloak-80] [] 10.0.0.34:8080 831 0.044 200 f22ec1750220305d31d59a0697d3605a 162.253.55.207 - - [09/Mar/2026:01:48:07 +0000] "GET /admin/realms/atmosphere/clients/8cd269e4-66db-4101-9391-102eb95b02f3/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.081 [auth-system-keycloak-80] [] 10.0.0.34:8080 3758 0.081 200 d0aecca353347c89bc794e05f18dac39 162.253.55.207 - - [09/Mar/2026:01:48:07 +0000] "GET /admin/realms/atmosphere/users/f8cea78b-17a6-4a4e-ad4a-8cf985e89814/role-mappings/clients/8cd269e4-66db-4101-9391-102eb95b02f3/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.193 [auth-system-keycloak-80] [] 10.0.0.34:8080 3758 0.193 200 cd85906c9231e29dfcac24faab4da438 162.253.55.207 - - [09/Mar/2026:01:48:07 +0000] "GET /admin/realms/atmosphere/users/f8cea78b-17a6-4a4e-ad4a-8cf985e89814/role-mappings/clients/8cd269e4-66db-4101-9391-102eb95b02f3/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.091 [auth-system-keycloak-80] [] 10.0.0.34:8080 2 0.091 200 ee4d8cee015aa57f4251ea1f22e56609 162.253.55.207 - - [09/Mar/2026:01:48:07 +0000] "POST /admin/realms/atmosphere/users/f8cea78b-17a6-4a4e-ad4a-8cf985e89814/role-mappings/clients/8cd269e4-66db-4101-9391-102eb95b02f3 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.019 [auth-system-keycloak-80] [] 10.0.0.34:8080 0 0.019 204 1f41f11f706b23f1443978ca40520a1a 162.253.55.207 - - [09/Mar/2026:01:48:07 +0000] "GET /admin/realms/atmosphere/users/f8cea78b-17a6-4a4e-ad4a-8cf985e89814/role-mappings/clients/8cd269e4-66db-4101-9391-102eb95b02f3/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.055 [auth-system-keycloak-80] [] 10.0.0.34:8080 576 0.055 200 13ccc31546e6b1cafd0282a063c66903 W0309 01:48:10.295967 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:10.296023 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:13.630827 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:13.630891 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:29.092758 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:29.092788 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:32.427148 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:32.427194 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:50:15.843696 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:50:15.843727 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:50:56.822481 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0309 01:50:56.822604 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:50:56.822625 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:50:56.826550 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:28.7kB} I0309 01:50:56.826596 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0309 01:50:56.829699 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0309 01:50:56.830250 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"48565a97-d06b-4365-b128-dc232ea47406", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6311", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:50:56.830609 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0309 01:50:56.831097 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0309 01:50:56.831264 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:50:56.831335 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:50:56.831542 7 controller.go:196] "Configuration changes detected, backend reload required" I0309 01:50:56.879080 7 controller.go:216] "Backend successfully reloaded" I0309 01:50:56.879385 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-ksfgk", UID:"6c074409-db42-45a7-b510-9490b4417dcc", APIVersion:"v1", ResourceVersion:"1170", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0309 01:50:57.070501 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0309 01:50:57.072376 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0309 01:51:00.164786 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:51:00.164821 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.207 - - [09/Mar/2026:01:51:01 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.004 [openstack-keystone-api-5000] [] 10.0.0.32:5000 281 0.004 300 7f64c2a9e74c4a535ca4d9500cfd8bd9 162.253.55.207 - - [09/Mar/2026:01:51:02 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.32:5000 266 0.004 200 727b641e67dd1df5e3edd78abe02a7f0 162.253.55.207 - - [09/Mar/2026:01:51:02 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.335 [openstack-keystone-api-5000] [] 10.0.0.32:5000 1360 0.335 201 6eaa7d3c498797973b8565dd1b9c6956 162.253.55.207 - - [09/Mar/2026:01:51:02 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.32:5000 281 0.004 300 7348bdf76e5a9d8ea2c43c500685402a 162.253.55.207 - - [09/Mar/2026:01:51:03 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.029 [openstack-keystone-api-5000] [] 10.0.0.32:5000 90 0.029 404 592f3791b3d533809587933ed1412b31 162.253.55.207 - - [09/Mar/2026:01:51:03 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.023 [openstack-keystone-api-5000] [] 10.0.0.32:5000 368 0.024 200 5abdf117bd13b3bb459e43604a82440a 162.253.55.207 - - [09/Mar/2026:01:51:03 +0000] "GET /v3/domains/a9cac7ca64a34cd29af860fbd7eea453 HTTP/1.1" 200 245 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.016 [openstack-keystone-api-5000] [] 10.0.0.32:5000 245 0.016 200 b09e862bf0d19c3da03266783373108a 162.253.55.207 - - [09/Mar/2026:01:51:03 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.32:5000 266 0.004 200 a8e120ae6c392b608b49ff20e065f51e 162.253.55.207 - - [09/Mar/2026:01:51:03 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.327 [openstack-keystone-api-5000] [] 10.0.0.32:5000 1360 0.327 201 164b1b05f93876c4414aa07326f39809 162.253.55.207 - - [09/Mar/2026:01:51:03 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.32:5000 281 0.004 300 fd0101e0205eb361fe8320d1baf94848 162.253.55.207 - - [09/Mar/2026:01:51:03 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.022 [openstack-keystone-api-5000] [] 10.0.0.32:5000 101 0.021 404 ad73dd970906fa21ab0d3fb398e75933 162.253.55.207 - - [09/Mar/2026:01:51:04 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.017 [openstack-keystone-api-5000] [] 10.0.0.32:5000 156 0.017 200 ef327495efe788cf097fd9dddddfaba2 162.253.55.207 - - [09/Mar/2026:01:51:04 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.027 [openstack-keystone-api-5000] [] 10.0.0.32:5000 454 0.027 201 c6515683baa2ac33fd17d584293ccdfa 162.253.55.207 - - [09/Mar/2026:01:51:04 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.32:5000 266 0.003 200 4797181e849cffa34b18e016c2c551d9 162.253.55.207 - - [09/Mar/2026:01:51:04 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.291 [openstack-keystone-api-5000] [] 10.0.0.32:5000 1360 0.291 201 ab88aded3f351440cafed734d8938c84 162.253.55.207 - - [09/Mar/2026:01:51:04 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.32:5000 281 0.003 300 f820b13d527b80125daab624e8dbd18e 162.253.55.207 - - [09/Mar/2026:01:51:04 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.020 [openstack-keystone-api-5000] [] 10.0.0.32:5000 98 0.020 404 0fb660eb173249ccf441bdb18810f3c0 162.253.55.207 - - [09/Mar/2026:01:51:04 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.015 [openstack-keystone-api-5000] [] 10.0.0.32:5000 136 0.015 200 36d674d8e4c83b68f5df875e8b9d9845 162.253.55.207 - - [09/Mar/2026:01:51:05 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.023 [openstack-keystone-api-5000] [] 10.0.0.32:5000 357 0.023 201 f36cc415decc6923b54ccd2a219baf10 162.253.55.207 - - [09/Mar/2026:01:51:05 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.32:5000 266 0.004 200 8a811e4dcc860b8f3338dc4a2b3e2215 162.253.55.207 - - [09/Mar/2026:01:51:05 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.300 [openstack-keystone-api-5000] [] 10.0.0.32:5000 1360 0.300 201 0f7c281a70fd0f966556e171c241c2fb 162.253.55.207 - - [09/Mar/2026:01:51:05 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.32:5000 281 0.003 300 98a636c325d292a6e6460e34b86c48cc 162.253.55.207 - - [09/Mar/2026:01:51:05 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.026 [openstack-keystone-api-5000] [] 10.0.0.32:5000 131 0.025 404 176c3cce6b617b10f4dc67cd3d62d3ad 162.253.55.207 - - [09/Mar/2026:01:51:06 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.018 [openstack-keystone-api-5000] [] 10.0.0.32:5000 168 0.018 200 82e0dcc2e521d160eccd51cb6c453465 162.253.55.207 - - [09/Mar/2026:01:51:06 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.023 [openstack-keystone-api-5000] [] 10.0.0.32:5000 224 0.023 201 d9d4a8536abe7802c8d0593876e988fa W0309 01:51:15.131272 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:51:15.131316 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:51:18.464850 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:51:18.464884 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:51:21.798160 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:51:21.798203 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:51:25.133684 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:51:25.133739 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:51:40.623825 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:51:40.623864 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:51:43.959901 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:51:43.959951 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:51:48.181267 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:51:48.181334 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:51:48.583068 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.105.33.67"}] I0309 01:51:48.593358 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"48565a97-d06b-4365-b128-dc232ea47406", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6739", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:51:51.511151 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:51:51.511196 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:51:54.843794 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:51:54.843843 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:53:16.881612 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0309 01:53:16.881738 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0309 01:53:16.881803 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:53:16.881820 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:53:16.885141 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.004s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:32.2kB} I0309 01:53:16.885164 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0309 01:53:16.888315 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0309 01:53:16.888610 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"9b34190b-f0d6-430b-8aa1-681700a5f81a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7314", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:53:16.888831 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0309 01:53:16.889182 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0309 01:53:16.889281 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0309 01:53:16.889354 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:53:16.889375 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:53:16.889510 7 controller.go:196] "Configuration changes detected, backend reload required" I0309 01:53:16.942389 7 controller.go:216] "Backend successfully reloaded" I0309 01:53:16.942713 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-ksfgk", UID:"6c074409-db42-45a7-b510-9490b4417dcc", APIVersion:"v1", ResourceVersion:"1170", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0309 01:53:17.167394 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0309 01:53:17.172795 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 162.253.55.207 - - [09/Mar/2026:01:53:17 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.32:5000 281 0.003 300 0b569e28856d196235a1ba8c327f8c4f 162.253.55.207 - - [09/Mar/2026:01:53:17 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.319 [openstack-keystone-api-5000] [] 10.0.0.32:5000 1992 0.319 201 b0b4394736216cb672b589af1689cc87 162.253.55.207 - - [09/Mar/2026:01:53:18 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.024 [openstack-keystone-api-5000] [] 10.0.0.32:5000 85 0.024 404 bcfb6ef109f712eaa8a19760463bca96 162.253.55.207 - - [09/Mar/2026:01:53:18 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.013 [openstack-keystone-api-5000] [] 10.0.0.32:5000 129 0.013 200 0668223797179e23bbcd05d84a9818ba 162.253.55.207 - - [09/Mar/2026:01:53:18 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.023 [openstack-keystone-api-5000] [] 10.0.0.32:5000 230 0.023 201 dce965daae046359dbdef63f346ddee2 W0309 01:53:20.223203 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0309 01:53:20.223371 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:53:20.223403 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.207 - - [09/Mar/2026:01:53:23 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 228 0.003 [openstack-keystone-api-5000] [] 10.0.0.32:5000 281 0.003 300 a59e8235e92f63e1d8d00d2f19d1415b 162.253.55.207 - - [09/Mar/2026:01:53:23 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 547 0.286 [openstack-keystone-api-5000] [] 10.0.0.32:5000 1992 0.286 201 d9b38e292d6bb20808249549b4211fe1 162.253.55.207 - - [09/Mar/2026:01:53:23 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.023 [openstack-keystone-api-5000] [] 10.0.0.32:5000 1521 0.023 200 32648473a72cd90e7e81fbd553d93267 162.253.55.207 - - [09/Mar/2026:01:53:24 +0000] "PUT /v3/roles/6d4cc589b21449de8013a53090aa0833/implies/3d74dd6374ec4b088ec42d8bbbec5a38 HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.264 [openstack-keystone-api-5000] [] 10.0.0.32:5000 521 0.264 201 79b2a811557f6c6d48c6064f08045c0d W0309 01:53:28.554319 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:53:28.554363 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:53:48.582084 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.105.33.67"}] I0309 01:53:48.588855 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"9b34190b-f0d6-430b-8aa1-681700a5f81a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7641", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:53:48.590236 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:53:48.590260 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.207 - - [09/Mar/2026:01:54:08 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.008 [openstack-keystone-api-5000] [] 10.0.0.32:5000 281 0.008 300 b50831ddb18a35d34e132ca27df4a2b5 162.253.55.207 - - [09/Mar/2026:01:54:08 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.326 [openstack-keystone-api-5000] [] 10.0.0.32:5000 2055 0.326 201 ff0e8197ab254c2f5bc95808d5b23957 162.253.55.207 - - [09/Mar/2026:01:54:08 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.022 [openstack-keystone-api-5000] [] 10.0.0.32:5000 87 0.022 404 5a0cc5a45edd78b83e6814a170e815c0 162.253.55.207 - - [09/Mar/2026:01:54:08 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.024 [openstack-keystone-api-5000] [] 10.0.0.32:5000 390 0.024 200 f8695901fa51fa41306459a485075b56 162.253.55.207 - - [09/Mar/2026:01:54:08 +0000] "GET /v3/users/rgw-RegionOne?domain_id=9c019cb3ead245a095f99a986f8be18c HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.031 [openstack-keystone-api-5000] [] 10.0.0.32:5000 91 0.031 404 b1857ff4545a83134a9c32800ce2d6c0 162.253.55.207 - - [09/Mar/2026:01:54:08 +0000] "GET /v3/users?domain_id=9c019cb3ead245a095f99a986f8be18c&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.032 [openstack-keystone-api-5000] [] 10.0.0.32:5000 178 0.032 200 2a75b6c722ca79441ca37bca5f362853 162.253.55.207 - - [09/Mar/2026:01:54:08 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.292 [openstack-keystone-api-5000] [] 10.0.0.32:5000 291 0.292 201 f4fd91091e4c0032df760523fab266f3 162.253.55.207 - - [09/Mar/2026:01:54:11 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 228 0.005 [openstack-keystone-api-5000] [] 10.0.0.32:5000 281 0.005 300 772fae4ba8a8d34f8a5639d70f927c54 162.253.55.207 - - [09/Mar/2026:01:54:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 547 0.412 [openstack-keystone-api-5000] [] 10.0.0.32:5000 2055 0.412 201 fe5e83d2cead936eb50d1e6fcc60a546 162.253.55.207 - - [09/Mar/2026:01:54:12 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 386 0.024 [openstack-keystone-api-5000] [] 10.0.0.32:5000 83 0.024 404 c186a64e95a41a82939b22617fe6cb08 162.253.55.207 - - [09/Mar/2026:01:54:12 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "python-keystoneclient" 391 0.120 [openstack-keystone-api-5000] [] 10.0.0.32:5000 361 0.120 200 5efa696e08398f6a75a240db7465ea2b 162.253.55.207 - - [09/Mar/2026:01:54:12 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 390 0.021 [openstack-keystone-api-5000] [] 10.0.0.32:5000 87 0.021 404 0d313ba771bd229b2cf6310081a21929 162.253.55.207 - - [09/Mar/2026:01:54:12 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "python-keystoneclient" 395 0.016 [openstack-keystone-api-5000] [] 10.0.0.32:5000 390 0.016 200 1994aff3b5ff0105ba91371b1affad13 162.253.55.207 - - [09/Mar/2026:01:54:12 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 394 0.020 [openstack-keystone-api-5000] [] 10.0.0.32:5000 91 0.021 404 a7399e7e9e47a9248cddea3fcebbc2ee 162.253.55.207 - - [09/Mar/2026:01:54:12 +0000] "GET /v3/users?domain_id=9c019cb3ead245a095f99a986f8be18c&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "python-keystoneclient" 442 0.035 [openstack-keystone-api-5000] [] 10.0.0.32:5000 458 0.035 200 da92c140290f5fe4a5b53e3352e4a120 162.253.55.207 - - [09/Mar/2026:01:54:12 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 391 0.021 [openstack-keystone-api-5000] [] 10.0.0.32:5000 88 0.021 404 3a2e756a0d1e0375907a9b10992e99c8 162.253.55.207 - - [09/Mar/2026:01:54:12 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "python-keystoneclient" 396 0.019 [openstack-keystone-api-5000] [] 10.0.0.32:5000 520 0.019 200 e7ac92114141cf7564f7669107a851ab 162.253.55.207 - - [09/Mar/2026:01:54:12 +0000] "PUT /v3/projects/52bd6839a8ca4507b9b7f543974c9f71/users/07a34dd6346c447b9d806c84fb06e025/roles/750f6955f4b64bf2ae9d0dd8da06315c HTTP/1.1" 204 0 "-" "python-keystoneclient" 513 0.030 [openstack-keystone-api-5000] [] 10.0.0.32:5000 0 0.030 204 c85842300ba3badf00213b42a01c536a 162.253.55.207 - - [09/Mar/2026:01:54:14 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.32:5000 281 0.002 300 a368d8aba440262788168baba00ade1c 162.253.55.207 - - [09/Mar/2026:01:54:14 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.421 [openstack-keystone-api-5000] [] 10.0.0.32:5000 2055 0.420 201 ee4f076a1fc8f9ca75faf80b78eac8a6 162.253.55.207 - - [09/Mar/2026:01:54:14 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.020 [openstack-keystone-api-5000] [] 10.0.0.32:5000 151 0.020 200 a92e74bf9590024b97c6f50a5a1b7429 162.253.55.207 - - [09/Mar/2026:01:54:14 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.029 [openstack-keystone-api-5000] [] 10.0.0.32:5000 263 0.030 201 171bcc667e680007bed590e79abb64d8 162.253.55.207 - - [09/Mar/2026:01:54:15 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.32:5000 281 0.004 300 b8719179f96b29f97858f9d865647c75 162.253.55.207 - - [09/Mar/2026:01:54:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.296 [openstack-keystone-api-5000] [] 10.0.0.32:5000 2157 0.295 201 2c09d36e560cf6714cff435983c2b2d0 162.253.55.207 - - [09/Mar/2026:01:54:15 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.020 [openstack-keystone-api-5000] [] 10.0.0.32:5000 86 0.020 404 9b44191db160d76d0976f1d73848be06 162.253.55.207 - - [09/Mar/2026:01:54:15 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.012 [openstack-keystone-api-5000] [] 10.0.0.32:5000 382 0.012 200 66fc35e2e8c48b8181917fbea89b0967 162.253.55.207 - - [09/Mar/2026:01:54:15 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=d2a9c580116a4675af48d84b1322b103 HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.018 [openstack-keystone-api-5000] [] 10.0.0.32:5000 205 0.017 200 4d0336cfa70619602e98d767ca25ee55 162.253.55.207 - - [09/Mar/2026:01:54:15 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.042 [openstack-keystone-api-5000] [] 10.0.0.32:5000 379 0.042 201 d12bd022ca08936cc6bc9f9e2e9c9572 162.253.55.207 - - [09/Mar/2026:01:54:15 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.32:5000 281 0.004 300 f885981fbf887915786bac6a3a3e3065 162.253.55.207 - - [09/Mar/2026:01:54:16 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.285 [openstack-keystone-api-5000] [] 10.0.0.32:5000 2366 0.285 201 e1b268cb0f0b71b99bde10d1cd4cc7d6 162.253.55.207 - - [09/Mar/2026:01:54:16 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.024 [openstack-keystone-api-5000] [] 10.0.0.32:5000 86 0.025 404 03956249d6ec3f6dc935e31d17054860 162.253.55.207 - - [09/Mar/2026:01:54:16 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.013 [openstack-keystone-api-5000] [] 10.0.0.32:5000 382 0.014 200 f5c7cf5624fbce3e1c9721a1ce652de5 162.253.55.207 - - [09/Mar/2026:01:54:16 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=d2a9c580116a4675af48d84b1322b103 HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.017 [openstack-keystone-api-5000] [] 10.0.0.32:5000 207 0.017 200 e9be685aa422aa0ce13cd46c20e884b2 162.253.55.207 - - [09/Mar/2026:01:54:16 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.025 [openstack-keystone-api-5000] [] 10.0.0.32:5000 392 0.025 201 6cf68d26806dc4d52bb3dcf8485b22b1 W0309 01:54:17.553063 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0309 01:54:17.553188 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0309 01:54:17.553257 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:17.553281 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:54:17.557660 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.005s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:35.7kB} I0309 01:54:17.557688 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0309 01:54:17.562818 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0309 01:54:17.563051 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"d2147bcc-f544-486e-913e-55d4503d1fb7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7829", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:54:17.563307 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0309 01:54:17.563631 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0309 01:54:17.563733 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0309 01:54:17.563823 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:17.563840 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:54:17.564009 7 controller.go:196] "Configuration changes detected, backend reload required" I0309 01:54:17.613271 7 controller.go:216] "Backend successfully reloaded" I0309 01:54:17.613752 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-ksfgk", UID:"6c074409-db42-45a7-b510-9490b4417dcc", APIVersion:"v1", ResourceVersion:"1170", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0309 01:54:17.887636 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0309 01:54:17.889307 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0309 01:54:20.898427 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0309 01:54:20.898623 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:20.898648 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:34.094878 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0309 01:54:34.095100 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:34.095127 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:39.082288 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0309 01:54:39.082459 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:39.082483 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:42.416493 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 01:54:42.416713 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:42.416739 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:54:42.416908 7 controller.go:196] "Configuration changes detected, backend reload required" I0309 01:54:42.471416 7 controller.go:216] "Backend successfully reloaded" I0309 01:54:42.471828 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-ksfgk", UID:"6c074409-db42-45a7-b510-9490b4417dcc", APIVersion:"v1", ResourceVersion:"1170", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0309 01:54:45.750689 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 01:54:45.750933 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:45.750991 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:54:48.581563 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.105.33.67"}] I0309 01:54:48.587937 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"d2147bcc-f544-486e-913e-55d4503d1fb7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8179", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:54:49.083438 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 01:54:49.083643 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:49.083674 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:52.416833 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 01:54:52.417173 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:52.417263 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:55:03.570846 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 01:55:03.571154 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:55:03.571185 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:55:06.907273 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 01:55:06.907580 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:55:06.907672 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:55:10.238488 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 01:55:10.238791 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:55:10.238847 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:55:24.536962 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 01:55:24.537078 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:55:24.537095 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:56:03.496493 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:56:03.496538 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:57:11.288670 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0309 01:57:11.288810 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0309 01:57:11.288918 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:57:11.288998 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:57:11.294366 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.006s renderingIngressLength:8 renderingIngressTime:0.001s admissionTime:0.007s testedConfigurationSize:39.2kB} I0309 01:57:11.294406 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0309 01:57:11.298796 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0309 01:57:11.299004 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"737bec8c-62f6-4853-bfca-9d02b5e8449d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9235", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:57:11.299142 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0309 01:57:11.299472 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0309 01:57:11.299539 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0309 01:57:11.299586 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:57:11.299596 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:57:11.299684 7 controller.go:196] "Configuration changes detected, backend reload required" I0309 01:57:11.355874 7 controller.go:216] "Backend successfully reloaded" I0309 01:57:11.356147 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-ksfgk", UID:"6c074409-db42-45a7-b510-9490b4417dcc", APIVersion:"v1", ResourceVersion:"1170", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0309 01:57:11.546916 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0309 01:57:11.548406 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0309 01:57:14.633100 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0309 01:57:14.633382 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:57:14.633410 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.207 - - [09/Mar/2026:01:57:15 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.32:5000 281 0.003 300 77245f15c99d06489aec082e5edb7ded 162.253.55.207 - - [09/Mar/2026:01:57:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.324 [openstack-keystone-api-5000] [] 10.0.0.32:5000 3201 0.324 201 247ca4201aa10eaf2777e959caa9db14 162.253.55.207 - - [09/Mar/2026:01:57:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - fe65482eadc7043d40c177294961a363 162.253.55.207 - - [09/Mar/2026:01:57:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 74829cfe2d75bfdb68d10a76a18bf35f 162.253.55.207 - - [09/Mar/2026:01:57:17 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.32:5000 281 0.005 300 fcd9447d53cabc5657425f77043db43b 162.253.55.207 - - [09/Mar/2026:01:57:17 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.293 [openstack-keystone-api-5000] [] 10.0.0.32:5000 3201 0.293 201 00a2c014e60ba5dbbb3b54c601d37688 162.253.55.207 - - [09/Mar/2026:01:57:17 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 7e70dd58037155be6e1f1a9773d0f14e 162.253.55.207 - - [09/Mar/2026:01:57:17 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 3a93cf917b5eecd28f8d09db149830d2 162.253.55.207 - - [09/Mar/2026:01:57:18 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.32:5000 281 0.004 300 df6a2de59db4d788a665e68c3171ec68 162.253.55.207 - - [09/Mar/2026:01:57:19 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.290 [openstack-keystone-api-5000] [] 10.0.0.32:5000 3201 0.290 201 d5ae48cb0d730c99b1b3c1d9cf69a5e0 162.253.55.207 - - [09/Mar/2026:01:57:19 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 17b19580cf0012a047745bb3610caf6b 162.253.55.207 - - [09/Mar/2026:01:57:19 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 8f525f5b5daa87085b674f43c173ebb8 162.253.55.207 - - [09/Mar/2026:01:57:20 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.32:5000 281 0.003 300 157682548cb9740e216ce22c8acbe2ac 162.253.55.207 - - [09/Mar/2026:01:57:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.284 [openstack-keystone-api-5000] [] 10.0.0.32:5000 3201 0.284 201 5e60283ac78bd1519cefea30378c08aa 162.253.55.207 - - [09/Mar/2026:01:57:20 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 14110b414e518917ddf1c08696a1cf49 162.253.55.207 - - [09/Mar/2026:01:57:20 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c9cd27da332cfdd9891851df7e407048 162.253.55.207 - - [09/Mar/2026:01:57:22 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.32:5000 281 0.004 300 fdb1329b095d0d1d7df6203fc2365d77 162.253.55.207 - - [09/Mar/2026:01:57:22 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.286 [openstack-keystone-api-5000] [] 10.0.0.32:5000 3201 0.286 201 3abb4243ef31ade8516dedfe2990d8c9 162.253.55.207 - - [09/Mar/2026:01:57:22 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 62026c74277507b4e01bb657341a7cfa 162.253.55.207 - - [09/Mar/2026:01:57:22 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a590a4354f13c2937a63c19d1a8c0b2c 162.253.55.207 - - [09/Mar/2026:01:57:24 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.32:5000 281 0.004 300 75113a6a37cca040da6be8c2c3bbd13a 162.253.55.207 - - [09/Mar/2026:01:57:24 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.292 [openstack-keystone-api-5000] [] 10.0.0.32:5000 3201 0.292 201 447513a5f8b2149ea109fe3a8db037c2 162.253.55.207 - - [09/Mar/2026:01:57:24 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 62101fba9ce37402707404a1a52e163f 162.253.55.207 - - [09/Mar/2026:01:57:24 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ab76a95c990cf8b7aaebe4a7738b544e W0309 01:57:25.822628 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0309 01:57:25.822781 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:57:25.822804 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.207 - - [09/Mar/2026:01:57:25 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.32:5000 281 0.003 300 73a5e150e74fd3877ffd5321bb36db24 162.253.55.207 - - [09/Mar/2026:01:57:26 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.295 [openstack-keystone-api-5000] [] 10.0.0.32:5000 3201 0.295 201 1415b88496c002b403837a4a2a4d2a07 162.253.55.207 - - [09/Mar/2026:01:57:26 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 0645061b22b24ac642b3b7eea0ddd316 162.253.55.207 - - [09/Mar/2026:01:57:26 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - bd4a912d9287ad99b871a5ac5829b6d5 162.253.55.207 - - [09/Mar/2026:01:57:27 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.32:5000 281 0.003 300 4ba1ef56640583217f51041b21102e37 162.253.55.207 - - [09/Mar/2026:01:57:27 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.301 [openstack-keystone-api-5000] [] 10.0.0.32:5000 3201 0.302 201 2b3d289168ee6709149848c44b21cdf5 162.253.55.207 - - [09/Mar/2026:01:57:27 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - fd35b28bedd15f15fa83461e27167cc1 162.253.55.207 - - [09/Mar/2026:01:57:27 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - bda37b444e2fa85e6649dfa7757f5a5e 162.253.55.207 - - [09/Mar/2026:01:57:29 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.32:5000 281 0.004 300 3f4252f9654ec05102bfd16369bb23c3 162.253.55.207 - - [09/Mar/2026:01:57:29 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.290 [openstack-keystone-api-5000] [] 10.0.0.32:5000 3201 0.290 201 412df3364e5d5c033c71781924cd81c9 162.253.55.207 - - [09/Mar/2026:01:57:29 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 3812692a14200417313cd74885302925 162.253.55.207 - - [09/Mar/2026:01:57:29 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 705af3d2435fc0cc4b47d4e75344292a 162.253.55.207 - - [09/Mar/2026:01:57:31 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.32:5000 281 0.005 300 5ab8bba281c681d51136d9a19a0df371 162.253.55.207 - - [09/Mar/2026:01:57:31 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.296 [openstack-keystone-api-5000] [] 10.0.0.32:5000 3201 0.296 201 195f8c80665e791103633d1e67122a72 162.253.55.207 - - [09/Mar/2026:01:57:31 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 5eb928906e8aa266653adc7dbd58eeaa 162.253.55.207 - - [09/Mar/2026:01:57:31 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - cec05ec30f5a6cd49caa04309e39e625 162.253.55.207 - - [09/Mar/2026:01:57:32 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.32:5000 281 0.004 300 3a5ff1f31b5ccafe32ce73ad00ccc3f9 162.253.55.207 - - [09/Mar/2026:01:57:33 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.285 [openstack-keystone-api-5000] [] 10.0.0.32:5000 3201 0.285 201 7bd53043c27bbfb5d0e8d58d345de3f5 162.253.55.207 - - [09/Mar/2026:01:57:33 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 714cb7b430b4470bf2269bcf71747861 162.253.55.207 - - [09/Mar/2026:01:57:33 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b42ca7827b3e27fc431029766245bdb4 162.253.55.207 - - [09/Mar/2026:01:57:34 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.32:5000 281 0.004 300 13eb6abce615c8b20f90718ece20806e 162.253.55.207 - - [09/Mar/2026:01:57:34 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.303 [openstack-keystone-api-5000] [] 10.0.0.32:5000 3201 0.303 201 5281f7e64765e9209cfc144a6f0c5e6e 162.253.55.207 - - [09/Mar/2026:01:57:34 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 311d94e9cb19943a09829d4c1e66a17d 162.253.55.207 - - [09/Mar/2026:01:57:34 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 71374825cc9a27b2eb53dfdacab41feb W0309 01:57:35.216761 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:57:35.216798 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.207 - - [09/Mar/2026:01:57:36 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.32:5000 281 0.004 300 cd2a1773c7a98eb7de51af7e67840128 162.253.55.207 - - [09/Mar/2026:01:57:36 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.295 [openstack-keystone-api-5000] [] 10.0.0.32:5000 3201 0.295 201 7329d48773a5bf7565652f56f8082828 162.253.55.207 - - [09/Mar/2026:01:57:36 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.19:9292 1312 0.003 300 2414ebe14db4e4f4aae18e0caf49da86 162.253.55.207 - - [09/Mar/2026:01:57:37 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.563 [openstack-glance-api-9292] [] 10.0.0.19:9292 69 0.563 200 7c234e51bed05e07c12c582ffaae9200 162.253.55.207 - - [09/Mar/2026:01:57:40 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.32:5000 281 0.004 300 b67f15beb292a070117380579a35fd1e 162.253.55.207 - - [09/Mar/2026:01:57:40 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.304 [openstack-keystone-api-5000] [] 10.0.0.32:5000 3201 0.303 201 f9446d02f6aad14704ffe6ef74dd2c16 162.253.55.207 - - [09/Mar/2026:01:57:40 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.19:9292 1312 0.003 300 d4f8979ea6dd15925550dddb4fe21103 162.253.55.207 - - [09/Mar/2026:01:57:40 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.045 [openstack-glance-api-9292] [] 10.0.0.19:9292 69 0.045 200 6b87fd9d04e6ecdfa14e898817e105e3 162.253.55.207 - - [09/Mar/2026:01:57:40 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.120 [openstack-glance-api-9292] [] 10.0.0.19:9292 151 0.120 404 20439210f2411e8954eac545746a77cd 162.253.55.207 - - [09/Mar/2026:01:57:40 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.022 [openstack-glance-api-9292] [] 10.0.0.19:9292 81 0.022 200 bd32219c03d6d71338afbf69db34cfae 162.253.55.207 - - [09/Mar/2026:01:57:40 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.027 [openstack-glance-api-9292] [] 10.0.0.19:9292 84 0.027 200 5193b12d63bf6d00e91ba41614110d13 162.253.55.207 - - [09/Mar/2026:01:57:41 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.088 [openstack-glance-api-9292] [] 10.0.0.19:9292 760 0.088 201 f2abfa59358ae2d43d5e12db9c6ff654 162.253.55.207 - - [09/Mar/2026:01:57:45 +0000] "PUT /v2/images/df6793b9-86d0-424a-90bd-bb2313900990/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 4.108 [openstack-glance-api-9292] [] 10.0.0.19:9292 0 4.108 204 cb4aa87cd9a683d137dfe41c2c1aac00 162.253.55.207 - - [09/Mar/2026:01:57:45 +0000] "GET /v2/images/df6793b9-86d0-424a-90bd-bb2313900990 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.014 [openstack-glance-api-9292] [] 10.0.0.19:9292 1171 0.014 200 24c2536adb6ef5c027356bccaedcebc3 162.253.55.207 - - [09/Mar/2026:01:57:45 +0000] "GET /v2/images/df6793b9-86d0-424a-90bd-bb2313900990 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.017 [openstack-glance-api-9292] [] 10.0.0.19:9292 1171 0.017 200 d03079d6ff36bf382c3b91f5a9983688 W0309 01:57:48.183521 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:57:48.183573 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:57:48.582446 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.105.33.67"}] I0309 01:57:48.587465 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"737bec8c-62f6-4853-bfca-9d02b5e8449d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9530", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:57:51.516989 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:57:51.517042 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:57:54.851232 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:57:54.851279 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store