------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0331 01:20:34.371313 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0331 01:20:34.371578 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0331 01:20:34.379572 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0331 01:20:34.386255 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0331 01:20:34.811396 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0331 01:20:34.833232 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0331 01:20:34.846732 7 nginx.go:271] "Starting NGINX Ingress controller" I0331 01:20:34.853801 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"31f55b12-afec-4ef2-aeb0-672240e59485", APIVersion:"v1", ResourceVersion:"1366", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0331 01:20:34.857821 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"5e7e93a2-df78-4a22-a7b6-7482aa9033ed", APIVersion:"v1", ResourceVersion:"1365", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0331 01:20:34.857912 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"c8110e4e-6929-43dd-ac1c-ddc0edd23543", APIVersion:"v1", ResourceVersion:"1364", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0331 01:20:36.048465 7 nginx.go:317] "Starting NGINX process" I0331 01:20:36.048595 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0331 01:20:36.049071 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0331 01:20:36.049482 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:20:36.049540 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 01:20:36.049614 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 01:20:36.060253 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0331 01:20:36.060366 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-2hq7h" I0331 01:20:36.088953 7 controller.go:216] "Backend successfully reloaded" I0331 01:20:36.089098 7 controller.go:227] "Initial sync, sleeping for 1 second" I0331 01:20:36.089225 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-2hq7h", UID:"e47db9f8-708d-4c2a-b7ac-0add70b97547", APIVersion:"v1", ResourceVersion:"1412", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0331 01:20:39.876038 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:20:39.876067 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:20:43.209721 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:20:43.209762 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:20:46.544221 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:20:46.544280 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:20:49.876660 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:20:49.876730 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:20:53.211352 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:20:53.211400 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:20:56.542932 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:20:56.542978 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:20:59.876217 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:20:59.876256 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:21:03.211956 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:21:03.212039 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:21:06.543812 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:21:06.543855 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:21:09.876997 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:21:09.877071 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:21:13.209949 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:21:13.210187 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:22:04.352260 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:22:04.352304 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:22:07.685911 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:22:07.685963 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:22:27.230822 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:22:27.230885 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:22:30.565217 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:22:30.565248 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:22:33.898633 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:22:33.898682 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:22:37.231048 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:22:37.231093 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:22:40.564329 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:22:40.564387 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:22:43.898142 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:22:43.898182 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:22:47.626234 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:22:47.626273 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:22:50.960162 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:22:50.960201 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:22:54.681864 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:22:54.681896 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:25:14.982398 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:25:14.982434 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:25:18.319085 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:25:18.319396 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:25:18.699588 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.162-253-55-36.nip.io-tls": local SSL certificate auth-system/keycloak.162-253-55-36.nip.io-tls was not found. Using default certificate W0331 01:25:18.699740 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:25:18.699946 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 01:25:18.701367 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0331 01:25:18.701434 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0331 01:25:18.711485 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0331 01:25:18.711717 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"addee8be-ce35-4c77-9305-b04ef6092137", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3513", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 01:25:18.712182 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.162-253-55-36.nip.io-tls" in local store I0331 01:25:19.031532 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.162-253-55-36.nip.io-tls" I0331 01:25:19.032525 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.162-253-55-36.nip.io-tls" W0331 01:25:21.649373 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:25:21.649404 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 01:25:21.649470 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 01:25:21.689710 7 controller.go:216] "Backend successfully reloaded" I0331 01:25:21.690030 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-2hq7h", UID:"e47db9f8-708d-4c2a-b7ac-0add70b97547", APIVersion:"v1", ResourceVersion:"1412", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0331 01:25:24.983740 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:25:24.983819 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.36 - - [31/Mar/2026:01:25:30 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 2.335 [auth-system-keycloak-80] [] 10.0.0.109:8080 1925 2.334 200 ee96352668aac1bc1530aeaa1c17fe91 162.253.55.36 - - [31/Mar/2026:01:25:31 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.224 [auth-system-keycloak-80] [] 10.0.0.109:8080 116 0.224 404 280d3da2e699eee4d2ff0b5fe13da4b7 162.253.55.36 - - [31/Mar/2026:01:25:36 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 4.964 [auth-system-keycloak-80] [] 10.0.0.109:8080 0 4.963 201 2ed3bafbe986ab685364344c7f6357e9 I0331 01:25:36.069939 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.102.163.167"}] I0331 01:25:36.076861 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"addee8be-ce35-4c77-9305-b04ef6092137", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3787", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 01:25:36.078726 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:25:36.078774 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.36 - - [31/Mar/2026:01:25:36 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.573 [auth-system-keycloak-80] [] 10.0.0.109:8080 4246 0.573 200 66e4110643db5c1437db1e0ff2ab6a30 162.253.55.36 - - [31/Mar/2026:01:25:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.513 [auth-system-keycloak-80] [] 10.0.0.109:8080 1925 0.511 200 26533a5ed0382ab1e7cdea2590b822c7 162.253.55.36 - - [31/Mar/2026:01:25:37 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1209 0.081 [auth-system-keycloak-80] [] 10.0.0.109:8080 12500 0.081 200 b343aa3d8fbbd3d8d3d4733aa337f505 162.253.55.36 - - [31/Mar/2026:01:25:37 +0000] "GET /admin/realms/atmosphere/client-scopes/188112f5-d1ba-42e7-8189-75d9387b7e15 HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.011 [auth-system-keycloak-80] [] 10.0.0.109:8080 1278 0.011 200 69d58a1daf4bf1a06e0367f737919f45 162.253.55.36 - - [31/Mar/2026:01:25:38 +0000] "PUT /admin/realms/atmosphere/client-scopes/188112f5-d1ba-42e7-8189-75d9387b7e15 HTTP/1.1" 204 0 "-" "Ansible" 1846 0.162 [auth-system-keycloak-80] [] 10.0.0.109:8080 0 0.160 204 197d9fb00092965e37a5a7dd0a5100e5 162.253.55.36 - - [31/Mar/2026:01:25:38 +0000] "GET /admin/realms/atmosphere/client-scopes/188112f5-d1ba-42e7-8189-75d9387b7e15/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.090 [auth-system-keycloak-80] [] 10.0.0.109:8080 963 0.090 200 e27326f42cc615424d339793153db5d8 162.253.55.36 - - [31/Mar/2026:01:25:38 +0000] "GET /admin/realms/atmosphere/client-scopes/188112f5-d1ba-42e7-8189-75d9387b7e15/protocol-mappers/models/8c1353c3-6ad6-4f97-aede-fd9849dbf56d HTTP/1.1" 200 366 "-" "Ansible" 1307 0.089 [auth-system-keycloak-80] [] 10.0.0.109:8080 366 0.089 200 11240d8c4faf12db2dba3ee40e43ab7e 162.253.55.36 - - [31/Mar/2026:01:25:38 +0000] "PUT /admin/realms/atmosphere/client-scopes/188112f5-d1ba-42e7-8189-75d9387b7e15/protocol-mappers/models/8c1353c3-6ad6-4f97-aede-fd9849dbf56d HTTP/1.1" 204 0 "-" "Ansible" 1620 0.103 [auth-system-keycloak-80] [] 10.0.0.109:8080 0 0.102 204 cadd1135822e56948666153b039e06da 162.253.55.36 - - [31/Mar/2026:01:25:38 +0000] "GET /admin/realms/atmosphere/client-scopes/188112f5-d1ba-42e7-8189-75d9387b7e15 HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.082 [auth-system-keycloak-80] [] 10.0.0.109:8080 1218 0.081 200 9276b2114f314d2dfb95d5d7ff964e2f 162.253.55.36 - - [31/Mar/2026:01:26:00 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.488 [auth-system-keycloak-80] [] 10.0.0.109:8080 1925 0.487 200 cf79ad599d2baf0ba5a4d9ca9fed41c5 162.253.55.36 - - [31/Mar/2026:01:26:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.057 [auth-system-keycloak-80] [] 10.0.0.109:8080 2 0.057 200 f735450ec193c360d932c16bf74fb2a8 162.253.55.36 - - [31/Mar/2026:01:26:00 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.376 [auth-system-keycloak-80] [] 10.0.0.109:8080 0 0.375 201 71009cc0d5024493b74d9fef48556955 162.253.55.36 - - [31/Mar/2026:01:26:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.027 [auth-system-keycloak-80] [] 10.0.0.109:8080 1259 0.027 200 35c91f7b7677dc72c2012171ddbd75e3 162.253.55.36 - - [31/Mar/2026:01:26:01 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.466 [auth-system-keycloak-80] [] 10.0.0.109:8080 1925 0.465 200 a23c17dff2f5a3d73010eeaa3fb67c7e 162.253.55.36 - - [31/Mar/2026:01:26:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.014 [auth-system-keycloak-80] [] 10.0.0.109:8080 2 0.014 200 eb4b566489601d4bb55a7a9dcdff1cc9 162.253.55.36 - - [31/Mar/2026:01:26:01 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.085 [auth-system-keycloak-80] [] 10.0.0.109:8080 0 0.085 201 82055f761ab3b98525fd045c7d47d408 162.253.55.36 - - [31/Mar/2026:01:26:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.068 [auth-system-keycloak-80] [] 10.0.0.109:8080 1283 0.068 200 255cfe409d6de1c7ffbfc3ed6bd0b4df 162.253.55.36 - - [31/Mar/2026:01:26:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.476 [auth-system-keycloak-80] [] 10.0.0.109:8080 1925 0.475 200 a288fe205ee05a5a81ba39211d33b143 162.253.55.36 - - [31/Mar/2026:01:26:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.033 [auth-system-keycloak-80] [] 10.0.0.109:8080 2 0.033 200 e1f5972622cf5cca8b074e9b8e1e19d6 162.253.55.36 - - [31/Mar/2026:01:26:02 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.096 [auth-system-keycloak-80] [] 10.0.0.109:8080 0 0.095 201 3e8b91b68f2943bc8b4ee721803584ec 162.253.55.36 - - [31/Mar/2026:01:26:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.018 [auth-system-keycloak-80] [] 10.0.0.109:8080 1249 0.018 200 8439c8dc35eebc2a7042949ef010929d 162.253.55.36 - - [31/Mar/2026:01:26:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.533 [auth-system-keycloak-80] [] 10.0.0.109:8080 1925 0.532 200 abb6b0773172a3ac7f3110cdceffb865 162.253.55.36 - - [31/Mar/2026:01:26:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.010 [auth-system-keycloak-80] [] 10.0.0.109:8080 1259 0.010 200 94289b98ebe0aef0521b2974a745bc89 162.253.55.36 - - [31/Mar/2026:01:26:03 +0000] "GET /admin/realms/atmosphere/clients/d61bd152-2f73-463a-80f1-2f408b3c9901/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.046 [auth-system-keycloak-80] [] 10.0.0.109:8080 119 0.046 404 e6e7551349d8f18e730277a5de049cbd 162.253.55.36 - - [31/Mar/2026:01:26:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.011 [auth-system-keycloak-80] [] 10.0.0.109:8080 1259 0.011 200 d57fdc63ebfc0996f4de88d6bf3d8ce5 162.253.55.36 - - [31/Mar/2026:01:26:03 +0000] "POST /admin/realms/atmosphere/clients/d61bd152-2f73-463a-80f1-2f408b3c9901/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.072 [auth-system-keycloak-80] [] 10.0.0.109:8080 0 0.071 201 dd525126fd3d6fe1b946000acb6c038a 162.253.55.36 - - [31/Mar/2026:01:26:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.109:8080 1259 0.009 200 adb123ec49034eda472025e506848524 162.253.55.36 - - [31/Mar/2026:01:26:03 +0000] "GET /admin/realms/atmosphere/clients/d61bd152-2f73-463a-80f1-2f408b3c9901/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.019 [auth-system-keycloak-80] [] 10.0.0.109:8080 166 0.019 200 4059567db484172a777d77f131364660 162.253.55.36 - - [31/Mar/2026:01:26:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.468 [auth-system-keycloak-80] [] 10.0.0.109:8080 1925 0.467 200 e58c1495a6026bdd8bc43f41afc17276 162.253.55.36 - - [31/Mar/2026:01:26:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.109:8080 1283 0.006 200 8ff22a52afc5b34121aec6ac14091011 162.253.55.36 - - [31/Mar/2026:01:26:04 +0000] "GET /admin/realms/atmosphere/clients/87931192-5c42-4969-886c-4511ea8ae20f/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.007 [auth-system-keycloak-80] [] 10.0.0.109:8080 119 0.007 404 a0a0887ee94169a7f3fd61bb5fe4d6f6 162.253.55.36 - - [31/Mar/2026:01:26:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.004 [auth-system-keycloak-80] [] 10.0.0.109:8080 1283 0.004 200 4a33b218c4896de4b99d2269a1056e8b 162.253.55.36 - - [31/Mar/2026:01:26:04 +0000] "POST /admin/realms/atmosphere/clients/87931192-5c42-4969-886c-4511ea8ae20f/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.013 [auth-system-keycloak-80] [] 10.0.0.109:8080 0 0.012 201 975f6c6b2e4ed817551eb7bb2835a1f0 162.253.55.36 - - [31/Mar/2026:01:26:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.004 [auth-system-keycloak-80] [] 10.0.0.109:8080 1283 0.004 200 d4ec8c4077edccebca3cfb6343cab901 162.253.55.36 - - [31/Mar/2026:01:26:04 +0000] "GET /admin/realms/atmosphere/clients/87931192-5c42-4969-886c-4511ea8ae20f/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.011 [auth-system-keycloak-80] [] 10.0.0.109:8080 165 0.011 200 24deb6c248c5170b8a83ff9aebef18e7 162.253.55.36 - - [31/Mar/2026:01:26:05 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.650 [auth-system-keycloak-80] [] 10.0.0.109:8080 1925 0.649 200 3a7f417fc7d799766aa06cd699c3fd72 162.253.55.36 - - [31/Mar/2026:01:26:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.048 [auth-system-keycloak-80] [] 10.0.0.109:8080 1283 0.049 200 cd62c955ecdd41ad4d725623002e04f2 162.253.55.36 - - [31/Mar/2026:01:26:05 +0000] "GET /admin/realms/atmosphere/clients/87931192-5c42-4969-886c-4511ea8ae20f/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.109:8080 119 0.013 404 753b0c53ae4ce262679e7f2e1ec3758d 162.253.55.36 - - [31/Mar/2026:01:26:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.109:8080 1283 0.007 200 a5048d516b070babb1ffb6478b986736 162.253.55.36 - - [31/Mar/2026:01:26:05 +0000] "POST /admin/realms/atmosphere/clients/87931192-5c42-4969-886c-4511ea8ae20f/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.048 [auth-system-keycloak-80] [] 10.0.0.109:8080 0 0.047 201 2598cced1403e79dd1e1b4ca65545915 162.253.55.36 - - [31/Mar/2026:01:26:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.010 [auth-system-keycloak-80] [] 10.0.0.109:8080 1283 0.010 200 2dd9d5cc135fad3ec6baf32e7da9ff69 162.253.55.36 - - [31/Mar/2026:01:26:06 +0000] "GET /admin/realms/atmosphere/clients/87931192-5c42-4969-886c-4511ea8ae20f/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.065 [auth-system-keycloak-80] [] 10.0.0.109:8080 166 0.065 200 5d0929e2bbb5b79df4cc208fa0787fda 162.253.55.36 - - [31/Mar/2026:01:26:06 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.479 [auth-system-keycloak-80] [] 10.0.0.109:8080 1925 0.477 200 c3adaf67b0f4ddd9ecb4d352f1c2979e 162.253.55.36 - - [31/Mar/2026:01:26:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.012 [auth-system-keycloak-80] [] 10.0.0.109:8080 1283 0.012 200 650f3296e858b4a1786a4e0513e99c2c 162.253.55.36 - - [31/Mar/2026:01:26:06 +0000] "GET /admin/realms/atmosphere/clients/87931192-5c42-4969-886c-4511ea8ae20f/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.010 [auth-system-keycloak-80] [] 10.0.0.109:8080 119 0.010 404 2e9d20ba1c05a947c1f821d8c4306d08 162.253.55.36 - - [31/Mar/2026:01:26:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.109:8080 1283 0.006 200 fb0327d49e8b7062546d84ce96f89ea5 162.253.55.36 - - [31/Mar/2026:01:26:06 +0000] "POST /admin/realms/atmosphere/clients/87931192-5c42-4969-886c-4511ea8ae20f/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.048 [auth-system-keycloak-80] [] 10.0.0.109:8080 0 0.047 201 4ca0be347a715659ea7e9cc2c050c9db 162.253.55.36 - - [31/Mar/2026:01:26:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.109:8080 1283 0.006 200 261b36afb7760e2f7bd3ff6b06ecf079 162.253.55.36 - - [31/Mar/2026:01:26:07 +0000] "GET /admin/realms/atmosphere/clients/87931192-5c42-4969-886c-4511ea8ae20f/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.064 [auth-system-keycloak-80] [] 10.0.0.109:8080 166 0.064 200 f8ff590caa839fb4c2c346a6c175fab1 162.253.55.36 - - [31/Mar/2026:01:26:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.462 [auth-system-keycloak-80] [] 10.0.0.109:8080 1925 0.461 200 5b47911c501b068578fab04527491fab 162.253.55.36 - - [31/Mar/2026:01:26:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.035 [auth-system-keycloak-80] [] 10.0.0.109:8080 1249 0.035 200 295ac55738171937563e0e313bfc742f 162.253.55.36 - - [31/Mar/2026:01:26:07 +0000] "GET /admin/realms/atmosphere/clients/1484ea7f-8461-4efc-8bf5-256d13212e9f/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.008 [auth-system-keycloak-80] [] 10.0.0.109:8080 119 0.008 404 c7ac15e0511eff39a0a86041df27fe24 162.253.55.36 - - [31/Mar/2026:01:26:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.005 [auth-system-keycloak-80] [] 10.0.0.109:8080 1249 0.005 200 0d1478d75ed82e4af575db59822c738b 162.253.55.36 - - [31/Mar/2026:01:26:07 +0000] "POST /admin/realms/atmosphere/clients/1484ea7f-8461-4efc-8bf5-256d13212e9f/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.063 [auth-system-keycloak-80] [] 10.0.0.109:8080 0 0.062 201 47e2e27aa279ed7c70fb6b249c9564c2 162.253.55.36 - - [31/Mar/2026:01:26:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.109:8080 1249 0.007 200 27387a59ab59dababa78fb6b0b6ced5b 162.253.55.36 - - [31/Mar/2026:01:26:07 +0000] "GET /admin/realms/atmosphere/clients/1484ea7f-8461-4efc-8bf5-256d13212e9f/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.011 [auth-system-keycloak-80] [] 10.0.0.109:8080 166 0.011 200 1bc742d115b5095c1023b022c7d1f3e3 W0331 01:26:08.279785 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:26:08.279826 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:27:14.235265 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:27:14.235300 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:27:14.316419 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 01:27:14.316514 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0331 01:27:14.316563 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:27:14.316587 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:27:14.318626 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 01:27:14.318681 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0331 01:27:14.318714 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:27:14.318729 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 01:27:14.318938 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0331 01:27:14.318969 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" W0331 01:27:14.319304 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 01:27:14.319375 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0331 01:27:14.319422 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:27:14.319441 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 01:27:14.320051 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0331 01:27:14.320073 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0331 01:27:14.321300 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0331 01:27:14.321330 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0331 01:27:14.327269 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0331 01:27:14.327661 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0331 01:27:14.327683 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0331 01:27:14.327914 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0331 01:27:14.327892 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"ba6820da-f7f4-4143-a995-679c5542c74f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4538", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0331 01:27:14.327965 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"dc5565d9-9101-435f-9f16-fa4d283ef4c9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4539", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0331 01:27:14.328723 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0331 01:27:14.332177 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"62e9700a-4644-4e41-bf9b-5cdf2dc46e5f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4540", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 01:27:14.332648 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0331 01:27:14.589829 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0331 01:27:14.590722 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0331 01:27:14.595462 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0331 01:27:14.596386 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0331 01:27:15.991492 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0331 01:27:15.992738 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0331 01:27:17.569602 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 01:27:17.569758 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 01:27:17.569841 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 01:27:17.570021 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:27:17.570085 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 01:27:17.570275 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 01:27:17.618732 7 controller.go:216] "Backend successfully reloaded" I0331 01:27:17.619077 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-2hq7h", UID:"e47db9f8-708d-4c2a-b7ac-0add70b97547", APIVersion:"v1", ResourceVersion:"1412", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0331 01:27:20.902764 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 01:27:20.902828 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 01:27:20.902865 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 01:27:20.902984 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:27:20.903015 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:27:24.236683 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 01:27:24.238865 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 01:27:24.238916 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 01:27:24.239077 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:27:24.239109 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:27:27.569411 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 01:27:27.569467 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 01:27:27.569512 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 01:27:27.569636 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:27:27.569655 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:27:30.902313 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 01:27:30.902418 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 01:27:30.902474 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 01:27:30.902655 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:27:30.902704 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:27:34.236798 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 01:27:34.236867 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 01:27:34.236908 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 01:27:34.237031 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:27:34.237062 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 01:27:36.067954 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.102.163.167"}] I0331 01:27:36.068161 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.102.163.167"}] I0331 01:27:36.068248 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.102.163.167"}] I0331 01:27:36.073226 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"ba6820da-f7f4-4143-a995-679c5542c74f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5265", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0331 01:27:36.076246 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"62e9700a-4644-4e41-bf9b-5cdf2dc46e5f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5266", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0331 01:27:36.079347 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"dc5565d9-9101-435f-9f16-fa4d283ef4c9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5267", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 01:27:37.569218 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 01:27:37.569325 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 01:27:37.569472 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:27:37.569505 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:27:40.902104 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 01:27:40.902201 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 01:27:40.902347 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:27:40.902376 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:27:44.236649 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 01:27:44.236733 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 01:27:44.236844 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:27:44.236869 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:27:47.569032 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 01:27:47.569141 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 01:27:47.569627 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:27:47.569650 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:27:50.902368 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 01:27:50.902462 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 01:27:50.902580 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:27:50.902605 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:27:54.235555 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 01:27:54.235621 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 01:27:54.235723 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:27:54.235745 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.50 - - [31/Mar/2026:01:27:55 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.035 [auth-system-keycloak-80] [] 10.0.0.109:8080 6411 0.035 200 0e0a40d63f683ef75dde686fde06196c W0331 01:27:57.569121 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 01:27:57.569356 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:27:57.569376 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:28:00.903338 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 01:28:00.903551 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:28:00.903579 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.194 - - [31/Mar/2026:01:28:01 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.007 [auth-system-keycloak-80] [] 10.0.0.109:8080 6411 0.007 200 9167586e71ab23bd08d6f416a883f1ab W0331 01:28:04.236766 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 01:28:04.237038 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:28:04.237069 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:28:07.569362 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 01:28:07.569590 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:28:07.569620 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:28:13.653929 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:28:13.653962 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:28:16.988684 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:28:16.988735 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:28:22.600260 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:28:22.600303 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.36 - - [31/Mar/2026:01:28:25 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.468 [auth-system-keycloak-80] [] 10.0.0.109:8080 1925 0.467 200 417183620f6a6cde7e49fee0ea33d52e 162.253.55.36 - - [31/Mar/2026:01:28:25 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.029 [auth-system-keycloak-80] [] 10.0.0.109:8080 4246 0.029 200 50671650b4da16c6b3242c76bec9e38c 162.253.55.36 - - [31/Mar/2026:01:28:25 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5707 0.296 [auth-system-keycloak-80] [] 10.0.0.109:8080 0 0.294 204 99bbc4dbf7bae0d32db5197699d33ede 162.253.55.36 - - [31/Mar/2026:01:28:25 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.111 [auth-system-keycloak-80] [] 10.0.0.109:8080 4384 0.111 200 3e41f5d16852fbcded014e51ce745032 162.253.55.36 - - [31/Mar/2026:01:28:26 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.446 [auth-system-keycloak-80] [] 10.0.0.109:8080 1925 0.445 200 ec016a8b9099cdf728be3afb0b685e39 162.253.55.36 - - [31/Mar/2026:01:28:26 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.109:8080 1682 0.007 200 30d26ec764c7ccd87f7c35dcd739607d 162.253.55.36 - - [31/Mar/2026:01:28:27 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "ansible-httpget" 180 0.006 [auth-system-keycloak-80] [] 10.0.0.109:8080 6411 0.006 200 835911a2a5f785e15dda6e7d9edb4016 162.253.55.36 - - [31/Mar/2026:01:28:28 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.515 [auth-system-keycloak-80] [] 10.0.0.109:8080 1925 0.514 200 4191c9e3bd2d8ff3a8c3f2fb1712eeb9 162.253.55.36 - - [31/Mar/2026:01:28:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.009 [auth-system-keycloak-80] [] 10.0.0.109:8080 2 0.009 200 51335d4765514b61c7f5c91a520385c0 162.253.55.36 - - [31/Mar/2026:01:28:28 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.163 [auth-system-keycloak-80] [] 10.0.0.109:8080 0 0.162 201 340bf215f1e3cf481d875d5a70d2e81b 162.253.55.36 - - [31/Mar/2026:01:28:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.087 [auth-system-keycloak-80] [] 10.0.0.109:8080 2242 0.087 200 4a856d59e060544ada6a8cdb0261ce64 162.253.55.36 - - [31/Mar/2026:01:28:29 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.477 [auth-system-keycloak-80] [] 10.0.0.109:8080 1925 0.476 200 7d077f474d5cc877b5866297851007e6 162.253.55.36 - - [31/Mar/2026:01:28:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.008 [auth-system-keycloak-80] [] 10.0.0.109:8080 2242 0.008 200 62b09f70945e557f8dad6e22c35b7cc4 162.253.55.36 - - [31/Mar/2026:01:28:29 +0000] "GET /admin/realms/atmosphere/clients/7260d323-6c0c-45ff-893f-89f6de343041/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.019 [auth-system-keycloak-80] [] 10.0.0.109:8080 233 0.019 200 e430aa8d46df5724a4afd243537e91fc 162.253.55.36 - - [31/Mar/2026:01:28:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.037 [auth-system-keycloak-80] [] 10.0.0.109:8080 831 0.037 200 e8d3ae43b51cf8ab832675a2ad4d1547 162.253.55.36 - - [31/Mar/2026:01:28:30 +0000] "GET /admin/realms/atmosphere/clients/4f7a6884-af9d-40ed-931b-b30e3308985f/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.077 [auth-system-keycloak-80] [] 10.0.0.109:8080 3758 0.077 200 51bcb80bc19278fc96cddf1ea608fcf5 162.253.55.36 - - [31/Mar/2026:01:28:30 +0000] "GET /admin/realms/atmosphere/users/835d1120-94f9-4500-a324-98cccc1bd679/role-mappings/clients/4f7a6884-af9d-40ed-931b-b30e3308985f/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.100 [auth-system-keycloak-80] [] 10.0.0.109:8080 3758 0.100 200 72bfe800fbd4f8267fc32d213d3a4deb 162.253.55.36 - - [31/Mar/2026:01:28:30 +0000] "GET /admin/realms/atmosphere/users/835d1120-94f9-4500-a324-98cccc1bd679/role-mappings/clients/4f7a6884-af9d-40ed-931b-b30e3308985f/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.088 [auth-system-keycloak-80] [] 10.0.0.109:8080 2 0.088 200 99813d5b6b9a43c77b322e129efbd2d4 162.253.55.36 - - [31/Mar/2026:01:28:30 +0000] "POST /admin/realms/atmosphere/users/835d1120-94f9-4500-a324-98cccc1bd679/role-mappings/clients/4f7a6884-af9d-40ed-931b-b30e3308985f HTTP/1.1" 204 0 "-" "Ansible" 1388 0.074 [auth-system-keycloak-80] [] 10.0.0.109:8080 0 0.073 204 0ec67d7366e6cf09987b03491c82f69b 162.253.55.36 - - [31/Mar/2026:01:28:30 +0000] "GET /admin/realms/atmosphere/users/835d1120-94f9-4500-a324-98cccc1bd679/role-mappings/clients/4f7a6884-af9d-40ed-931b-b30e3308985f/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.015 [auth-system-keycloak-80] [] 10.0.0.109:8080 576 0.015 200 8fd965a889344242918e41336b84d539 W0331 01:28:33.299633 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:28:33.299671 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:28:36.634032 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:28:36.634091 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:28:41.749089 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:28:41.749142 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:28:45.083232 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:28:45.083291 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:30:38.872691 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:30:38.872791 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:31:14.554787 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0331 01:31:14.554865 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:31:14.554884 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 01:31:14.558570 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:28.7kB} I0331 01:31:14.558607 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0331 01:31:14.563166 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0331 01:31:14.563463 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"0bbdcfd6-219a-4af9-8f8a-a3bae9b21c0f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6985", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 01:31:14.563751 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0331 01:31:14.564186 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0331 01:31:14.564260 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:31:14.564281 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 01:31:14.564860 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 01:31:14.611596 7 controller.go:216] "Backend successfully reloaded" I0331 01:31:14.611919 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-2hq7h", UID:"e47db9f8-708d-4c2a-b7ac-0add70b97547", APIVersion:"v1", ResourceVersion:"1412", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0331 01:31:14.901743 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0331 01:31:14.902706 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0331 01:31:17.900356 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:31:17.900392 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.36 - - [31/Mar/2026:01:31:18 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.003 [openstack-keystone-api-5000] [] 10.0.0.135:5000 280 0.003 300 66813d0117825770d192d04836041eec 162.253.55.36 - - [31/Mar/2026:01:31:20 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.135:5000 265 0.004 200 ef29f60f5ff617230c425dfa8ca5425c 162.253.55.36 - - [31/Mar/2026:01:31:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.334 [openstack-keystone-api-5000] [] 10.0.0.135:5000 1359 0.334 201 00e9c32594ec57a196f08e6f46a2dbe1 162.253.55.36 - - [31/Mar/2026:01:31:20 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.135:5000 280 0.003 300 2c256151ce21a607fd1159278ca935f9 162.253.55.36 - - [31/Mar/2026:01:31:20 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 437 0.026 [openstack-keystone-api-5000] [] 10.0.0.135:5000 90 0.026 404 cb275725083298db28de5909f5daff0c 162.253.55.36 - - [31/Mar/2026:01:31:20 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.025 [openstack-keystone-api-5000] [] 10.0.0.135:5000 368 0.025 200 3eb37b3a1532e09236c384c13d450946 162.253.55.36 - - [31/Mar/2026:01:31:20 +0000] "GET /v3/domains/551324fd6d884edfad9a5f63baa617a4 HTTP/1.1" 200 246 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.018 [openstack-keystone-api-5000] [] 10.0.0.135:5000 246 0.018 200 07c8fbf9afb64a32ea9c6f3f4b4f5ef2 162.253.55.36 - - [31/Mar/2026:01:31:21 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.135:5000 265 0.004 200 bb3285043a1f5d7bb5c8e685156f214d 162.253.55.36 - - [31/Mar/2026:01:31:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.296 [openstack-keystone-api-5000] [] 10.0.0.135:5000 1359 0.296 201 d93bed529d533327a675ffac2d5e96fe 162.253.55.36 - - [31/Mar/2026:01:31:21 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.135:5000 280 0.003 300 2a0dad256c0916f6fe29ea9e6b8c61da 162.253.55.36 - - [31/Mar/2026:01:31:21 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 462 0.022 [openstack-keystone-api-5000] [] 10.0.0.135:5000 101 0.022 404 9490d37e4ccaf7732b1098385801e1e2 162.253.55.36 - - [31/Mar/2026:01:31:21 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 464 0.020 [openstack-keystone-api-5000] [] 10.0.0.135:5000 155 0.020 200 e261720ff594b0067a87cbdf6f982c23 162.253.55.36 - - [31/Mar/2026:01:31:21 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 340 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 679 0.026 [openstack-keystone-api-5000] [] 10.0.0.135:5000 340 0.026 201 bede3b8f70b57e1fe39cf0051bfdccb7 162.253.55.36 - - [31/Mar/2026:01:31:22 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.135:5000 265 0.004 200 fbf94b4400c7eb4a2a01b0e1a2702add 162.253.55.36 - - [31/Mar/2026:01:31:22 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.299 [openstack-keystone-api-5000] [] 10.0.0.135:5000 1359 0.299 201 0bc2766f07af4b2dd455387587f1560c 162.253.55.36 - - [31/Mar/2026:01:31:22 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.135:5000 280 0.004 300 b0ac5ac0bdb88a09373e45131eb36074 162.253.55.36 - - [31/Mar/2026:01:31:22 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.021 [openstack-keystone-api-5000] [] 10.0.0.135:5000 98 0.021 404 38ee0bad19b64dd8d99a6ee22f52ad7d 162.253.55.36 - - [31/Mar/2026:01:31:22 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 135 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 454 0.015 [openstack-keystone-api-5000] [] 10.0.0.135:5000 135 0.015 200 39ea2811d1a75860a03e67578a3d4830 162.253.55.36 - - [31/Mar/2026:01:31:22 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 356 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 738 0.023 [openstack-keystone-api-5000] [] 10.0.0.135:5000 356 0.023 201 19475e967de587dd2163d552d163d5ee 162.253.55.36 - - [31/Mar/2026:01:31:23 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.135:5000 265 0.004 200 8be93d17d1ae020c298ab6cb8b905365 162.253.55.36 - - [31/Mar/2026:01:31:23 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.318 [openstack-keystone-api-5000] [] 10.0.0.135:5000 1359 0.318 201 600dc366f0d5d9b44639bd5a86e27133 162.253.55.36 - - [31/Mar/2026:01:31:23 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.135:5000 280 0.003 300 50e7155f7087bb06280546dbf5fd165a 162.253.55.36 - - [31/Mar/2026:01:31:23 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 497 0.020 [openstack-keystone-api-5000] [] 10.0.0.135:5000 131 0.020 404 40b73e1c8c7632a7e59e969c7ee6db82 162.253.55.36 - - [31/Mar/2026:01:31:23 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 167 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 485 0.017 [openstack-keystone-api-5000] [] 10.0.0.135:5000 167 0.017 200 fc6659faae14c3bc0969e5537ec653ce 162.253.55.36 - - [31/Mar/2026:01:31:23 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 222 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 580 0.023 [openstack-keystone-api-5000] [] 10.0.0.135:5000 222 0.023 201 2278e1c56140da61b14fd4d5f3ae36f2 W0331 01:31:33.849631 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:31:33.849759 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 01:31:36.070902 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.102.163.167"}] I0331 01:31:36.077330 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"0bbdcfd6-219a-4af9-8f8a-a3bae9b21c0f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7181", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 01:31:37.184084 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:31:37.184125 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:31:40.516482 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:31:40.516533 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:31:43.849650 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:31:43.849696 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:31:59.326399 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:31:59.326430 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:32:02.660141 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:32:02.660187 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:32:07.201339 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:32:07.201417 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:32:10.535444 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:32:10.535484 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:33:41.738880 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0331 01:33:41.738991 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0331 01:33:41.739059 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:33:41.739084 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 01:33:41.741722 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.003s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:32.2kB} I0331 01:33:41.741747 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0331 01:33:41.747065 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0331 01:33:41.747397 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"8e2a4b56-f386-406d-9f87-c5a3d7ba280a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8095", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 01:33:41.747785 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0331 01:33:41.748305 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0331 01:33:41.748508 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0331 01:33:41.748679 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:33:41.748705 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 01:33:41.748834 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 01:33:41.796196 7 controller.go:216] "Backend successfully reloaded" I0331 01:33:41.796382 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-2hq7h", UID:"e47db9f8-708d-4c2a-b7ac-0add70b97547", APIVersion:"v1", ResourceVersion:"1412", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0331 01:33:42.060099 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0331 01:33:42.060803 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 162.253.55.36 - - [31/Mar/2026:01:33:42 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.135:5000 280 0.004 300 43c03ea94cb7d753977f45731c029f2c 162.253.55.36 - - [31/Mar/2026:01:33:42 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.321 [openstack-keystone-api-5000] [] 10.0.0.135:5000 1990 0.321 201 e2e0e040e2f270507ca9e5d80f37d2ee 162.253.55.36 - - [31/Mar/2026:01:33:42 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 432 0.028 [openstack-keystone-api-5000] [] 10.0.0.135:5000 85 0.028 404 211888608389f5f5671a21c6353fb156 162.253.55.36 - - [31/Mar/2026:01:33:42 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 128 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.023 [openstack-keystone-api-5000] [] 10.0.0.135:5000 128 0.023 200 28bf7e4b6a4a3faa5ffb0a9287e0b286 162.253.55.36 - - [31/Mar/2026:01:33:42 +0000] "POST /v3/roles HTTP/1.1" 201 229 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 506 0.022 [openstack-keystone-api-5000] [] 10.0.0.135:5000 229 0.022 201 f32520c38bd25aed69071cda2bb93c1d W0331 01:33:45.082355 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0331 01:33:45.082507 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:33:45.082530 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:33:48.415472 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:33:48.415522 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.36 - - [31/Mar/2026:01:33:50 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.135:5000 280 0.004 300 81b73a3a93673e4e5512c13ea8c02835 162.253.55.36 - - [31/Mar/2026:01:33:51 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 548 0.290 [openstack-keystone-api-5000] [] 10.0.0.135:5000 1990 0.290 201 7b39bc701c99d283ce29a69f66177f86 162.253.55.36 - - [31/Mar/2026:01:33:51 +0000] "GET /v3/roles HTTP/1.1" 200 1514 "-" "python-keystoneclient" 379 0.025 [openstack-keystone-api-5000] [] 10.0.0.135:5000 1514 0.025 200 2bc6dcf18da7f4dccbac415fbaabd061 162.253.55.36 - - [31/Mar/2026:01:33:51 +0000] "PUT /v3/roles/8cff12a409324fb1a468265e9fb1b893/implies/7e41208fe18a45968ce44903e9636fa2 HTTP/1.1" 201 518 "-" "python-keystoneclient" 472 0.043 [openstack-keystone-api-5000] [] 10.0.0.135:5000 518 0.043 201 31942d6f1b1e9acecdc37b4e89786c13 I0331 01:34:36.067670 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.102.163.167"}] I0331 01:34:36.073029 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"8e2a4b56-f386-406d-9f87-c5a3d7ba280a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8553", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 01:34:36.075767 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:34:36.075807 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.36 - - [31/Mar/2026:01:34:39 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.135:5000 280 0.003 300 1b08d22bc32b54398954d5bd903909ef 162.253.55.36 - - [31/Mar/2026:01:34:40 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.357 [openstack-keystone-api-5000] [] 10.0.0.135:5000 2053 0.357 201 48ee098da2f2c20359103114a07258ad 162.253.55.36 - - [31/Mar/2026:01:34:40 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.026 [openstack-keystone-api-5000] [] 10.0.0.135:5000 87 0.025 404 5bd6212716dae53baa940c2a01d4aba2 162.253.55.36 - - [31/Mar/2026:01:34:40 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.027 [openstack-keystone-api-5000] [] 10.0.0.135:5000 388 0.027 200 215a8a471514d463ddb664f45a13981a 162.253.55.36 - - [31/Mar/2026:01:34:40 +0000] "GET /v3/users/rgw-RegionOne?domain_id=5c6efd89ecda46bb9fbd5c891ca7914d HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 481 0.033 [openstack-keystone-api-5000] [] 10.0.0.135:5000 91 0.033 404 ad1a20271757b4b7aaf8ccd392eb76dc 162.253.55.36 - - [31/Mar/2026:01:34:40 +0000] "GET /v3/users?domain_id=5c6efd89ecda46bb9fbd5c891ca7914d&name=rgw-RegionOne HTTP/1.1" 200 177 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 499 0.037 [openstack-keystone-api-5000] [] 10.0.0.135:5000 177 0.037 200 3ff837afe218f77134895675744b35d8 162.253.55.36 - - [31/Mar/2026:01:34:40 +0000] "POST /v3/users HTTP/1.1" 201 290 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 627 0.290 [openstack-keystone-api-5000] [] 10.0.0.135:5000 290 0.290 201 e056912d1f5a9f3705ba9c5b2a0bf943 162.253.55.36 - - [31/Mar/2026:01:34:44 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 229 0.003 [openstack-keystone-api-5000] [] 10.0.0.135:5000 280 0.003 300 9622de4ee2d4393d7e4173ed8b80e461 162.253.55.36 - - [31/Mar/2026:01:34:44 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 548 0.304 [openstack-keystone-api-5000] [] 10.0.0.135:5000 2053 0.304 201 daafbf6a16b53903c6ad40dcddf4a2a9 162.253.55.36 - - [31/Mar/2026:01:34:44 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 429 0.024 [openstack-keystone-api-5000] [] 10.0.0.135:5000 83 0.024 404 0f42bef6cc1921cae3fa46fc6ee5bbcb 162.253.55.36 - - [31/Mar/2026:01:34:44 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 447 0.022 [openstack-keystone-api-5000] [] 10.0.0.135:5000 359 0.022 200 0f436324ed5edf2d7b1b14d5edc7687b 162.253.55.36 - - [31/Mar/2026:01:34:45 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 433 0.027 [openstack-keystone-api-5000] [] 10.0.0.135:5000 87 0.027 404 55c967f8711b4d46af91b8c979ac75c0 162.253.55.36 - - [31/Mar/2026:01:34:45 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 451 0.023 [openstack-keystone-api-5000] [] 10.0.0.135:5000 388 0.023 200 c2eb7ebfd4c60d18ef92218c5c12b932 162.253.55.36 - - [31/Mar/2026:01:34:45 +0000] "GET /v3/users/rgw-RegionOne?domain_id=5c6efd89ecda46bb9fbd5c891ca7914d HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 480 0.022 [openstack-keystone-api-5000] [] 10.0.0.135:5000 91 0.022 404 955b20aa04772cdcbbf962e0ef64f6a3 162.253.55.36 - - [31/Mar/2026:01:34:45 +0000] "GET /v3/users?domain_id=5c6efd89ecda46bb9fbd5c891ca7914d&name=rgw-RegionOne HTTP/1.1" 200 456 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 498 0.032 [openstack-keystone-api-5000] [] 10.0.0.135:5000 456 0.032 200 8a8bf47bc09b114486c8308711757872 162.253.55.36 - - [31/Mar/2026:01:34:45 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 434 0.025 [openstack-keystone-api-5000] [] 10.0.0.135:5000 88 0.025 404 7af1b99c970cca38b173d73dc4fd149f 162.253.55.36 - - [31/Mar/2026:01:34:45 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 518 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 452 0.031 [openstack-keystone-api-5000] [] 10.0.0.135:5000 518 0.031 200 1a3aef93794f43a0b617ea0bf9c61c05 162.253.55.36 - - [31/Mar/2026:01:34:45 +0000] "PUT /v3/projects/459fe4eac4db46b7bff777bd3d9d8a16/users/977c230eb3c24629ad22b2914150c8e8/roles/484d1a8d1a91462b85a634971cfac785 HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 556 0.038 [openstack-keystone-api-5000] [] 10.0.0.135:5000 0 0.038 204 ce63b29a9ba6db4f490cd82a5a94dec3 162.253.55.36 - - [31/Mar/2026:01:34:47 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.002 [openstack-keystone-api-5000] [] 10.0.0.135:5000 280 0.002 300 954df59b653fde87c95930b69f46aa23 162.253.55.36 - - [31/Mar/2026:01:34:47 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.350 [openstack-keystone-api-5000] [] 10.0.0.135:5000 2053 0.350 201 ab7700123b770ce908f3b2134cc61c7e 162.253.55.36 - - [31/Mar/2026:01:34:47 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 150 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 469 0.019 [openstack-keystone-api-5000] [] 10.0.0.135:5000 150 0.019 200 b98120fb095d01a358ff55847e47b021 162.253.55.36 - - [31/Mar/2026:01:34:47 +0000] "POST /v3/services HTTP/1.1" 201 262 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 577 0.037 [openstack-keystone-api-5000] [] 10.0.0.135:5000 262 0.037 201 fea18db2b9dbd45144e1945a4b4685eb 162.253.55.36 - - [31/Mar/2026:01:34:48 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.002 [openstack-keystone-api-5000] [] 10.0.0.135:5000 280 0.002 300 9c7cd36fd8e8bba9b83656d81b110d16 162.253.55.36 - - [31/Mar/2026:01:34:48 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.299 [openstack-keystone-api-5000] [] 10.0.0.135:5000 2155 0.299 201 060059f2eca80bd431808075f6f67d57 162.253.55.36 - - [31/Mar/2026:01:34:48 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.020 [openstack-keystone-api-5000] [] 10.0.0.135:5000 86 0.020 404 f9ea4d4c81d3d516bae66a354c5804d6 162.253.55.36 - - [31/Mar/2026:01:34:48 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.015 [openstack-keystone-api-5000] [] 10.0.0.135:5000 380 0.015 200 8bc89b3332885dedfee1b9b6c9d5a562 162.253.55.36 - - [31/Mar/2026:01:34:48 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=815cab850ba0498fafa96801a63f975a HTTP/1.1" 200 204 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 522 0.020 [openstack-keystone-api-5000] [] 10.0.0.135:5000 204 0.020 200 19db50e03cb20f32c13597f0bede437f 162.253.55.36 - - [31/Mar/2026:01:34:48 +0000] "POST /v3/endpoints HTTP/1.1" 201 377 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 687 0.048 [openstack-keystone-api-5000] [] 10.0.0.135:5000 377 0.048 201 e173f336bae295c9ed242f8d706a3d77 162.253.55.36 - - [31/Mar/2026:01:34:49 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.135:5000 280 0.003 300 bc9b453d00ab63795e8a0c3fa3edacae 162.253.55.36 - - [31/Mar/2026:01:34:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2363 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.323 [openstack-keystone-api-5000] [] 10.0.0.135:5000 2363 0.323 201 22af983b663dda52846b4790f999b4f6 162.253.55.36 - - [31/Mar/2026:01:34:49 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.026 [openstack-keystone-api-5000] [] 10.0.0.135:5000 86 0.026 404 dbcdd49ca68e00e8825b1e6694aa426f 162.253.55.36 - - [31/Mar/2026:01:34:49 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.019 [openstack-keystone-api-5000] [] 10.0.0.135:5000 380 0.019 200 062c9441aa1c570cc860c5f1865380ff 162.253.55.36 - - [31/Mar/2026:01:34:49 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=815cab850ba0498fafa96801a63f975a HTTP/1.1" 200 206 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 524 0.019 [openstack-keystone-api-5000] [] 10.0.0.135:5000 206 0.019 200 29aaa9bee6150a4fdc4ed7f511d61706 162.253.55.36 - - [31/Mar/2026:01:34:49 +0000] "POST /v3/endpoints HTTP/1.1" 201 391 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 701 0.023 [openstack-keystone-api-5000] [] 10.0.0.135:5000 391 0.023 201 84e3e539e312d101f91a1133cfa50b8a W0331 01:34:50.621110 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0331 01:34:50.621239 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0331 01:34:50.621312 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:34:50.621335 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 01:34:50.626182 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.006s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:35.7kB} I0331 01:34:50.626215 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0331 01:34:50.634148 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0331 01:34:50.634432 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"99b983ee-c55b-49ee-ab4b-a2dace00bed5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8679", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 01:34:50.634616 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0331 01:34:50.634916 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0331 01:34:50.635018 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0331 01:34:50.635091 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:34:50.635109 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 01:34:50.635244 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 01:34:50.696070 7 controller.go:216] "Backend successfully reloaded" I0331 01:34:50.696222 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-2hq7h", UID:"e47db9f8-708d-4c2a-b7ac-0add70b97547", APIVersion:"v1", ResourceVersion:"1412", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0331 01:34:50.994213 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0331 01:34:50.995180 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0331 01:34:53.969120 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0331 01:34:53.969300 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:34:53.969323 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:35:07.205479 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0331 01:35:07.205640 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:35:07.205662 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:35:12.413526 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0331 01:35:12.413689 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:35:12.413706 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:35:15.747051 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 01:35:15.747237 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:35:15.747264 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 01:35:15.747424 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 01:35:15.797638 7 controller.go:216] "Backend successfully reloaded" I0331 01:35:15.797838 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-2hq7h", UID:"e47db9f8-708d-4c2a-b7ac-0add70b97547", APIVersion:"v1", ResourceVersion:"1412", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0331 01:35:19.081379 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 01:35:19.081579 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:35:19.081612 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:35:22.415817 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 01:35:22.416094 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:35:22.416141 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 01:35:36.067895 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.102.163.167"}] I0331 01:35:36.073323 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"99b983ee-c55b-49ee-ab4b-a2dace00bed5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9119", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 01:35:36.074579 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 01:35:36.074699 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:35:36.074720 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:35:39.409331 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 01:35:39.409691 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:35:39.409724 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:35:42.741631 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 01:35:42.742005 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:35:42.742059 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:35:46.296187 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 01:35:46.296306 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:35:46.296326 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:35:56.339725 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 01:35:56.339893 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:35:56.339913 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:36:35.859452 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:36:35.859477 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:37:53.054243 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0331 01:37:53.054341 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0331 01:37:53.054396 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:37:53.054414 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 01:37:53.057728 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.003s renderingIngressLength:8 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:39.1kB} I0331 01:37:53.057755 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0331 01:37:53.064058 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0331 01:37:53.064274 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"23ddc4c4-3c8f-4431-bfed-620e2e1b3017", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10207", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 01:37:53.064583 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0331 01:37:53.065021 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0331 01:37:53.065137 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0331 01:37:53.065222 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:37:53.065244 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 01:37:53.065393 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 01:37:53.115378 7 controller.go:216] "Backend successfully reloaded" I0331 01:37:53.115706 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-2hq7h", UID:"e47db9f8-708d-4c2a-b7ac-0add70b97547", APIVersion:"v1", ResourceVersion:"1412", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0331 01:37:53.401349 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0331 01:37:53.402778 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0331 01:37:56.399407 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0331 01:37:56.399632 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:37:56.399684 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.36 - - [31/Mar/2026:01:37:57 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.135:5000 280 0.003 300 f50cd67052411a67445ae40bd75c2a92 162.253.55.36 - - [31/Mar/2026:01:37:57 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.315 [openstack-keystone-api-5000] [] 10.0.0.135:5000 3197 0.315 201 761168adf66a01d0baf11cbc92de2825 162.253.55.36 - - [31/Mar/2026:01:37:57 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 47e5067fe644c1f9de087b52320821b6 162.253.55.36 - - [31/Mar/2026:01:37:57 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 15a0ad579ce527cbc0001b662a1183e4 162.253.55.36 - - [31/Mar/2026:01:37:58 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.135:5000 280 0.003 300 fe6ac4433ac8cf5058f99e35e3f0e088 162.253.55.36 - - [31/Mar/2026:01:37:59 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.305 [openstack-keystone-api-5000] [] 10.0.0.135:5000 3197 0.305 201 64006176c49f58918c2c31a9dfadb8fa 162.253.55.36 - - [31/Mar/2026:01:37:59 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 49cfc27c343f1c8409c2df966c0e4aed 162.253.55.36 - - [31/Mar/2026:01:37:59 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 9a049213d5f7f9ce0b6e98b03c0478c7 162.253.55.36 - - [31/Mar/2026:01:38:00 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.135:5000 280 0.003 300 bad9d16dd58bb1017546efc5b92133c9 162.253.55.36 - - [31/Mar/2026:01:38:00 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.295 [openstack-keystone-api-5000] [] 10.0.0.135:5000 3197 0.295 201 93b2ae63f1e2ab7c5116e0aa0b419703 162.253.55.36 - - [31/Mar/2026:01:38:00 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 443944e1217117b0b4cb0ef85df5a4ce 162.253.55.36 - - [31/Mar/2026:01:38:00 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 8a463b18a9b478665a5dd401d260c210 162.253.55.36 - - [31/Mar/2026:01:38:02 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.135:5000 280 0.004 300 ef7acb3e99ac7780be65c1aa6870c725 162.253.55.36 - - [31/Mar/2026:01:38:02 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.295 [openstack-keystone-api-5000] [] 10.0.0.135:5000 3197 0.295 201 f2c428453d1c73583eb410704731114b 162.253.55.36 - - [31/Mar/2026:01:38:02 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 899a30d0089a7e6be35f82d702a7d523 162.253.55.36 - - [31/Mar/2026:01:38:02 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 1f76382a93c16cb2eb76d8aa70b13101 162.253.55.36 - - [31/Mar/2026:01:38:04 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.135:5000 280 0.003 300 8e5e73300a31321ec6ac4046ec54a180 162.253.55.36 - - [31/Mar/2026:01:38:04 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.299 [openstack-keystone-api-5000] [] 10.0.0.135:5000 3197 0.299 201 5122e8f1f8b3c62027bc47ea8fe6bd16 162.253.55.36 - - [31/Mar/2026:01:38:04 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - af6eb8e4cedb87dca95cf6628fb9f8cd 162.253.55.36 - - [31/Mar/2026:01:38:04 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 5309a9b0aa157b0cdd7f755599222996 W0331 01:38:04.577249 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0331 01:38:04.577589 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:38:04.577668 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.36 - - [31/Mar/2026:01:38:05 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.135:5000 280 0.003 300 0bdbb64b6758eda35e794e4d1dfcff12 162.253.55.36 - - [31/Mar/2026:01:38:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.392 [openstack-keystone-api-5000] [] 10.0.0.135:5000 3197 0.392 201 e12e97f9062b424c9adf76ba51523288 162.253.55.36 - - [31/Mar/2026:01:38:06 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - d07c03ef7f29a53eab7e6939702f9fec 162.253.55.36 - - [31/Mar/2026:01:38:06 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 524fa895279cafa0c425dfeaa7d9732e 162.253.55.36 - - [31/Mar/2026:01:38:07 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.002 [openstack-keystone-api-5000] [] 10.0.0.135:5000 280 0.003 300 6fab85eb504b7a08600eac9bab1b554f 162.253.55.36 - - [31/Mar/2026:01:38:08 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.306 [openstack-keystone-api-5000] [] 10.0.0.135:5000 3197 0.306 201 977611bb327f9a720bb3a09dd6dd228a 162.253.55.36 - - [31/Mar/2026:01:38:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 1f4939c4445d3cb6c61445a443b6ef30 162.253.55.36 - - [31/Mar/2026:01:38:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 0f93a5690c6437eae1e43cb49d4dad8d 162.253.55.36 - - [31/Mar/2026:01:38:09 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.135:5000 280 0.003 300 938d1c1cad9d86f6176a5724ba518489 162.253.55.36 - - [31/Mar/2026:01:38:09 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.305 [openstack-keystone-api-5000] [] 10.0.0.135:5000 3197 0.305 201 17c43ec46e6e7896ed474fc15285e16c 162.253.55.36 - - [31/Mar/2026:01:38:09 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - a5ac48e1d4b2e67be42a38858cb4733e 162.253.55.36 - - [31/Mar/2026:01:38:09 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 79090ab9df4c28c9e5d24e98a9c275ac 162.253.55.36 - - [31/Mar/2026:01:38:11 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.135:5000 280 0.004 300 1b536d6475a64d249376e33a92d869dc 162.253.55.36 - - [31/Mar/2026:01:38:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.298 [openstack-keystone-api-5000] [] 10.0.0.135:5000 3197 0.298 201 f426525bbbe05f393f8c91e07d500193 162.253.55.36 - - [31/Mar/2026:01:38:11 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 88792f87ce807310e1e1cd230a9dc5c5 162.253.55.36 - - [31/Mar/2026:01:38:11 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 0ec82e5111d0fa51f3cde2bfadf9833c 162.253.55.36 - - [31/Mar/2026:01:38:13 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.016 [openstack-keystone-api-5000] [] 10.0.0.135:5000 280 0.016 300 00212f1637a84b380a335b68a5cc7b2a 162.253.55.36 - - [31/Mar/2026:01:38:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.297 [openstack-keystone-api-5000] [] 10.0.0.135:5000 3197 0.297 201 9cfaaab0b12e2de19257995583e8a5de 162.253.55.36 - - [31/Mar/2026:01:38:13 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - a944f871fe08759feac343c7a9b5873e 162.253.55.36 - - [31/Mar/2026:01:38:13 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - ab41c2b3f9b59d5be41dbfa8bbceb759 W0331 01:38:13.893393 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:38:13.893440 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.36 - - [31/Mar/2026:01:38:14 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.135:5000 280 0.003 300 834b8b9a62a2128b1d6e68ec382a20ce 162.253.55.36 - - [31/Mar/2026:01:38:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.290 [openstack-keystone-api-5000] [] 10.0.0.135:5000 3197 0.290 201 6ecdf9038f1ac6ad0990ef51dfe1b97b 162.253.55.36 - - [31/Mar/2026:01:38:15 +0000] "GET / HTTP/1.1" 300 1301 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.002 [openstack-glance-api-9292] [] 10.0.0.249:9292 1301 0.002 300 fdb6b124bfc550e9cdfb9bd354c96fda 162.253.55.36 - - [31/Mar/2026:01:38:15 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.540 [openstack-glance-api-9292] [] 10.0.0.249:9292 69 0.540 200 cafebd91ee2304c6f8af6178c5890276 162.253.55.36 - - [31/Mar/2026:01:38:18 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.135:5000 280 0.003 300 f68edd1cb614155f8a0466f2104c17ff 162.253.55.36 - - [31/Mar/2026:01:38:18 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.289 [openstack-keystone-api-5000] [] 10.0.0.135:5000 3197 0.289 201 e83d9be9e7bbf2a35d08d7bdd7f773a8 162.253.55.36 - - [31/Mar/2026:01:38:18 +0000] "GET / HTTP/1.1" 300 1301 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.002 [openstack-glance-api-9292] [] 10.0.0.249:9292 1301 0.003 300 54ff752c5b23fe1b7936be69cf2337b4 162.253.55.36 - - [31/Mar/2026:01:38:18 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.035 [openstack-glance-api-9292] [] 10.0.0.249:9292 69 0.035 200 5833d01b77f4e9b3abd1a83699e30dde 162.253.55.36 - - [31/Mar/2026:01:38:18 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 429 0.118 [openstack-glance-api-9292] [] 10.0.0.249:9292 151 0.118 404 6d3de7230e0606f7e5955b9b2b507e3a 162.253.55.36 - - [31/Mar/2026:01:38:18 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 447 0.021 [openstack-glance-api-9292] [] 10.0.0.249:9292 81 0.021 200 00a25467c4810fbf93b927dad71b48b9 162.253.55.36 - - [31/Mar/2026:01:38:18 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.019 [openstack-glance-api-9292] [] 10.0.0.249:9292 84 0.019 200 015756694c91798fc4b8261401a3f63f 162.253.55.36 - - [31/Mar/2026:01:38:19 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 713 0.053 [openstack-glance-api-9292] [] 10.0.0.249:9292 760 0.053 201 fe8d17751bbc1c7c57b81280e3fab09e 162.253.55.36 - - [31/Mar/2026:01:38:24 +0000] "PUT /v2/images/1d26a065-fcc7-4070-ae3d-89a0f5d46789/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441040 4.984 [openstack-glance-api-9292] [] 10.0.0.249:9292 0 4.984 204 24732d89a183fe1e31a7e5b26ecf1559 162.253.55.36 - - [31/Mar/2026:01:38:24 +0000] "GET /v2/images/1d26a065-fcc7-4070-ae3d-89a0f5d46789 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.015 [openstack-glance-api-9292] [] 10.0.0.249:9292 1171 0.016 200 dc3b4de27910f90e0e61bb0964bb2a98 162.253.55.36 - - [31/Mar/2026:01:38:24 +0000] "GET /v2/images/1d26a065-fcc7-4070-ae3d-89a0f5d46789 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.012 [openstack-glance-api-9292] [] 10.0.0.249:9292 1171 0.013 200 47981eb70ed52b8c69fbc451cb1e592a W0331 01:38:26.839766 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:38:26.839801 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:38:30.173746 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:38:30.173797 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 01:38:36.065686 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.102.163.167"}] I0331 01:38:36.071250 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"23ddc4c4-3c8f-4431-bfed-620e2e1b3017", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10589", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 01:38:36.074033 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 01:38:36.074067 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store