------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0504 01:40:24.355760 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0504 01:40:24.356021 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0504 01:40:24.366015 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0504 01:40:24.369274 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0504 01:40:24.947829 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0504 01:40:24.965205 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0504 01:40:24.975642 7 nginx.go:271] "Starting NGINX Ingress controller" I0504 01:40:24.982148 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"50064128-430b-4763-a24c-ca6d56c5064c", APIVersion:"v1", ResourceVersion:"1345", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0504 01:40:24.985816 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"e1ae11a5-40b2-466b-819a-1c702783f3c6", APIVersion:"v1", ResourceVersion:"1346", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0504 01:40:24.985876 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"69364560-f8e5-4854-a1cf-9e822ed0b859", APIVersion:"v1", ResourceVersion:"1344", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0504 01:40:26.177195 7 nginx.go:317] "Starting NGINX process" I0504 01:40:26.177312 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0504 01:40:26.178435 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0504 01:40:26.178652 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:40:26.178693 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:40:26.178754 7 controller.go:196] "Configuration changes detected, backend reload required" I0504 01:40:26.188376 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0504 01:40:26.188450 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-7mwkj" I0504 01:40:26.210008 7 controller.go:216] "Backend successfully reloaded" I0504 01:40:26.210096 7 controller.go:227] "Initial sync, sleeping for 1 second" I0504 01:40:26.210543 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7mwkj", UID:"d0e4fad2-1612-4ee3-8502-af0956459fa0", APIVersion:"v1", ResourceVersion:"1451", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0504 01:40:30.005595 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:40:30.005642 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:40:33.340524 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:40:33.340575 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:40:36.672768 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:40:36.672808 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:40:40.006121 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:40:40.006173 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:40:43.340908 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:40:43.340958 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:40:46.672678 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:40:46.672718 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:40:50.006017 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:40:50.006062 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:40:55.793760 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:40:55.793891 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:40:59.128516 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:40:59.128560 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:41:02.460761 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:41:02.460839 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:41:51.395523 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:41:51.395567 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:41:54.729123 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:41:54.729156 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:41:59.371781 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:41:59.371823 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:42:03.160101 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:42:03.160140 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:42:06.494595 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:42:06.494661 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:42:09.827475 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:42:09.827524 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:42:13.160286 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:42:13.160349 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:42:16.493922 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:42:16.493964 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:42:21.200132 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:42:21.200184 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:42:24.534068 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:42:24.534120 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:42:27.867547 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:42:27.867595 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:42:31.200772 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:42:31.200813 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:44:33.424176 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:44:33.424228 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:44:36.192684 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-138.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-138.nip.io-tls was not found. Using default certificate W0504 01:44:36.192748 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:44:36.192766 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:44:36.194724 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0504 01:44:36.194758 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0504 01:44:36.201637 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0504 01:44:36.201952 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-138.nip.io-tls" in local store I0504 01:44:36.202243 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"85a3716e-92f3-4d44-b9d0-002dcb69be10", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3326", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0504 01:44:36.484507 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-138.nip.io-tls" I0504 01:44:36.486171 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-138.nip.io-tls" W0504 01:44:36.758600 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:44:36.758642 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:44:36.758936 7 controller.go:196] "Configuration changes detected, backend reload required" I0504 01:44:36.803063 7 controller.go:216] "Backend successfully reloaded" I0504 01:44:36.803287 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7mwkj", UID:"d0e4fad2-1612-4ee3-8502-af0956459fa0", APIVersion:"v1", ResourceVersion:"1451", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0504 01:44:40.093019 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:44:40.093068 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.138 - - [04/May/2026:01:44:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.416 [auth-system-keycloak-80] [] 10.0.0.159:8080 1928 2.415 200 58dfd2062b2c67708fb202a1d71b766d 199.204.45.138 - - [04/May/2026:01:44:48 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.108 [auth-system-keycloak-80] [] 10.0.0.159:8080 116 0.107 404 971786bbdde04edb16eb620aa4671040 199.204.45.138 - - [04/May/2026:01:44:53 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.984 [auth-system-keycloak-80] [] 10.0.0.159:8080 0 4.982 201 2134ceeace0f7e82e82f9c0a287942cb 199.204.45.138 - - [04/May/2026:01:44:54 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.698 [auth-system-keycloak-80] [] 10.0.0.159:8080 4246 0.698 200 e00f19399ba1a9af867d0968e204af23 199.204.45.138 - - [04/May/2026:01:44:55 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.669 [auth-system-keycloak-80] [] 10.0.0.159:8080 1928 0.667 200 fff26fa0d0d2c58bf886c328be1248f0 199.204.45.138 - - [04/May/2026:01:44:55 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.140 [auth-system-keycloak-80] [] 10.0.0.159:8080 12500 0.141 200 0021401c2dd8c76b0ff45a39f340efad 199.204.45.138 - - [04/May/2026:01:44:55 +0000] "GET /admin/realms/atmosphere/client-scopes/d3e0a44b-c72e-4a6a-bd8d-b5511b1d8b13 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.012 [auth-system-keycloak-80] [] 10.0.0.159:8080 1278 0.011 200 00fe0de9a435cb74e51fda4c73690633 199.204.45.138 - - [04/May/2026:01:44:55 +0000] "PUT /admin/realms/atmosphere/client-scopes/d3e0a44b-c72e-4a6a-bd8d-b5511b1d8b13 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.087 [auth-system-keycloak-80] [] 10.0.0.159:8080 0 0.085 204 78bda1c82ec4d65b08df291b46593d25 199.204.45.138 - - [04/May/2026:01:44:55 +0000] "GET /admin/realms/atmosphere/client-scopes/d3e0a44b-c72e-4a6a-bd8d-b5511b1d8b13/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.089 [auth-system-keycloak-80] [] 10.0.0.159:8080 963 0.089 200 7aab68ed27a29e74c437de9e8371b00b 199.204.45.138 - - [04/May/2026:01:44:55 +0000] "GET /admin/realms/atmosphere/client-scopes/d3e0a44b-c72e-4a6a-bd8d-b5511b1d8b13/protocol-mappers/models/345b5b45-b00d-4b7b-8776-ec75a27b08e0 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.071 [auth-system-keycloak-80] [] 10.0.0.159:8080 366 0.072 200 ff1470a930fb1771939f30fecb4721fe 199.204.45.138 - - [04/May/2026:01:44:55 +0000] "PUT /admin/realms/atmosphere/client-scopes/d3e0a44b-c72e-4a6a-bd8d-b5511b1d8b13/protocol-mappers/models/345b5b45-b00d-4b7b-8776-ec75a27b08e0 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.087 [auth-system-keycloak-80] [] 10.0.0.159:8080 0 0.085 204 7a339398467474a92f5c1ccf5113abd8 199.204.45.138 - - [04/May/2026:01:44:55 +0000] "GET /admin/realms/atmosphere/client-scopes/d3e0a44b-c72e-4a6a-bd8d-b5511b1d8b13 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.020 [auth-system-keycloak-80] [] 10.0.0.159:8080 1218 0.020 200 ec0526d40c68bda018d30c0232a67c19 199.204.45.138 - - [04/May/2026:01:45:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.473 [auth-system-keycloak-80] [] 10.0.0.159:8080 1928 0.472 200 5c1a483c6adedb79fa4d6b33982a0e31 199.204.45.138 - - [04/May/2026:01:45:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.057 [auth-system-keycloak-80] [] 10.0.0.159:8080 2 0.058 200 1ceba572cb501596130304e9712b81a4 199.204.45.138 - - [04/May/2026:01:45:17 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.198 [auth-system-keycloak-80] [] 10.0.0.159:8080 0 0.196 201 0f4d22ed433b9af8c09d1fc790d5b491 199.204.45.138 - - [04/May/2026:01:45:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.083 [auth-system-keycloak-80] [] 10.0.0.159:8080 1261 0.083 200 3fba98d7099f9326827d2f3a7d81c46b 199.204.45.138 - - [04/May/2026:01:45:18 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.501 [auth-system-keycloak-80] [] 10.0.0.159:8080 1928 0.500 200 35162e9f3ed1dd20ba9057e8930cf67c 199.204.45.138 - - [04/May/2026:01:45:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.013 [auth-system-keycloak-80] [] 10.0.0.159:8080 2 0.014 200 cf0a92147828fcb9c6578c72a45273f2 199.204.45.138 - - [04/May/2026:01:45:18 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.092 [auth-system-keycloak-80] [] 10.0.0.159:8080 0 0.091 201 98b9ff312e466286b1bc5aec667e753c 199.204.45.138 - - [04/May/2026:01:45:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.071 [auth-system-keycloak-80] [] 10.0.0.159:8080 1286 0.072 200 9173efb561dbbcd48f68cc3317b0fcf4 199.204.45.138 - - [04/May/2026:01:45:19 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.446 [auth-system-keycloak-80] [] 10.0.0.159:8080 1928 0.445 200 222aef6c05ef481a35ec4ca0620e63c1 199.204.45.138 - - [04/May/2026:01:45:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.027 [auth-system-keycloak-80] [] 10.0.0.159:8080 2 0.026 200 ea1762674d0eb28618df6fe77e02f63c 199.204.45.138 - - [04/May/2026:01:45:19 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.106 [auth-system-keycloak-80] [] 10.0.0.159:8080 0 0.106 201 62458d7baff04174f36503817392d508 199.204.45.138 - - [04/May/2026:01:45:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.079 [auth-system-keycloak-80] [] 10.0.0.159:8080 1251 0.079 200 7e2a50d99bd41517d7e13b9920b14774 199.204.45.138 - - [04/May/2026:01:45:20 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.515 [auth-system-keycloak-80] [] 10.0.0.159:8080 1928 0.514 200 95c13baedff0020427bfd4c16585923d 199.204.45.138 - - [04/May/2026:01:45:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.159:8080 1261 0.009 200 fecd44d4c3119cba3c1d749d70ddff56 199.204.45.138 - - [04/May/2026:01:45:20 +0000] "GET /admin/realms/atmosphere/clients/9c9b0f07-9a41-4eea-95ed-d9ece404258c/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.159:8080 119 0.014 404 500dde773a2c769e80422e278e55f659 199.204.45.138 - - [04/May/2026:01:45:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.159:8080 1261 0.008 200 1589e306e728161fc4a4742fc4df7411 199.204.45.138 - - [04/May/2026:01:45:20 +0000] "POST /admin/realms/atmosphere/clients/9c9b0f07-9a41-4eea-95ed-d9ece404258c/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.035 [auth-system-keycloak-80] [] 10.0.0.159:8080 0 0.033 201 74b256480a5c3870027b3e3835e43cb2 199.204.45.138 - - [04/May/2026:01:45:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.159:8080 1261 0.008 200 0dac4f1d012692767cc600e1823ca442 199.204.45.138 - - [04/May/2026:01:45:20 +0000] "GET /admin/realms/atmosphere/clients/9c9b0f07-9a41-4eea-95ed-d9ece404258c/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.065 [auth-system-keycloak-80] [] 10.0.0.159:8080 166 0.066 200 3207ddf9a905f825d5f078073e8bee81 199.204.45.138 - - [04/May/2026:01:45:21 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.484 [auth-system-keycloak-80] [] 10.0.0.159:8080 1928 0.483 200 bdd64920d8fe156ed6ba161d1a1a97c4 199.204.45.138 - - [04/May/2026:01:45:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.159:8080 1286 0.008 200 d4aa6505c57e57b9cab0253b67d283f8 199.204.45.138 - - [04/May/2026:01:45:21 +0000] "GET /admin/realms/atmosphere/clients/a1e8a7c2-2b94-4a9a-afe5-77d1d65eb879/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.066 [auth-system-keycloak-80] [] 10.0.0.159:8080 119 0.066 404 3e383c2fe8d798f759191aec7a8ad52b 199.204.45.138 - - [04/May/2026:01:45:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.159:8080 1286 0.008 200 69b62f41752d38762132f14e89429186 199.204.45.138 - - [04/May/2026:01:45:21 +0000] "POST /admin/realms/atmosphere/clients/a1e8a7c2-2b94-4a9a-afe5-77d1d65eb879/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.069 [auth-system-keycloak-80] [] 10.0.0.159:8080 0 0.067 201 66bfaca37210ac692ded8e0b305462f2 199.204.45.138 - - [04/May/2026:01:45:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.159:8080 1286 0.008 200 16251ac1c1e8bbc1fcd587b0581893d9 199.204.45.138 - - [04/May/2026:01:45:21 +0000] "GET /admin/realms/atmosphere/clients/a1e8a7c2-2b94-4a9a-afe5-77d1d65eb879/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.014 [auth-system-keycloak-80] [] 10.0.0.159:8080 165 0.014 200 ec51c33328029e500bd854189aba8431 199.204.45.138 - - [04/May/2026:01:45:22 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.485 [auth-system-keycloak-80] [] 10.0.0.159:8080 1928 0.484 200 8324be63c1abdcb29ccb26bf11eabc0c 199.204.45.138 - - [04/May/2026:01:45:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.159:8080 1286 0.005 200 c3ca749f5143e5967d90479007b0ca25 199.204.45.138 - - [04/May/2026:01:45:22 +0000] "GET /admin/realms/atmosphere/clients/a1e8a7c2-2b94-4a9a-afe5-77d1d65eb879/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.007 [auth-system-keycloak-80] [] 10.0.0.159:8080 119 0.007 404 5739f9ae31ba46d25120cb6d44ba2fd7 199.204.45.138 - - [04/May/2026:01:45:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.053 [auth-system-keycloak-80] [] 10.0.0.159:8080 1286 0.053 200 e945dcb4456507bd59fb5ad47e0fa0a1 199.204.45.138 - - [04/May/2026:01:45:22 +0000] "POST /admin/realms/atmosphere/clients/a1e8a7c2-2b94-4a9a-afe5-77d1d65eb879/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.013 [auth-system-keycloak-80] [] 10.0.0.159:8080 0 0.013 201 cdf68ad6482805277dd02e66f39fb2e3 199.204.45.138 - - [04/May/2026:01:45:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.159:8080 1286 0.005 200 f1b55b66c55709c9834fa76514f611e0 199.204.45.138 - - [04/May/2026:01:45:22 +0000] "GET /admin/realms/atmosphere/clients/a1e8a7c2-2b94-4a9a-afe5-77d1d65eb879/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.057 [auth-system-keycloak-80] [] 10.0.0.159:8080 166 0.056 200 1ab17589257697e4fe5391a2568781e3 199.204.45.138 - - [04/May/2026:01:45:23 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.481 [auth-system-keycloak-80] [] 10.0.0.159:8080 1928 0.480 200 6727693d169f8c03e79b22729c186f4c 199.204.45.138 - - [04/May/2026:01:45:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.036 [auth-system-keycloak-80] [] 10.0.0.159:8080 1286 0.036 200 bc7bc2046640d8adab3e6e5e2557dee9 199.204.45.138 - - [04/May/2026:01:45:23 +0000] "GET /admin/realms/atmosphere/clients/a1e8a7c2-2b94-4a9a-afe5-77d1d65eb879/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.159:8080 119 0.013 404 03eabe63c393e91ea9ff01c3b45c2ab5 199.204.45.138 - - [04/May/2026:01:45:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.053 [auth-system-keycloak-80] [] 10.0.0.159:8080 1286 0.052 200 cff120f225092713aff57c478288e594 199.204.45.138 - - [04/May/2026:01:45:23 +0000] "POST /admin/realms/atmosphere/clients/a1e8a7c2-2b94-4a9a-afe5-77d1d65eb879/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.022 [auth-system-keycloak-80] [] 10.0.0.159:8080 0 0.021 201 9879da03618f750b7a1de05eb20ca48d 199.204.45.138 - - [04/May/2026:01:45:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.159:8080 1286 0.007 200 9c1db6607cfa86c4e879a92f2981dd0c 199.204.45.138 - - [04/May/2026:01:45:23 +0000] "GET /admin/realms/atmosphere/clients/a1e8a7c2-2b94-4a9a-afe5-77d1d65eb879/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.159:8080 166 0.012 200 1b1b3ca1ccc1a5a8cc88a38979c6863a 199.204.45.138 - - [04/May/2026:01:45:24 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.488 [auth-system-keycloak-80] [] 10.0.0.159:8080 1928 0.487 200 4554b4e3870838b92f7871437b155039 199.204.45.138 - - [04/May/2026:01:45:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.159:8080 1251 0.007 200 dcaf70434113b7b9ff7eb5ef77b44a16 199.204.45.138 - - [04/May/2026:01:45:24 +0000] "GET /admin/realms/atmosphere/clients/97d0f3eb-29d1-4289-b7fd-64429cebcb3f/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.159:8080 119 0.009 404 4c9725ac3e8ad3e875f11db9eb3aa867 199.204.45.138 - - [04/May/2026:01:45:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.045 [auth-system-keycloak-80] [] 10.0.0.159:8080 1251 0.045 200 e3b4a147f48b536052f9f3ce422e2126 199.204.45.138 - - [04/May/2026:01:45:24 +0000] "POST /admin/realms/atmosphere/clients/97d0f3eb-29d1-4289-b7fd-64429cebcb3f/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.017 [auth-system-keycloak-80] [] 10.0.0.159:8080 0 0.016 201 a8175e1191ce75fa22c74d0ed9946786 199.204.45.138 - - [04/May/2026:01:45:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.159:8080 1251 0.008 200 345cf44a49fc3d07a9fef419283e71ee 199.204.45.138 - - [04/May/2026:01:45:24 +0000] "GET /admin/realms/atmosphere/clients/97d0f3eb-29d1-4289-b7fd-64429cebcb3f/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.159:8080 166 0.014 200 508ed9e6159f7d29734810098a5ce5c7 I0504 01:45:26.196250 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.104.31.199"}] I0504 01:45:26.202851 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"85a3716e-92f3-4d44-b9d0-002dcb69be10", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3780", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0504 01:45:26.205828 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:45:26.205894 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:45:42.316207 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:45:42.316246 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:45:45.649953 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:45:45.649997 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:46:32.637954 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:46:32.637990 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:46:32.716831 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0504 01:46:32.716917 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0504 01:46:32.717006 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:46:32.717031 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:46:32.717050 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0504 01:46:32.717138 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0504 01:46:32.717191 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:46:32.717210 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:46:32.718955 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0504 01:46:32.719026 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0504 01:46:32.719066 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:46:32.719082 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:46:32.719209 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0504 01:46:32.719247 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0504 01:46:32.719608 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0504 01:46:32.719642 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0504 01:46:32.720888 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0504 01:46:32.720914 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0504 01:46:32.725619 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0504 01:46:32.726303 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0504 01:46:32.726338 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0504 01:46:32.726370 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"07cc0bf5-7fb2-4253-9b7a-dd44027b6714", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4356", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0504 01:46:32.726810 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0504 01:46:32.726842 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"f3e38bdb-9d28-43a0-8ea1-e54d6b2ed2e6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4358", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0504 01:46:32.726876 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0504 01:46:32.727213 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"2825febe-d0ff-49dd-b6c6-415d2e15bf27", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4361", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0504 01:46:32.727241 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0504 01:46:33.102332 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0504 01:46:33.104075 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0504 01:46:33.232431 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0504 01:46:33.233390 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0504 01:46:34.339654 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0504 01:46:34.341045 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0504 01:46:35.971769 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0504 01:46:35.971813 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0504 01:46:35.971836 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0504 01:46:35.971944 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:46:35.971978 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:46:35.972046 7 controller.go:196] "Configuration changes detected, backend reload required" I0504 01:46:36.025342 7 controller.go:216] "Backend successfully reloaded" I0504 01:46:36.025557 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7mwkj", UID:"d0e4fad2-1612-4ee3-8502-af0956459fa0", APIVersion:"v1", ResourceVersion:"1451", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0504 01:46:39.305170 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0504 01:46:39.305226 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0504 01:46:39.305254 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0504 01:46:39.305354 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:46:39.305374 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:46:42.637806 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0504 01:46:42.637879 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0504 01:46:42.637919 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0504 01:46:42.638049 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:46:42.638081 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:46:45.971558 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0504 01:46:45.971632 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0504 01:46:45.971685 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0504 01:46:45.971841 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:46:45.971871 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:46:49.304704 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0504 01:46:49.304800 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0504 01:46:49.304859 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0504 01:46:49.305052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:46:49.305090 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:46:52.638012 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0504 01:46:52.638098 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0504 01:46:52.638128 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0504 01:46:52.638302 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:46:52.638322 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:46:55.971030 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0504 01:46:55.971078 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0504 01:46:55.971106 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0504 01:46:55.971210 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:46:55.971229 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:46:59.304297 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0504 01:46:59.304351 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0504 01:46:59.304382 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0504 01:46:59.304542 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:46:59.304583 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:47:02.637906 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0504 01:47:02.637952 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0504 01:47:02.637987 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0504 01:47:02.638115 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:47:02.638127 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:47:05.971317 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0504 01:47:05.971468 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0504 01:47:05.971695 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:47:05.971726 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:47:09.305202 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0504 01:47:09.305315 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0504 01:47:09.305474 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:47:09.305516 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.56 - - [04/May/2026:01:47:11 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.043 [auth-system-keycloak-80] [] 10.0.0.159:8080 6432 0.044 200 9fa0e08bc89da84d82014fce4554c823 10.0.0.55 - - [04/May/2026:01:47:11 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.042 [auth-system-keycloak-80] [] 10.0.0.159:8080 6432 0.043 200 7dfe326751c7c8509fb1bb4183e89556 W0504 01:47:12.638551 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0504 01:47:12.638671 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0504 01:47:12.638794 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:47:12.638818 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:47:15.971105 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0504 01:47:15.971372 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:47:15.971407 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:47:19.304967 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0504 01:47:19.305205 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:47:19.305240 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:47:22.638444 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0504 01:47:22.638662 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:47:22.638744 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:47:25.972056 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0504 01:47:25.972334 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:47:25.972368 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:47:26.197320 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.104.31.199"}] I0504 01:47:26.198501 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.104.31.199"}] I0504 01:47:26.198628 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.104.31.199"}] I0504 01:47:26.203521 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"f3e38bdb-9d28-43a0-8ea1-e54d6b2ed2e6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5539", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0504 01:47:26.205857 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"2825febe-d0ff-49dd-b6c6-415d2e15bf27", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5540", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0504 01:47:26.206872 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"07cc0bf5-7fb2-4253-9b7a-dd44027b6714", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5541", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0504 01:47:29.305477 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:47:29.305519 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:47:32.638086 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:47:32.638133 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:47:35.972157 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:47:35.972215 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.138 - - [04/May/2026:01:47:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.522 [auth-system-keycloak-80] [] 10.0.0.159:8080 1928 0.521 200 f65dd70b53c6b9eed9b2fc78aee3c166 199.204.45.138 - - [04/May/2026:01:47:37 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.008 [auth-system-keycloak-80] [] 10.0.0.159:8080 4246 0.007 200 005790f0783db60812e5b062630c708a 199.204.45.138 - - [04/May/2026:01:47:38 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.459 [auth-system-keycloak-80] [] 10.0.0.159:8080 0 0.458 204 41a6052bee40d432953e3dbc3e01b17d 199.204.45.138 - - [04/May/2026:01:47:38 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.208 [auth-system-keycloak-80] [] 10.0.0.159:8080 4384 0.208 200 b2afc5d3d1cbe37631465b366416cfa5 199.204.45.138 - - [04/May/2026:01:47:39 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.506 [auth-system-keycloak-80] [] 10.0.0.159:8080 1928 0.504 200 b7665ec49dfd39b308a84936fd3f45ac 199.204.45.138 - - [04/May/2026:01:47:39 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.011 [auth-system-keycloak-80] [] 10.0.0.159:8080 1682 0.011 200 92e287ee1744dac89a1971820b0420b2 199.204.45.138 - - [04/May/2026:01:47:39 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.007 [auth-system-keycloak-80] [] 10.0.0.159:8080 6432 0.007 200 8fb81d3068084405ada0859ff045e2ac 199.204.45.138 - - [04/May/2026:01:47:41 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.475 [auth-system-keycloak-80] [] 10.0.0.159:8080 1928 0.472 200 b64bef68679242d5bd4fe72011c2858e 199.204.45.138 - - [04/May/2026:01:47:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.159:8080 2 0.008 200 61a8b3d796cab7c53caed025b9513147 199.204.45.138 - - [04/May/2026:01:47:41 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.177 [auth-system-keycloak-80] [] 10.0.0.159:8080 0 0.177 201 6ddad74892d710e43c6faaef36ffed86 199.204.45.138 - - [04/May/2026:01:47:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.079 [auth-system-keycloak-80] [] 10.0.0.159:8080 2246 0.079 200 db3aefd888ec70ceb3516112ccbbc334 199.204.45.138 - - [04/May/2026:01:47:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.493 [auth-system-keycloak-80] [] 10.0.0.159:8080 1928 0.492 200 c72daa5752d0024d4531ece1047f338e 199.204.45.138 - - [04/May/2026:01:47:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.159:8080 2246 0.006 200 b28861d551afa94e28fffac7e9741258 199.204.45.138 - - [04/May/2026:01:47:42 +0000] "GET /admin/realms/atmosphere/clients/77c40fd0-1cc5-4e64-a176-bec16d2abb42/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.039 [auth-system-keycloak-80] [] 10.0.0.159:8080 233 0.039 200 480940361cb3c45bd9d864a60e738ba7 199.204.45.138 - - [04/May/2026:01:47:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.023 [auth-system-keycloak-80] [] 10.0.0.159:8080 831 0.023 200 867619d3c254ca789c3235cb3b77b57e 199.204.45.138 - - [04/May/2026:01:47:43 +0000] "GET /admin/realms/atmosphere/clients/36c1bfff-8b46-4d14-8a57-97c23b08ecb3/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.069 [auth-system-keycloak-80] [] 10.0.0.159:8080 3758 0.068 200 9000b07794d37aae08b5d8d7701aa46c 199.204.45.138 - - [04/May/2026:01:47:43 +0000] "GET /admin/realms/atmosphere/users/bee57f15-c608-4a49-8402-3a89b88ecef8/role-mappings/clients/36c1bfff-8b46-4d14-8a57-97c23b08ecb3/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.182 [auth-system-keycloak-80] [] 10.0.0.159:8080 3758 0.182 200 10e671e5f0d2d5e095b862c9a47340c9 199.204.45.138 - - [04/May/2026:01:47:43 +0000] "GET /admin/realms/atmosphere/users/bee57f15-c608-4a49-8402-3a89b88ecef8/role-mappings/clients/36c1bfff-8b46-4d14-8a57-97c23b08ecb3/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.083 [auth-system-keycloak-80] [] 10.0.0.159:8080 2 0.082 200 43f4524b391fcb845c0d5e130442ab96 199.204.45.138 - - [04/May/2026:01:47:43 +0000] "POST /admin/realms/atmosphere/users/bee57f15-c608-4a49-8402-3a89b88ecef8/role-mappings/clients/36c1bfff-8b46-4d14-8a57-97c23b08ecb3 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.078 [auth-system-keycloak-80] [] 10.0.0.159:8080 0 0.078 204 0a7889fae007b2d3ffbade1165e9e6cf 199.204.45.138 - - [04/May/2026:01:47:43 +0000] "GET /admin/realms/atmosphere/users/bee57f15-c608-4a49-8402-3a89b88ecef8/role-mappings/clients/36c1bfff-8b46-4d14-8a57-97c23b08ecb3/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.017 [auth-system-keycloak-80] [] 10.0.0.159:8080 576 0.016 200 3aff6f15e2525b602f43fe4679cec738 W0504 01:47:46.211108 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:47:46.211154 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:47:49.545617 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:47:49.545704 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:48:01.531816 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:48:01.531895 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:48:04.865605 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:48:04.865721 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:49:51.810403 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:49:51.810439 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:50:26.332348 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0504 01:50:26.332477 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:50:26.332503 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:50:26.336590 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.005s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:28.7kB} I0504 01:50:26.336618 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0504 01:50:26.340011 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0504 01:50:26.340261 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"d4ac0f14-20c3-495b-aa8e-9fb6ad1e667f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6779", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0504 01:50:26.340554 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0504 01:50:26.340954 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0504 01:50:26.341030 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:50:26.341074 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:50:26.341221 7 controller.go:196] "Configuration changes detected, backend reload required" I0504 01:50:26.384221 7 controller.go:216] "Backend successfully reloaded" I0504 01:50:26.384870 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7mwkj", UID:"d0e4fad2-1612-4ee3-8502-af0956459fa0", APIVersion:"v1", ResourceVersion:"1451", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0504 01:50:26.644466 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0504 01:50:26.645360 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0504 01:50:29.676624 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:50:29.676669 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.138 - - [04/May/2026:01:50:30 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.005 [openstack-keystone-api-5000] [] 10.0.0.27:5000 281 0.005 300 10dba3786ea69b7140f85fdca80fbdd7 199.204.45.138 - - [04/May/2026:01:50:32 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.006 [openstack-keystone-api-5000] [] 10.0.0.27:5000 266 0.005 200 45fd99c265fd3db51c87ff3cdcf0c991 199.204.45.138 - - [04/May/2026:01:50:32 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.357 [openstack-keystone-api-5000] [] 10.0.0.27:5000 1360 0.357 201 cb22ac7f3b45fadbf52d3c4c6c33e1d1 199.204.45.138 - - [04/May/2026:01:50:32 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.27:5000 281 0.003 300 f9f5db412590f8fd3272f84aa67e2a78 199.204.45.138 - - [04/May/2026:01:50:32 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.037 [openstack-keystone-api-5000] [] 10.0.0.27:5000 90 0.038 404 753c83efb70f1043db0a02d74015155f 199.204.45.138 - - [04/May/2026:01:50:32 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.024 [openstack-keystone-api-5000] [] 10.0.0.27:5000 368 0.023 200 f428286820f648288a0523b292c80d1f 199.204.45.138 - - [04/May/2026:01:50:32 +0000] "GET /v3/domains/a623f43472f44f4290e89c43e0a64707 HTTP/1.1" 200 245 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.022 [openstack-keystone-api-5000] [] 10.0.0.27:5000 245 0.021 200 5b47d52537b2bb91556f7653843a68fc 199.204.45.138 - - [04/May/2026:01:50:33 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.27:5000 266 0.004 200 710b5a8276b63b6ce1eb6cc6a64e5f76 199.204.45.138 - - [04/May/2026:01:50:33 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.349 [openstack-keystone-api-5000] [] 10.0.0.27:5000 1360 0.349 201 c71f8bab57c2386a68c5d86683abadfa 199.204.45.138 - - [04/May/2026:01:50:33 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.27:5000 281 0.002 300 fb0a46591368f0ddf3da59ff9847d20d 199.204.45.138 - - [04/May/2026:01:50:33 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.020 [openstack-keystone-api-5000] [] 10.0.0.27:5000 101 0.020 404 413452daf4bac31c0c39ab4c23a2949b 199.204.45.138 - - [04/May/2026:01:50:33 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.017 [openstack-keystone-api-5000] [] 10.0.0.27:5000 156 0.017 200 71de75ee541542f8c3854eace0338108 199.204.45.138 - - [04/May/2026:01:50:33 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.025 [openstack-keystone-api-5000] [] 10.0.0.27:5000 454 0.025 201 ed225e4f51bc25cf74f531743bee3eab 199.204.45.138 - - [04/May/2026:01:50:34 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.27:5000 266 0.003 200 1cca57b454314a532f22ec3bfd9c7951 199.204.45.138 - - [04/May/2026:01:50:34 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.295 [openstack-keystone-api-5000] [] 10.0.0.27:5000 1360 0.294 201 35486d156fcd3e2ca078ef63d6e0048f 199.204.45.138 - - [04/May/2026:01:50:34 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.27:5000 281 0.003 300 d3709d5f9d7bcf3fd86b71702c3e1ffe 199.204.45.138 - - [04/May/2026:01:50:34 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.022 [openstack-keystone-api-5000] [] 10.0.0.27:5000 98 0.021 404 a9ded37b9a087b4bac93ca9e6636e65f 199.204.45.138 - - [04/May/2026:01:50:34 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.016 [openstack-keystone-api-5000] [] 10.0.0.27:5000 136 0.017 200 66832cff13251c74fd790e4a65858eda 199.204.45.138 - - [04/May/2026:01:50:34 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.022 [openstack-keystone-api-5000] [] 10.0.0.27:5000 357 0.022 201 05d6018fb4dccd93a6356cb0c87ec78b 199.204.45.138 - - [04/May/2026:01:50:35 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.27:5000 266 0.004 200 de8c2cd27ee002f3750eb82c2a301382 199.204.45.138 - - [04/May/2026:01:50:35 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.292 [openstack-keystone-api-5000] [] 10.0.0.27:5000 1360 0.292 201 dbee370fae57f090774a843e110d301b 199.204.45.138 - - [04/May/2026:01:50:35 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.27:5000 281 0.003 300 9f81b3ee1daac7a4a03c80134b88a8a4 199.204.45.138 - - [04/May/2026:01:50:35 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.024 [openstack-keystone-api-5000] [] 10.0.0.27:5000 131 0.023 404 d0b3a1955d543d5ac072684486b67f45 199.204.45.138 - - [04/May/2026:01:50:35 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.019 [openstack-keystone-api-5000] [] 10.0.0.27:5000 168 0.018 200 a8f458c371a83e5a3f666b3c4878db93 199.204.45.138 - - [04/May/2026:01:50:35 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.023 [openstack-keystone-api-5000] [] 10.0.0.27:5000 224 0.023 201 d2c068aab41eedcc96a92e57f83fcc80 W0504 01:50:47.146139 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:50:47.146208 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:50:50.479798 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:50:50.479838 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:50:53.875763 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:50:53.875818 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:51:12.605211 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:51:12.605261 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:51:15.939532 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:51:15.939577 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:51:20.621956 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:51:20.621999 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:51:23.956820 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:51:23.956864 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:51:26.196048 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.104.31.199"}] I0504 01:51:26.201007 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"d4ac0f14-20c3-495b-aa8e-9fb6ad1e667f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7297", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0504 01:51:27.289225 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:51:27.289256 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:52:55.590417 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0504 01:52:55.590548 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0504 01:52:55.590620 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:52:55.590648 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:52:55.593971 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.003s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:32.2kB} I0504 01:52:55.593998 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0504 01:52:55.598909 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0504 01:52:55.599128 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"433404da-e994-4262-a929-6ffdaa7c456f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7906", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0504 01:52:55.599574 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0504 01:52:55.600037 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0504 01:52:55.600196 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0504 01:52:55.600304 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:52:55.600336 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:52:55.600563 7 controller.go:196] "Configuration changes detected, backend reload required" I0504 01:52:55.656462 7 controller.go:216] "Backend successfully reloaded" I0504 01:52:55.656660 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7mwkj", UID:"d0e4fad2-1612-4ee3-8502-af0956459fa0", APIVersion:"v1", ResourceVersion:"1451", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0504 01:52:55.795901 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0504 01:52:55.797628 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.138 - - [04/May/2026:01:52:56 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.27:5000 281 0.005 300 0ecc9ff22ade5ce94dd7669128e95c79 199.204.45.138 - - [04/May/2026:01:52:56 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.329 [openstack-keystone-api-5000] [] 10.0.0.27:5000 1992 0.329 201 83d98840421490cbc11771871c017b72 199.204.45.138 - - [04/May/2026:01:52:56 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.026 [openstack-keystone-api-5000] [] 10.0.0.27:5000 85 0.027 404 a2b07a3ad90d49f3d3ece7f95ab5643a 199.204.45.138 - - [04/May/2026:01:52:56 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.017 [openstack-keystone-api-5000] [] 10.0.0.27:5000 129 0.017 200 bcd863c9d83e9108a98e6aae0664011d 199.204.45.138 - - [04/May/2026:01:52:56 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.028 [openstack-keystone-api-5000] [] 10.0.0.27:5000 230 0.029 201 60369d84cf13b928c358f0245b32e3c3 W0504 01:52:58.933512 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0504 01:52:58.933731 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:52:58.933759 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.138 - - [04/May/2026:01:53:02 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 228 0.003 [openstack-keystone-api-5000] [] 10.0.0.27:5000 281 0.003 300 a32e230a9f76a04f767f2c5252b9232e 199.204.45.138 - - [04/May/2026:01:53:02 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 547 0.287 [openstack-keystone-api-5000] [] 10.0.0.27:5000 1992 0.287 201 ee9c94de67f5e426b7886a4afb0d2bb8 199.204.45.138 - - [04/May/2026:01:53:02 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.021 [openstack-keystone-api-5000] [] 10.0.0.27:5000 1521 0.022 200 00025270973579568e651abf690a69cd 199.204.45.138 - - [04/May/2026:01:53:02 +0000] "PUT /v3/roles/78d6a6aa1a524a66bc758a8194081044/implies/f770c51f1e124a7aa537f0a96ca185fd HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.036 [openstack-keystone-api-5000] [] 10.0.0.27:5000 521 0.035 201 e2541a0ae63e3500052c1dca6978998d W0504 01:53:11.163019 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:53:11.163066 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:53:26.195633 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.104.31.199"}] I0504 01:53:26.201843 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"433404da-e994-4262-a929-6ffdaa7c456f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8242", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0504 01:53:26.204591 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:53:26.204658 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.138 - - [04/May/2026:01:53:49 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.27:5000 281 0.004 300 f838f097c72b721d332fb2a9dc42fcf7 199.204.45.138 - - [04/May/2026:01:53:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.336 [openstack-keystone-api-5000] [] 10.0.0.27:5000 2055 0.336 201 cd3b73dd7009292a29c4d6c871e37af2 199.204.45.138 - - [04/May/2026:01:53:49 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.026 [openstack-keystone-api-5000] [] 10.0.0.27:5000 87 0.026 404 d14379a2b1a6dfac5c4af8625fa8dcbf 199.204.45.138 - - [04/May/2026:01:53:50 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.022 [openstack-keystone-api-5000] [] 10.0.0.27:5000 390 0.022 200 25fb31c52707035685472288712c0862 199.204.45.138 - - [04/May/2026:01:53:50 +0000] "GET /v3/users/rgw-RegionOne?domain_id=9125fac830d04c0fa007982b8d61818f HTTP/1.1" 404 91 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.035 [openstack-keystone-api-5000] [] 10.0.0.27:5000 91 0.035 404 a62d84c2c9e02d2bb0cd51bdfd4f1efa 199.204.45.138 - - [04/May/2026:01:53:50 +0000] "GET /v3/users?domain_id=9125fac830d04c0fa007982b8d61818f&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.026 [openstack-keystone-api-5000] [] 10.0.0.27:5000 178 0.026 200 f7a5ecbcaeb524659bf3cbb35ed0e2cf 199.204.45.138 - - [04/May/2026:01:53:50 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.310 [openstack-keystone-api-5000] [] 10.0.0.27:5000 291 0.311 201 d276933f4278c068be0771a13d6b3075 199.204.45.138 - - [04/May/2026:01:53:53 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 228 0.003 [openstack-keystone-api-5000] [] 10.0.0.27:5000 281 0.003 300 d7d05c3afc5b1af0ba2296ae1eb3d001 199.204.45.138 - - [04/May/2026:01:53:53 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 547 0.289 [openstack-keystone-api-5000] [] 10.0.0.27:5000 2055 0.289 201 56010c55b1491484daeb67067fcc4b6d 199.204.45.138 - - [04/May/2026:01:53:53 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 386 0.026 [openstack-keystone-api-5000] [] 10.0.0.27:5000 83 0.026 404 882a090fbf11d58708de1ce84a8b97cd 199.204.45.138 - - [04/May/2026:01:53:53 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "python-keystoneclient" 391 0.018 [openstack-keystone-api-5000] [] 10.0.0.27:5000 361 0.018 200 5027d5ccb2879e45c1fb5805a9c2f33e 199.204.45.138 - - [04/May/2026:01:53:53 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 390 0.022 [openstack-keystone-api-5000] [] 10.0.0.27:5000 87 0.022 404 b71e2954815544e52d91a3e356dd9287 199.204.45.138 - - [04/May/2026:01:53:53 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "python-keystoneclient" 395 0.023 [openstack-keystone-api-5000] [] 10.0.0.27:5000 390 0.023 200 b40cb2b813766f5fba92aae9eecf8dc6 199.204.45.138 - - [04/May/2026:01:53:53 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 394 0.023 [openstack-keystone-api-5000] [] 10.0.0.27:5000 91 0.023 404 a173fb08a34d6b1bc6eaa61c857fd713 199.204.45.138 - - [04/May/2026:01:53:53 +0000] "GET /v3/users?domain_id=9125fac830d04c0fa007982b8d61818f&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "python-keystoneclient" 442 0.045 [openstack-keystone-api-5000] [] 10.0.0.27:5000 458 0.045 200 504074d07f22eaf6d1c2307384298671 199.204.45.138 - - [04/May/2026:01:53:53 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 391 0.021 [openstack-keystone-api-5000] [] 10.0.0.27:5000 88 0.020 404 90005d9eded03198131223366dd21dee 199.204.45.138 - - [04/May/2026:01:53:53 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "python-keystoneclient" 396 0.029 [openstack-keystone-api-5000] [] 10.0.0.27:5000 520 0.030 200 0c01acf7d3b4de972214247c2b169c59 199.204.45.138 - - [04/May/2026:01:53:54 +0000] "PUT /v3/projects/7cdecc4560d540aeb3c88f51e5cf2fdd/users/6775b1166c5943059fe762a273a2f735/roles/92afbf07d1fa4f26b8204164634be7e3 HTTP/1.1" 204 0 "-" "python-keystoneclient" 513 0.043 [openstack-keystone-api-5000] [] 10.0.0.27:5000 0 0.043 204 19aceb49582e1ce405c41410e8a67d36 199.204.45.138 - - [04/May/2026:01:53:54 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.27:5000 281 0.004 300 4372992faab6433a15d4f6ef4892aa47 199.204.45.138 - - [04/May/2026:01:53:55 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.321 [openstack-keystone-api-5000] [] 10.0.0.27:5000 2055 0.321 201 d7191c35995515781845603af0500e75 199.204.45.138 - - [04/May/2026:01:53:55 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.020 [openstack-keystone-api-5000] [] 10.0.0.27:5000 151 0.020 200 9c47087c8b8e4faa73467f18e411575c 199.204.45.138 - - [04/May/2026:01:53:55 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.031 [openstack-keystone-api-5000] [] 10.0.0.27:5000 263 0.030 201 30284e751f0728c4fc86d0b5022a5ff5 199.204.45.138 - - [04/May/2026:01:53:55 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.27:5000 281 0.004 300 0cf8baa239e0dce85536f092f183d0a6 199.204.45.138 - - [04/May/2026:01:53:56 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.296 [openstack-keystone-api-5000] [] 10.0.0.27:5000 2157 0.296 201 ad1fa3b08f1e1e52922f4f46ddad1dfe 199.204.45.138 - - [04/May/2026:01:53:56 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.220 [openstack-keystone-api-5000] [] 10.0.0.27:5000 86 0.220 404 ee1b89e3febc664291e0e42177d419d6 199.204.45.138 - - [04/May/2026:01:53:56 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.016 [openstack-keystone-api-5000] [] 10.0.0.27:5000 382 0.016 200 7087a2751242ac49746d3adf4e95d3d0 199.204.45.138 - - [04/May/2026:01:53:56 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=b8b526ed9d2849dd8656730d540024da HTTP/1.1" 200 205 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.022 [openstack-keystone-api-5000] [] 10.0.0.27:5000 205 0.021 200 b36b3a1b25dbfb264650da1721366763 199.204.45.138 - - [04/May/2026:01:53:56 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.034 [openstack-keystone-api-5000] [] 10.0.0.27:5000 379 0.033 201 c350ee655f3fa18146686d4938cbe851 199.204.45.138 - - [04/May/2026:01:53:57 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.27:5000 281 0.002 300 2347b8319aea64b78bec38bc81eaf9ad 199.204.45.138 - - [04/May/2026:01:53:57 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.298 [openstack-keystone-api-5000] [] 10.0.0.27:5000 2366 0.298 201 a9deaa96c6aab7bf36dd294579327e76 199.204.45.138 - - [04/May/2026:01:53:57 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.021 [openstack-keystone-api-5000] [] 10.0.0.27:5000 86 0.020 404 e41f4465ce81b117150e824a91ee215d 199.204.45.138 - - [04/May/2026:01:53:57 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.010 [openstack-keystone-api-5000] [] 10.0.0.27:5000 382 0.011 200 16d4fa9b6a6e48e60c2dd886d5f089c8 199.204.45.138 - - [04/May/2026:01:53:57 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=b8b526ed9d2849dd8656730d540024da HTTP/1.1" 200 207 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.018 [openstack-keystone-api-5000] [] 10.0.0.27:5000 207 0.017 200 01a435805a21f707edcc137935666810 199.204.45.138 - - [04/May/2026:01:53:57 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.021 [openstack-keystone-api-5000] [] 10.0.0.27:5000 392 0.020 201 8ab773cf145b0841827b73c98be0fa33 W0504 01:53:58.795186 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0504 01:53:58.795324 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0504 01:53:58.795399 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:53:58.795420 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:53:58.800749 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.006s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:35.7kB} I0504 01:53:58.800794 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0504 01:53:58.804843 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" W0504 01:53:58.805323 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0504 01:53:58.805675 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0504 01:53:58.805782 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0504 01:53:58.805862 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:53:58.805885 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:53:58.806062 7 controller.go:196] "Configuration changes detected, backend reload required" I0504 01:53:58.809731 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"36591192-def6-4f48-918d-a15d76e146a4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8470", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0504 01:53:58.864909 7 controller.go:216] "Backend successfully reloaded" I0504 01:53:58.865193 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7mwkj", UID:"d0e4fad2-1612-4ee3-8502-af0956459fa0", APIVersion:"v1", ResourceVersion:"1451", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0504 01:53:59.207040 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0504 01:53:59.208492 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0504 01:54:02.141218 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0504 01:54:02.141407 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:54:02.141431 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:54:16.667812 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0504 01:54:16.667988 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:54:16.668011 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:54:23.179803 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0504 01:54:23.180036 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:54:23.180062 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:54:26.197400 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.104.31.199"}] I0504 01:54:26.203356 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"36591192-def6-4f48-918d-a15d76e146a4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8721", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0504 01:54:26.514123 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0504 01:54:26.514309 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:54:26.514341 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:54:29.850007 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0504 01:54:29.850141 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:54:29.850251 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:54:33.180723 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0504 01:54:33.181045 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:54:33.181099 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:54:36.513444 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0504 01:54:36.513736 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:54:36.513786 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:54:41.730980 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0504 01:54:41.731138 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:54:41.731156 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:54:41.731308 7 controller.go:196] "Configuration changes detected, backend reload required" I0504 01:54:41.792755 7 controller.go:216] "Backend successfully reloaded" I0504 01:54:41.793090 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7mwkj", UID:"d0e4fad2-1612-4ee3-8502-af0956459fa0", APIVersion:"v1", ResourceVersion:"1451", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0504 01:54:49.668172 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0504 01:54:49.668299 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:54:49.668317 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:54:53.002383 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0504 01:54:53.002578 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:54:53.002608 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:54:57.046359 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0504 01:54:57.046568 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:54:57.046602 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:55:25.460229 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0504 01:55:25.460395 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:55:25.460417 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:56:04.653793 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:56:04.653830 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:57:08.412830 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0504 01:57:08.412938 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0504 01:57:08.412998 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:57:08.413015 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:57:08.419666 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.007s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.007s testedConfigurationSize:39.2kB} I0504 01:57:08.419716 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0504 01:57:08.424107 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0504 01:57:08.424417 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"7b1fd5f6-5511-4625-ab43-a9bf4e779695", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10030", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0504 01:57:08.424679 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0504 01:57:08.425148 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0504 01:57:08.425271 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0504 01:57:08.425363 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:57:08.425384 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:57:08.425568 7 controller.go:196] "Configuration changes detected, backend reload required" I0504 01:57:08.480833 7 controller.go:216] "Backend successfully reloaded" I0504 01:57:08.481016 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7mwkj", UID:"d0e4fad2-1612-4ee3-8502-af0956459fa0", APIVersion:"v1", ResourceVersion:"1451", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0504 01:57:08.967848 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0504 01:57:08.969266 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0504 01:57:11.759964 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0504 01:57:11.760191 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:57:11.760223 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.138 - - [04/May/2026:01:57:13 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.27:5000 281 0.006 300 652bf20f4bb80b9ebdee47a83d9f73fe 199.204.45.138 - - [04/May/2026:01:57:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.339 [openstack-keystone-api-5000] [] 10.0.0.27:5000 3201 0.339 201 f2c827b9f98c6ed5c0bd1739f864ec3e 199.204.45.138 - - [04/May/2026:01:57:13 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 657258040c27a2af42c0dc777f84c76c 199.204.45.138 - - [04/May/2026:01:57:13 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - fb96bb83790313d00ba1704dd2bf76e9 W0504 01:57:15.092742 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0504 01:57:15.092934 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:57:15.092952 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.138 - - [04/May/2026:01:57:15 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.27:5000 281 0.005 300 b2ae87f9a578582de52a1ec59119e615 199.204.45.138 - - [04/May/2026:01:57:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.329 [openstack-keystone-api-5000] [] 10.0.0.27:5000 3201 0.330 201 8f15a9481161fac6855a26c0f0c09393 199.204.45.138 - - [04/May/2026:01:57:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - aa66e979bce8beb91644b6980644dc16 199.204.45.138 - - [04/May/2026:01:57:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 7e5a035351126388ecb38f06005ad35f 199.204.45.138 - - [04/May/2026:01:57:16 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.27:5000 281 0.004 300 e0a220046357fa68800fca8865302795 199.204.45.138 - - [04/May/2026:01:57:17 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.286 [openstack-keystone-api-5000] [] 10.0.0.27:5000 3201 0.285 201 c621aac2c08eb66a5d0210311d78ab90 199.204.45.138 - - [04/May/2026:01:57:17 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - cd6bd911eecda9c0ff315a3fe598f431 199.204.45.138 - - [04/May/2026:01:57:17 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - fbd717fbd7a7b653c0990a4e37bdef8f 199.204.45.138 - - [04/May/2026:01:57:18 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.27:5000 281 0.003 300 26f34a192e48c1aa62ed642b3f96f514 199.204.45.138 - - [04/May/2026:01:57:19 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.282 [openstack-keystone-api-5000] [] 10.0.0.27:5000 3201 0.283 201 2893d5d9925822725dd892ce0db8d428 199.204.45.138 - - [04/May/2026:01:57:19 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e2653f547e0317bd31fd1729614f677d 199.204.45.138 - - [04/May/2026:01:57:19 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 60d8571465cb98c7cc0f5d36e837d8a2 199.204.45.138 - - [04/May/2026:01:57:20 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.27:5000 281 0.004 300 bedf9f8cd4f9af4732f2e93ca438f6b9 199.204.45.138 - - [04/May/2026:01:57:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.306 [openstack-keystone-api-5000] [] 10.0.0.27:5000 3201 0.305 201 c376de0325d37419f8f36da7cf67b18f 199.204.45.138 - - [04/May/2026:01:57:20 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 863942e3bb17d5b1912eabf81bd66c20 199.204.45.138 - - [04/May/2026:01:57:20 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 62d32a69cad9de54873366d4fc5a3b70 199.204.45.138 - - [04/May/2026:01:57:22 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.27:5000 281 0.004 300 661ca70ac5e6b557fac61f1a93c5433e 199.204.45.138 - - [04/May/2026:01:57:22 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.291 [openstack-keystone-api-5000] [] 10.0.0.27:5000 3201 0.292 201 673405e06d5996699450606131f2d3ff 199.204.45.138 - - [04/May/2026:01:57:22 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e82731470f2db81a6d9ad9b97cf56167 199.204.45.138 - - [04/May/2026:01:57:22 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 2f9fff940dc3a27f414f79d94d800389 W0504 01:57:23.189350 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:57:23.189403 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.138 - - [04/May/2026:01:57:24 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.27:5000 281 0.004 300 dc16c7732922ba5097b2434edff17fa6 199.204.45.138 - - [04/May/2026:01:57:24 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.291 [openstack-keystone-api-5000] [] 10.0.0.27:5000 3201 0.291 201 19574ebbb4b0a7a0d8e15752eeb55884 199.204.45.138 - - [04/May/2026:01:57:24 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.66:9292 1312 0.003 300 6053cdf279cd7d5aa91ba4c28b18745d 199.204.45.138 - - [04/May/2026:01:57:25 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.578 [openstack-glance-api-9292] [] 10.0.0.66:9292 69 0.578 200 809464943ed595d1974cf2d3de0fabe2 I0504 01:57:26.197461 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.104.31.199"}] I0504 01:57:26.202086 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"7b1fd5f6-5511-4625-ab43-a9bf4e779695", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10181", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0504 01:57:26.523651 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:57:26.523710 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.138 - - [04/May/2026:01:57:28 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.006 [openstack-keystone-api-5000] [] 10.0.0.27:5000 281 0.005 300 95913c82fa8cec5bf8f985c17dac9e76 199.204.45.138 - - [04/May/2026:01:57:28 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.288 [openstack-keystone-api-5000] [] 10.0.0.27:5000 3201 0.288 201 7162bbbebb582e62a7f5e1099957538b 199.204.45.138 - - [04/May/2026:01:57:28 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.66:9292 1312 0.002 300 7d78576aa079a0cefd5fe4c2218cc44d 199.204.45.138 - - [04/May/2026:01:57:28 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.043 [openstack-glance-api-9292] [] 10.0.0.66:9292 69 0.044 200 417d14c9f8ba2d7cd0bd4c5f502996a6 199.204.45.138 - - [04/May/2026:01:57:28 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.136 [openstack-glance-api-9292] [] 10.0.0.66:9292 151 0.135 404 ae282ba3a172fe25c621e7a433a96d8b 199.204.45.138 - - [04/May/2026:01:57:28 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.022 [openstack-glance-api-9292] [] 10.0.0.66:9292 81 0.022 200 013c0490a5db286851165e2a0ac049f2 199.204.45.138 - - [04/May/2026:01:57:28 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.029 [openstack-glance-api-9292] [] 10.0.0.66:9292 84 0.028 200 29b9bd6f5a1a132143201cba67ba215e 199.204.45.138 - - [04/May/2026:01:57:28 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.058 [openstack-glance-api-9292] [] 10.0.0.66:9292 760 0.059 201 13d12bea404a10349aa69fac1a43c553 199.204.45.138 - - [04/May/2026:01:57:33 +0000] "PUT /v2/images/29ea2d3f-5644-43fc-b55c-e7aefa0d2074/file HTTP/1.1" 204 0 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 4.810 [openstack-glance-api-9292] [] 10.0.0.66:9292 0 4.809 204 1a1cae0a1ba20adad8825fdec3a5b043 199.204.45.138 - - [04/May/2026:01:57:33 +0000] "GET /v2/images/29ea2d3f-5644-43fc-b55c-e7aefa0d2074 HTTP/1.1" 200 1171 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.014 [openstack-glance-api-9292] [] 10.0.0.66:9292 1171 0.015 200 7ccc45c9f0891783e1cb1c12c606fe2a 199.204.45.138 - - [04/May/2026:01:57:33 +0000] "GET /v2/images/29ea2d3f-5644-43fc-b55c-e7aefa0d2074 HTTP/1.1" 200 1171 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.014 [openstack-glance-api-9292] [] 10.0.0.66:9292 1171 0.014 200 90a6bf98064865dd6f1d4144666e3f33 W0504 01:57:36.690416 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:57:36.690460 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:57:40.024040 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:57:40.024097 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:57:59.375443 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:57:59.375488 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:58:02.710433 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:58:02.710489 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:58:06.296784 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:58:06.296822 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:58:09.630990 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:58:09.631029 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:58:24.927536 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:58:24.927579 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:58:33.627002 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:58:33.627036 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:58:36.960930 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:58:36.960981 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:01:54.044723 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:01:54.044888 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:03:18.791550 7 controller.go:1441] Error getting SSL certificate "openstack/cinder-api-certs": local SSL certificate openstack/cinder-api-certs was not found. Using default certificate W0504 02:03:18.791667 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:03:18.791682 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 02:03:18.798393 7 admission.go:149] processed ingress via admission controller {testedIngressLength:9 testedIngressTime:0.007s renderingIngressLength:9 renderingIngressTime:0.001s admissionTime:0.008s testedConfigurationSize:42.6kB} I0504 02:03:18.798424 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/volumev3" I0504 02:03:18.804394 7 store.go:440] "Found valid IngressClass" ingress="openstack/volumev3" ingressclass="atmosphere" I0504 02:03:18.805066 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"volumev3", UID:"d3bf26d5-d6f4-4e19-81df-12bef80cbda3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"12766", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0504 02:03:18.805148 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/cinder-api-certs" in local store W0504 02:03:18.806628 7 controller.go:1441] Error getting SSL certificate "openstack/cinder-api-certs": local SSL certificate openstack/cinder-api-certs was not found. Using default certificate W0504 02:03:18.806755 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:03:18.806784 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 02:03:18.806986 7 controller.go:196] "Configuration changes detected, backend reload required" I0504 02:03:18.859383 7 controller.go:216] "Backend successfully reloaded" I0504 02:03:18.859648 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7mwkj", UID:"d0e4fad2-1612-4ee3-8502-af0956459fa0", APIVersion:"v1", ResourceVersion:"1451", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0504 02:03:19.047429 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/cinder-api-certs" I0504 02:03:19.048880 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/cinder-api-certs" W0504 02:03:22.139194 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:03:22.139231 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:03:25.473543 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:03:25.473600 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 02:03:26.199863 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="volumev3" currentValue=null newValue=[{"ip":"10.104.31.199"}] I0504 02:03:26.205919 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"volumev3", UID:"d3bf26d5-d6f4-4e19-81df-12bef80cbda3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"12909", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0504 02:03:28.807136 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:03:28.807200 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:03:32.141429 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:03:32.141471 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:04:47.110787 7 controller.go:1219] Service "openstack/placement-api" does not have any active Endpoint. W0504 02:04:47.111018 7 controller.go:1441] Error getting SSL certificate "openstack/placement-api-certs": local SSL certificate openstack/placement-api-certs was not found. Using default certificate W0504 02:04:47.111138 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:04:47.111159 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 02:04:47.115412 7 admission.go:149] processed ingress via admission controller {testedIngressLength:10 testedIngressTime:0.005s renderingIngressLength:10 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:46.1kB} I0504 02:04:47.115439 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/placement" I0504 02:04:47.123374 7 store.go:440] "Found valid IngressClass" ingress="openstack/placement" ingressclass="atmosphere" I0504 02:04:47.123722 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"placement", UID:"e2daec77-bae4-480a-90c6-eeba218e726a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"13453", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0504 02:04:47.124157 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/placement-api-certs" in local store W0504 02:04:47.124726 7 controller.go:1219] Service "openstack/placement-api" does not have any active Endpoint. W0504 02:04:47.124931 7 controller.go:1441] Error getting SSL certificate "openstack/placement-api-certs": local SSL certificate openstack/placement-api-certs was not found. Using default certificate W0504 02:04:47.125066 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:04:47.125117 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 02:04:47.125409 7 controller.go:196] "Configuration changes detected, backend reload required" I0504 02:04:47.193721 7 controller.go:216] "Backend successfully reloaded" I0504 02:04:47.194070 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7mwkj", UID:"d0e4fad2-1612-4ee3-8502-af0956459fa0", APIVersion:"v1", ResourceVersion:"1451", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0504 02:04:47.554474 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/placement-api-certs" I0504 02:04:47.555421 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/placement-api-certs" W0504 02:04:50.459151 7 controller.go:1219] Service "openstack/placement-api" does not have any active Endpoint. W0504 02:04:50.459442 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:04:50.459479 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:05:02.089080 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:05:02.089133 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 02:05:26.198819 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="placement" currentValue=null newValue=[{"ip":"10.104.31.199"}] I0504 02:05:26.203649 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"placement", UID:"e2daec77-bae4-480a-90c6-eeba218e726a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"13723", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0504 02:05:26.205921 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:05:26.206012 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store