------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0317 21:58:58.552131 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0317 21:58:58.552292 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0317 21:58:58.561610 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0317 21:58:58.564225 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0317 21:58:58.963709 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0317 21:58:58.982292 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0317 21:58:58.996127 7 nginx.go:271] "Starting NGINX Ingress controller" I0317 21:58:59.006294 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"da1cf875-5426-4ed7-bea7-847deaf87d68", APIVersion:"v1", ResourceVersion:"1089", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0317 21:58:59.009893 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"5d956b81-14ee-4cb8-9e82-cda0e39a32c4", APIVersion:"v1", ResourceVersion:"1090", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0317 21:58:59.009998 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"08bfe159-6854-46e7-83dc-21004e9dffa1", APIVersion:"v1", ResourceVersion:"1088", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0317 21:59:00.198438 7 nginx.go:317] "Starting NGINX process" I0317 21:59:00.198538 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0317 21:59:00.202242 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0317 21:59:00.202471 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0317 21:59:00.202541 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 21:59:00.202573 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0317 21:59:00.202642 7 controller.go:196] "Configuration changes detected, backend reload required" I0317 21:59:00.214398 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0317 21:59:00.214503 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-s4wcl" I0317 21:59:00.235860 7 controller.go:216] "Backend successfully reloaded" I0317 21:59:00.236001 7 controller.go:227] "Initial sync, sleeping for 1 second" I0317 21:59:00.236086 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-s4wcl", UID:"331ae0fd-6607-4c19-a122-ffdd44d6705f", APIVersion:"v1", ResourceVersion:"1212", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0317 21:59:04.026731 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 21:59:04.026760 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 21:59:07.360271 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 21:59:07.360325 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 21:59:10.694379 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 21:59:10.694429 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 21:59:14.027885 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 21:59:14.027928 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 21:59:17.361633 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 21:59:17.361681 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 21:59:20.693832 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 21:59:20.693885 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 21:59:24.027119 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 21:59:24.027162 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 21:59:27.362824 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 21:59:27.362867 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 21:59:34.001154 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 21:59:34.001180 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 21:59:37.336658 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 21:59:37.336695 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 21:59:40.668153 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 21:59:40.668211 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:00:58.613910 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:00:58.613939 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:01:01.948306 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:01:01.948353 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:01:09.711274 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:01:09.711309 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:01:13.045030 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:01:13.045086 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:01:18.606063 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:01:18.606093 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:01:21.940097 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:01:21.940143 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:01:25.272961 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:01:25.273014 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:01:28.606880 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:01:28.606933 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:01:31.940000 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:01:31.940061 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:01:40.531753 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:01:40.531793 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:01:43.866183 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:01:43.866224 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:01:48.574742 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:01:48.574775 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:01:51.909182 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:01:51.909226 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:04:19.430009 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:04:19.430057 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:04:21.733525 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-243.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-243.nip.io-tls was not found. Using default certificate W0317 22:04:21.733678 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:04:21.733722 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0317 22:04:21.734929 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.001s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0317 22:04:21.734986 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0317 22:04:21.745238 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0317 22:04:21.745930 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"4481cc90-7417-458b-9f36-2bfee616026e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3252", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0317 22:04:21.746407 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-243.nip.io-tls" in local store I0317 22:04:21.969515 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-243.nip.io-tls" I0317 22:04:21.970719 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-243.nip.io-tls" W0317 22:04:22.764415 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:04:22.764450 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0317 22:04:22.764502 7 controller.go:196] "Configuration changes detected, backend reload required" I0317 22:04:22.807802 7 controller.go:216] "Backend successfully reloaded" I0317 22:04:22.808043 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-s4wcl", UID:"331ae0fd-6607-4c19-a122-ffdd44d6705f", APIVersion:"v1", ResourceVersion:"1212", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0317 22:04:26.097931 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:04:26.097983 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.243 - - [17/Mar/2026:22:04:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.077 [auth-system-keycloak-80] [] 10.0.0.5:8080 1928 2.076 200 3d61f549c5debb247b7104e4a8d72c30 199.19.213.243 - - [17/Mar/2026:22:04:33 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.105 [auth-system-keycloak-80] [] 10.0.0.5:8080 116 0.105 404 e43554357c25f00bc1927b6c61957a02 199.19.213.243 - - [17/Mar/2026:22:04:38 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 5.193 [auth-system-keycloak-80] [] 10.0.0.5:8080 0 5.191 201 88627010d939e1932ff1497b4cf92c0e 199.19.213.243 - - [17/Mar/2026:22:04:38 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.684 [auth-system-keycloak-80] [] 10.0.0.5:8080 4246 0.684 200 e2bfbf6115e8e217402a10d91070494d 199.19.213.243 - - [17/Mar/2026:22:04:40 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.562 [auth-system-keycloak-80] [] 10.0.0.5:8080 1928 0.560 200 4e64064c0419dd8d8e76330aa5dd42db 199.19.213.243 - - [17/Mar/2026:22:04:40 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.098 [auth-system-keycloak-80] [] 10.0.0.5:8080 12500 0.098 200 c96743fec3e01c6798c90464d64af690 199.19.213.243 - - [17/Mar/2026:22:04:40 +0000] "GET /admin/realms/atmosphere/client-scopes/f251d0a6-0d4b-411b-a61c-f6f9afc19b7a HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.011 [auth-system-keycloak-80] [] 10.0.0.5:8080 1278 0.011 200 41f8e6e31467641e97a91c17be76d319 199.19.213.243 - - [17/Mar/2026:22:04:40 +0000] "PUT /admin/realms/atmosphere/client-scopes/f251d0a6-0d4b-411b-a61c-f6f9afc19b7a HTTP/1.1" 204 0 "-" "Ansible" 1848 0.063 [auth-system-keycloak-80] [] 10.0.0.5:8080 0 0.063 204 5db969c921130ffd6902d492497f2e41 199.19.213.243 - - [17/Mar/2026:22:04:40 +0000] "GET /admin/realms/atmosphere/client-scopes/f251d0a6-0d4b-411b-a61c-f6f9afc19b7a/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.020 [auth-system-keycloak-80] [] 10.0.0.5:8080 963 0.020 200 0c2f5a3c186e7c0c05d730664b3aaba7 199.19.213.243 - - [17/Mar/2026:22:04:40 +0000] "GET /admin/realms/atmosphere/client-scopes/f251d0a6-0d4b-411b-a61c-f6f9afc19b7a/protocol-mappers/models/e449b8cb-9c06-4bfa-a699-c16d1960b51b HTTP/1.1" 200 366 "-" "Ansible" 1309 0.050 [auth-system-keycloak-80] [] 10.0.0.5:8080 366 0.050 200 96de11d49ac2c1b32fb078c0572ae5a3 199.19.213.243 - - [17/Mar/2026:22:04:40 +0000] "PUT /admin/realms/atmosphere/client-scopes/f251d0a6-0d4b-411b-a61c-f6f9afc19b7a/protocol-mappers/models/e449b8cb-9c06-4bfa-a699-c16d1960b51b HTTP/1.1" 204 0 "-" "Ansible" 1622 0.087 [auth-system-keycloak-80] [] 10.0.0.5:8080 0 0.085 204 9763f59d5b45ba3a600668016ef178f6 199.19.213.243 - - [17/Mar/2026:22:04:40 +0000] "GET /admin/realms/atmosphere/client-scopes/f251d0a6-0d4b-411b-a61c-f6f9afc19b7a HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.018 [auth-system-keycloak-80] [] 10.0.0.5:8080 1218 0.018 200 7468f03880daba104ee851bbb13048c8 W0317 22:04:58.128349 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:04:58.128379 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0317 22:05:00.222637 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.102.23.12"}] I0317 22:05:00.226950 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"4481cc90-7417-458b-9f36-2bfee616026e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3633", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0317 22:05:01.462851 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:05:01.462908 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.243 - - [17/Mar/2026:22:05:01 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.467 [auth-system-keycloak-80] [] 10.0.0.5:8080 1928 0.464 200 94ad11ab8f08fbd3fc10f3c16fa87d00 199.19.213.243 - - [17/Mar/2026:22:05:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.016 [auth-system-keycloak-80] [] 10.0.0.5:8080 2 0.017 200 e3b5cd02b871b0c5ca45055fd15d2f51 199.19.213.243 - - [17/Mar/2026:22:05:02 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.302 [auth-system-keycloak-80] [] 10.0.0.5:8080 0 0.301 201 dbca932098005871b63aa36812821afd 199.19.213.243 - - [17/Mar/2026:22:05:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.062 [auth-system-keycloak-80] [] 10.0.0.5:8080 1261 0.062 200 feafb21d1f7f9323a5397beb7b07716b 199.19.213.243 - - [17/Mar/2026:22:05:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.517 [auth-system-keycloak-80] [] 10.0.0.5:8080 1928 0.517 200 86e5a59d037d4206650551679ed7a033 199.19.213.243 - - [17/Mar/2026:22:05:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.050 [auth-system-keycloak-80] [] 10.0.0.5:8080 2 0.051 200 8806c2f6cf880186988162ce313a2ec3 199.19.213.243 - - [17/Mar/2026:22:05:04 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 1.328 [auth-system-keycloak-80] [] 10.0.0.5:8080 0 1.327 201 73946d7aa88702f2d4cf30e910b6fd67 199.19.213.243 - - [17/Mar/2026:22:05:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.036 [auth-system-keycloak-80] [] 10.0.0.5:8080 1286 0.037 200 9080217cb49b8c84cd0fbdf3733caa3f W0317 22:05:04.795603 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:05:04.795641 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.243 - - [17/Mar/2026:22:05:05 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.486 [auth-system-keycloak-80] [] 10.0.0.5:8080 1928 0.484 200 bd013237fc227bf9249fc21603224117 199.19.213.243 - - [17/Mar/2026:22:05:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.037 [auth-system-keycloak-80] [] 10.0.0.5:8080 2 0.038 200 6c4a7835b7c250e1b4640790d806574f 199.19.213.243 - - [17/Mar/2026:22:05:05 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.092 [auth-system-keycloak-80] [] 10.0.0.5:8080 0 0.091 201 342e0a797778fd3e839511ee8409180f 199.19.213.243 - - [17/Mar/2026:22:05:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.019 [auth-system-keycloak-80] [] 10.0.0.5:8080 1251 0.020 200 a3521e04ea0b17a3254e3571cfec1e2e 199.19.213.243 - - [17/Mar/2026:22:05:06 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.465 [auth-system-keycloak-80] [] 10.0.0.5:8080 1928 0.464 200 33ccd3d025664ed7ecf6c4c0ebdc77cb 199.19.213.243 - - [17/Mar/2026:22:05:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.065 [auth-system-keycloak-80] [] 10.0.0.5:8080 1261 0.066 200 51db0e5ca2a97dd1b4854a7da3b519d4 199.19.213.243 - - [17/Mar/2026:22:05:06 +0000] "GET /admin/realms/atmosphere/clients/4baf9bd9-c42e-4a2f-a628-cf77697f978b/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.5:8080 119 0.014 404 10fb14269e9629039f930f7ec1e86dbd 199.19.213.243 - - [17/Mar/2026:22:05:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.5:8080 1261 0.008 200 98b456d9e8f227724abab5eb290c61a0 199.19.213.243 - - [17/Mar/2026:22:05:06 +0000] "POST /admin/realms/atmosphere/clients/4baf9bd9-c42e-4a2f-a628-cf77697f978b/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.022 [auth-system-keycloak-80] [] 10.0.0.5:8080 0 0.021 201 bdda9b24b6ecc97644be11efb73317e5 199.19.213.243 - - [17/Mar/2026:22:05:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.5:8080 1261 0.009 200 a34413cda138436b2e77bddff9c27a3c 199.19.213.243 - - [17/Mar/2026:22:05:06 +0000] "GET /admin/realms/atmosphere/clients/4baf9bd9-c42e-4a2f-a628-cf77697f978b/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.047 [auth-system-keycloak-80] [] 10.0.0.5:8080 166 0.047 200 02b6798335bd34fce5c9eb590a5c1e0c 199.19.213.243 - - [17/Mar/2026:22:05:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.463 [auth-system-keycloak-80] [] 10.0.0.5:8080 1928 0.462 200 2f745800c25b6f77cfe0b59f65a3f2ad 199.19.213.243 - - [17/Mar/2026:22:05:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.022 [auth-system-keycloak-80] [] 10.0.0.5:8080 1286 0.021 200 85753ce456e6045c9ce8333305d7723b 199.19.213.243 - - [17/Mar/2026:22:05:07 +0000] "GET /admin/realms/atmosphere/clients/b932326f-0b98-478d-aa9a-2f54ffa9c8af/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.011 [auth-system-keycloak-80] [] 10.0.0.5:8080 119 0.011 404 02a6bb846bf9213894be84a48500a2f6 199.19.213.243 - - [17/Mar/2026:22:05:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.5:8080 1286 0.007 200 0255632b63c4a314ea3dc654918210a2 199.19.213.243 - - [17/Mar/2026:22:05:07 +0000] "POST /admin/realms/atmosphere/clients/b932326f-0b98-478d-aa9a-2f54ffa9c8af/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.016 [auth-system-keycloak-80] [] 10.0.0.5:8080 0 0.016 201 8a4e158fe8b92cad52784fb5ee78cbb8 199.19.213.243 - - [17/Mar/2026:22:05:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.5:8080 1286 0.007 200 feac285e460b63edce0771dc94e3cbae 199.19.213.243 - - [17/Mar/2026:22:05:07 +0000] "GET /admin/realms/atmosphere/clients/b932326f-0b98-478d-aa9a-2f54ffa9c8af/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.013 [auth-system-keycloak-80] [] 10.0.0.5:8080 165 0.014 200 d435d19e81ea3a69212d94ad5bb7adaf 199.19.213.243 - - [17/Mar/2026:22:05:08 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.544 [auth-system-keycloak-80] [] 10.0.0.5:8080 1928 0.543 200 a0437361b65e379960dce0344afeabf2 199.19.213.243 - - [17/Mar/2026:22:05:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.5:8080 1286 0.005 200 3df1ce7a196e88d442fc7cee6e81da95 199.19.213.243 - - [17/Mar/2026:22:05:08 +0000] "GET /admin/realms/atmosphere/clients/b932326f-0b98-478d-aa9a-2f54ffa9c8af/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.038 [auth-system-keycloak-80] [] 10.0.0.5:8080 119 0.039 404 00a5b03cc7aa0eb2628d96439649077b 199.19.213.243 - - [17/Mar/2026:22:05:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.5:8080 1286 0.008 200 1e344fd14fa7cccdd5809ba5be400834 199.19.213.243 - - [17/Mar/2026:22:05:08 +0000] "POST /admin/realms/atmosphere/clients/b932326f-0b98-478d-aa9a-2f54ffa9c8af/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.017 [auth-system-keycloak-80] [] 10.0.0.5:8080 0 0.015 201 cf676a0122529c3f9252ea2605ca3dda 199.19.213.243 - - [17/Mar/2026:22:05:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.044 [auth-system-keycloak-80] [] 10.0.0.5:8080 1286 0.043 200 ddf1fbd48093d9c85d786521e9ed55e1 199.19.213.243 - - [17/Mar/2026:22:05:08 +0000] "GET /admin/realms/atmosphere/clients/b932326f-0b98-478d-aa9a-2f54ffa9c8af/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.5:8080 166 0.016 200 ea8a52e8b8003b9e3f53debbb22b478b 199.19.213.243 - - [17/Mar/2026:22:05:09 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.458 [auth-system-keycloak-80] [] 10.0.0.5:8080 1928 0.458 200 9d4e991960a3c7ba62f4b8c1c55859db 199.19.213.243 - - [17/Mar/2026:22:05:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.035 [auth-system-keycloak-80] [] 10.0.0.5:8080 1286 0.035 200 60f6dd01c05fe5d06a551105b0cef359 199.19.213.243 - - [17/Mar/2026:22:05:09 +0000] "GET /admin/realms/atmosphere/clients/b932326f-0b98-478d-aa9a-2f54ffa9c8af/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.5:8080 119 0.012 404 a7a160b7f702be12171d0524b95dc184 199.19.213.243 - - [17/Mar/2026:22:05:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.060 [auth-system-keycloak-80] [] 10.0.0.5:8080 1286 0.060 200 d6e4c8b5b889ea81fa288d4ecc48267a 199.19.213.243 - - [17/Mar/2026:22:05:09 +0000] "POST /admin/realms/atmosphere/clients/b932326f-0b98-478d-aa9a-2f54ffa9c8af/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.020 [auth-system-keycloak-80] [] 10.0.0.5:8080 0 0.018 201 6b20b758561ba09f23baea775b71adce 199.19.213.243 - - [17/Mar/2026:22:05:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.060 [auth-system-keycloak-80] [] 10.0.0.5:8080 1286 0.059 200 be67dfbda5de7973fe870e4bbfeba62b 199.19.213.243 - - [17/Mar/2026:22:05:09 +0000] "GET /admin/realms/atmosphere/clients/b932326f-0b98-478d-aa9a-2f54ffa9c8af/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.5:8080 166 0.013 200 191d4f7ab0ac1282f539e0bb0b640f0d 199.19.213.243 - - [17/Mar/2026:22:05:10 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.496 [auth-system-keycloak-80] [] 10.0.0.5:8080 1928 0.495 200 5b4ad9c779b36400acddc710e35754d7 199.19.213.243 - - [17/Mar/2026:22:05:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.5:8080 1251 0.005 200 b615d382efae9f47d403085990b41db2 199.19.213.243 - - [17/Mar/2026:22:05:10 +0000] "GET /admin/realms/atmosphere/clients/9682b4d9-f96c-4c90-b3d3-002c969e8519/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.066 [auth-system-keycloak-80] [] 10.0.0.5:8080 119 0.065 404 4f19fc9d657b4b6d80fc800799afe05a 199.19.213.243 - - [17/Mar/2026:22:05:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.5:8080 1251 0.006 200 8eb207c5de4d2368bcf517e9d8b54280 199.19.213.243 - - [17/Mar/2026:22:05:10 +0000] "POST /admin/realms/atmosphere/clients/9682b4d9-f96c-4c90-b3d3-002c969e8519/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.014 [auth-system-keycloak-80] [] 10.0.0.5:8080 0 0.014 201 b73eeb3729fea0a5a1eab96f7e160d0a 199.19.213.243 - - [17/Mar/2026:22:05:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.5:8080 1251 0.006 200 0ffa4b023a3fefefa72f82cddc542930 199.19.213.243 - - [17/Mar/2026:22:05:10 +0000] "GET /admin/realms/atmosphere/clients/9682b4d9-f96c-4c90-b3d3-002c969e8519/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.5:8080 166 0.011 200 b9a00fc7d6e17c32f530ed322abfcf2f W0317 22:06:15.957078 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:06:15.957129 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:06:16.052013 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0317 22:06:16.052139 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0317 22:06:16.052191 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:06:16.052213 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:06:16.052770 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0317 22:06:16.052830 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0317 22:06:16.052864 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:06:16.052877 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:06:16.052879 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0317 22:06:16.052931 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0317 22:06:16.052956 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:06:16.052967 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0317 22:06:16.056234 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.005s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:18.2kB} I0317 22:06:16.056303 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0317 22:06:16.056810 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:18.2kB} I0317 22:06:16.056853 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0317 22:06:16.057591 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.005s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:18.2kB} I0317 22:06:16.057631 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0317 22:06:16.061460 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0317 22:06:16.061863 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"df1e1801-9908-4296-a70d-81cee1a8d6e0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4212", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0317 22:06:16.062181 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0317 22:06:16.065057 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0317 22:06:16.065573 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0317 22:06:16.065638 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0317 22:06:16.065762 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"7f643f33-c32d-4298-a8bc-aeb5fe030729", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4215", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0317 22:06:16.065809 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"1e9db3b7-bff5-4ab8-b8da-3d92714efb8a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4216", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0317 22:06:16.066063 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0317 22:06:16.357456 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0317 22:06:16.358236 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0317 22:06:16.419758 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0317 22:06:16.420704 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0317 22:06:17.842831 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0317 22:06:17.843771 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0317 22:06:19.290814 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0317 22:06:19.290853 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0317 22:06:19.290873 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0317 22:06:19.290952 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:06:19.290968 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0317 22:06:19.291056 7 controller.go:196] "Configuration changes detected, backend reload required" I0317 22:06:19.789088 7 controller.go:216] "Backend successfully reloaded" I0317 22:06:19.789645 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-s4wcl", UID:"331ae0fd-6607-4c19-a122-ffdd44d6705f", APIVersion:"v1", ResourceVersion:"1212", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0317 22:06:22.624629 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0317 22:06:22.624770 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0317 22:06:22.624836 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0317 22:06:22.624989 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:06:22.625057 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:06:25.957328 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0317 22:06:25.957430 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0317 22:06:25.957499 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0317 22:06:25.957864 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:06:25.957890 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:06:29.292230 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0317 22:06:29.292330 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0317 22:06:29.292364 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0317 22:06:29.292537 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:06:29.292560 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:06:32.624567 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0317 22:06:32.624679 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0317 22:06:32.624728 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0317 22:06:32.625362 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:06:32.625413 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:06:35.957072 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0317 22:06:35.957122 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0317 22:06:35.957141 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0317 22:06:35.957215 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:06:35.957236 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:06:39.290506 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0317 22:06:39.291118 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0317 22:06:39.291165 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0317 22:06:39.291321 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:06:39.291353 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:06:42.623910 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0317 22:06:42.623969 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0317 22:06:42.624002 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0317 22:06:42.624109 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:06:42.624143 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:06:45.957223 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0317 22:06:45.957294 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0317 22:06:45.957338 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0317 22:06:45.957481 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:06:45.957519 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:06:49.290807 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0317 22:06:49.290884 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0317 22:06:49.290961 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0317 22:06:49.291108 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:06:49.291135 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:06:52.624234 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0317 22:06:52.624295 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0317 22:06:52.624334 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0317 22:06:52.624461 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:06:52.624488 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:06:55.957272 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0317 22:06:55.957541 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0317 22:06:55.957628 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0317 22:06:55.957763 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:06:55.957804 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:06:59.291345 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0317 22:06:59.291439 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0317 22:06:59.291629 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:06:59.291664 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0317 22:07:00.223046 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.102.23.12"}] I0317 22:07:00.223119 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.102.23.12"}] I0317 22:07:00.223738 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.102.23.12"}] I0317 22:07:00.314428 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"1e9db3b7-bff5-4ab8-b8da-3d92714efb8a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5144", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0317 22:07:00.320518 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"7f643f33-c32d-4298-a8bc-aeb5fe030729", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5145", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0317 22:07:00.321925 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"df1e1801-9908-4296-a70d-81cee1a8d6e0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5146", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0317 22:07:02.624816 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0317 22:07:02.624907 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0317 22:07:02.625019 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:07:02.625048 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:07:05.957832 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0317 22:07:05.957957 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0317 22:07:05.958080 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:07:05.958125 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:07:09.290841 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0317 22:07:09.290892 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0317 22:07:09.290959 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:07:09.290969 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:07:12.624520 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0317 22:07:12.624773 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0317 22:07:12.625273 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:07:12.625312 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:07:15.958023 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0317 22:07:15.958121 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0317 22:07:15.958238 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:07:15.958279 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:07:19.290917 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0317 22:07:19.291012 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0317 22:07:19.291169 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:07:19.291195 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:07:22.624354 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0317 22:07:22.624443 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0317 22:07:22.624583 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:07:22.624608 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:07:25.958976 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0317 22:07:25.959050 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0317 22:07:25.959222 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:07:25.959266 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:07:29.291369 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0317 22:07:29.291473 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0317 22:07:29.291589 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:07:29.291617 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.29 - - [17/Mar/2026:22:07:30 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.036 [auth-system-keycloak-80] [] 10.0.0.5:8080 6432 0.036 200 d09665e10222147d99af25f38b7414e0 10.0.0.224 - - [17/Mar/2026:22:07:30 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.047 [auth-system-keycloak-80] [] 10.0.0.5:8080 6432 0.046 200 3c86f2a97daa830ff6ce22be9659606e W0317 22:07:32.624811 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0317 22:07:32.624991 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:07:32.625025 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:07:35.957345 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0317 22:07:35.957705 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:07:35.957745 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:07:41.712085 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:07:41.712148 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:07:45.046189 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:07:45.046245 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:07:48.379009 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:07:48.379067 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.243 - - [17/Mar/2026:22:07:50 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.523 [auth-system-keycloak-80] [] 10.0.0.5:8080 1928 0.521 200 ebe8f9cbc0e9f6da590ef0be2be631bb 199.19.213.243 - - [17/Mar/2026:22:07:50 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.006 [auth-system-keycloak-80] [] 10.0.0.5:8080 4246 0.007 200 3d55fddad292745147217f32b9a01105 199.19.213.243 - - [17/Mar/2026:22:07:50 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.462 [auth-system-keycloak-80] [] 10.0.0.5:8080 0 0.461 204 bf2760a4d372fddfd1d473aea55f8f03 199.19.213.243 - - [17/Mar/2026:22:07:50 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.187 [auth-system-keycloak-80] [] 10.0.0.5:8080 4384 0.187 200 9c4c9b8e03fe70d5539f9941c45631b2 199.19.213.243 - - [17/Mar/2026:22:07:51 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.506 [auth-system-keycloak-80] [] 10.0.0.5:8080 1928 0.506 200 fb3afe2eca5c075190730706a7cf1134 199.19.213.243 - - [17/Mar/2026:22:07:51 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.008 [auth-system-keycloak-80] [] 10.0.0.5:8080 1682 0.008 200 c63c86da231a4d315a99e103a19a0da7 199.19.213.243 - - [17/Mar/2026:22:07:52 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.007 [auth-system-keycloak-80] [] 10.0.0.5:8080 6432 0.006 200 12863583be8fefd311800a2659310e3c 199.19.213.243 - - [17/Mar/2026:22:07:53 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.468 [auth-system-keycloak-80] [] 10.0.0.5:8080 1928 0.467 200 cd60ebddab670f7da50253aad5345e93 199.19.213.243 - - [17/Mar/2026:22:07:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.009 [auth-system-keycloak-80] [] 10.0.0.5:8080 2 0.008 200 0ac593241cda5c67c57a7d1489c54470 199.19.213.243 - - [17/Mar/2026:22:07:53 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.147 [auth-system-keycloak-80] [] 10.0.0.5:8080 0 0.145 201 9aaf3795ca5d4a778fb8febbfd53c551 199.19.213.243 - - [17/Mar/2026:22:07:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.023 [auth-system-keycloak-80] [] 10.0.0.5:8080 2246 0.022 200 eb52f4eddbe54281c7d375cc0d07ac70 199.19.213.243 - - [17/Mar/2026:22:07:54 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.473 [auth-system-keycloak-80] [] 10.0.0.5:8080 1928 0.472 200 763779e8bd590a6b525873eb82f10175 199.19.213.243 - - [17/Mar/2026:22:07:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.022 [auth-system-keycloak-80] [] 10.0.0.5:8080 2246 0.022 200 5bb9c2a9ced708a54b8430e96f6ad0e6 199.19.213.243 - - [17/Mar/2026:22:07:54 +0000] "GET /admin/realms/atmosphere/clients/2a1d387c-26aa-4f26-ae3a-fbafdafb25f2/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.015 [auth-system-keycloak-80] [] 10.0.0.5:8080 233 0.016 200 68a3afbe0d38b973b0ee19f8de5f4116 199.19.213.243 - - [17/Mar/2026:22:07:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.078 [auth-system-keycloak-80] [] 10.0.0.5:8080 831 0.078 200 9eaeaad907487b774676bf89153f1ce5 199.19.213.243 - - [17/Mar/2026:22:07:55 +0000] "GET /admin/realms/atmosphere/clients/1aef1cf8-c365-432f-a59b-58b8d38219f7/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.022 [auth-system-keycloak-80] [] 10.0.0.5:8080 3758 0.023 200 999f4891ea46f2a507a6f9e56725e576 199.19.213.243 - - [17/Mar/2026:22:07:55 +0000] "GET /admin/realms/atmosphere/users/176d5e59-c27c-489b-b534-6ce941319aea/role-mappings/clients/1aef1cf8-c365-432f-a59b-58b8d38219f7/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.160 [auth-system-keycloak-80] [] 10.0.0.5:8080 3758 0.159 200 630b5eedaa3115d5eb46c3bcea9881c1 199.19.213.243 - - [17/Mar/2026:22:07:55 +0000] "GET /admin/realms/atmosphere/users/176d5e59-c27c-489b-b534-6ce941319aea/role-mappings/clients/1aef1cf8-c365-432f-a59b-58b8d38219f7/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.073 [auth-system-keycloak-80] [] 10.0.0.5:8080 2 0.073 200 3765c826dcb756809dc81024a1cf3222 199.19.213.243 - - [17/Mar/2026:22:07:55 +0000] "POST /admin/realms/atmosphere/users/176d5e59-c27c-489b-b534-6ce941319aea/role-mappings/clients/1aef1cf8-c365-432f-a59b-58b8d38219f7 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.019 [auth-system-keycloak-80] [] 10.0.0.5:8080 0 0.018 204 b3ac4d7671b2d6ff17b4d967b0a24291 199.19.213.243 - - [17/Mar/2026:22:07:55 +0000] "GET /admin/realms/atmosphere/users/176d5e59-c27c-489b-b534-6ce941319aea/role-mappings/clients/1aef1cf8-c365-432f-a59b-58b8d38219f7/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.064 [auth-system-keycloak-80] [] 10.0.0.5:8080 576 0.064 200 91259ae3d15e838cf3939709374ba368 W0317 22:07:57.446656 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:07:57.446681 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:08:00.781093 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:08:00.781143 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:08:04.116244 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:08:04.116843 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:10:04.214958 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:10:04.215004 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:10:34.329107 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0317 22:10:34.329195 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:10:34.329214 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0317 22:10:34.333559 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.005s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:28.7kB} I0317 22:10:34.333620 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0317 22:10:34.339094 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0317 22:10:34.339454 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"d2dc6fd0-d848-4102-b77b-8730fc81c3d4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6594", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0317 22:10:34.340015 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0317 22:10:34.340546 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0317 22:10:34.340707 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:10:34.340796 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0317 22:10:34.341014 7 controller.go:196] "Configuration changes detected, backend reload required" I0317 22:10:34.392553 7 controller.go:216] "Backend successfully reloaded" I0317 22:10:34.392832 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-s4wcl", UID:"331ae0fd-6607-4c19-a122-ffdd44d6705f", APIVersion:"v1", ResourceVersion:"1212", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0317 22:10:34.566631 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0317 22:10:34.567518 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0317 22:10:37.674596 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:10:37.674632 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.243 - - [17/Mar/2026:22:10:38 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.006 [openstack-keystone-api-5000] [] 10.0.0.231:5000 281 0.006 300 3053e8c3611c25aada8a4f32c9f4847d 199.19.213.243 - - [17/Mar/2026:22:10:40 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.231:5000 266 0.005 200 3a96525c297966de95cf2b3803528079 199.19.213.243 - - [17/Mar/2026:22:10:40 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.347 [openstack-keystone-api-5000] [] 10.0.0.231:5000 1360 0.348 201 ab7ebc0bc28ffa2f95b717be186ef04a 199.19.213.243 - - [17/Mar/2026:22:10:40 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.231:5000 281 0.004 300 165b1a8ab51a02abb6c8b5a18946f8c9 199.19.213.243 - - [17/Mar/2026:22:10:40 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.033 [openstack-keystone-api-5000] [] 10.0.0.231:5000 90 0.032 404 5cabdf4797d9c6a66488a0ffe3b115e7 199.19.213.243 - - [17/Mar/2026:22:10:40 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.024 [openstack-keystone-api-5000] [] 10.0.0.231:5000 368 0.024 200 829c77d53d077c68c4ed124c1a0e791d 199.19.213.243 - - [17/Mar/2026:22:10:40 +0000] "GET /v3/domains/a7714c07d836434593bf04692490dc14 HTTP/1.1" 200 245 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.018 [openstack-keystone-api-5000] [] 10.0.0.231:5000 245 0.018 200 41e14f0fd25b8baf14e98eb648294cb4 199.19.213.243 - - [17/Mar/2026:22:10:41 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.231:5000 266 0.004 200 bebcfa919b59ef1a48ed0a46aa937219 199.19.213.243 - - [17/Mar/2026:22:10:41 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.329 [openstack-keystone-api-5000] [] 10.0.0.231:5000 1360 0.329 201 0504a293c382b6fa2255e0177874f0ff 199.19.213.243 - - [17/Mar/2026:22:10:41 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.231:5000 281 0.003 300 5115db9b681076c7f7c9cc25cd6156c5 199.19.213.243 - - [17/Mar/2026:22:10:41 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.026 [openstack-keystone-api-5000] [] 10.0.0.231:5000 101 0.026 404 b181443d3fe56154a064296e564974a8 199.19.213.243 - - [17/Mar/2026:22:10:41 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.018 [openstack-keystone-api-5000] [] 10.0.0.231:5000 156 0.018 200 e5b527af9c5db782d916c55a48426b69 199.19.213.243 - - [17/Mar/2026:22:10:41 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.022 [openstack-keystone-api-5000] [] 10.0.0.231:5000 454 0.022 201 b8a75693bc41238213d2e586655499ff 199.19.213.243 - - [17/Mar/2026:22:10:42 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.231:5000 266 0.004 200 9eed052dfa026b4ab4a0dfd958b6164b 199.19.213.243 - - [17/Mar/2026:22:10:42 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.286 [openstack-keystone-api-5000] [] 10.0.0.231:5000 1360 0.286 201 0b5d39688a8a0884ab93dba5d2ff33c0 199.19.213.243 - - [17/Mar/2026:22:10:42 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.231:5000 281 0.003 300 686529608a11dc85401bb52acddc4036 199.19.213.243 - - [17/Mar/2026:22:10:42 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.022 [openstack-keystone-api-5000] [] 10.0.0.231:5000 98 0.023 404 5975c1692bae75638dd116285b63b60e 199.19.213.243 - - [17/Mar/2026:22:10:42 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.015 [openstack-keystone-api-5000] [] 10.0.0.231:5000 136 0.015 200 caa7a9b757fb7c8a1ad2317e995676da 199.19.213.243 - - [17/Mar/2026:22:10:42 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.028 [openstack-keystone-api-5000] [] 10.0.0.231:5000 357 0.027 201 365820e90080dcab8e3a52c047bb2c88 199.19.213.243 - - [17/Mar/2026:22:10:43 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.231:5000 266 0.004 200 430bcbff425cd4766207c89e229167de 199.19.213.243 - - [17/Mar/2026:22:10:43 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.288 [openstack-keystone-api-5000] [] 10.0.0.231:5000 1360 0.288 201 cf5534be5a208f9ea6262ef61563dcb4 199.19.213.243 - - [17/Mar/2026:22:10:43 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.231:5000 281 0.004 300 117075460bdb50d90c07b5ac00607bd9 199.19.213.243 - - [17/Mar/2026:22:10:43 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.024 [openstack-keystone-api-5000] [] 10.0.0.231:5000 131 0.024 404 2d39c02cd6084a7389265ceb28c57a5d 199.19.213.243 - - [17/Mar/2026:22:10:43 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.018 [openstack-keystone-api-5000] [] 10.0.0.231:5000 168 0.019 200 d42b329396f239677cb814ff604d5981 199.19.213.243 - - [17/Mar/2026:22:10:43 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.139 [openstack-keystone-api-5000] [] 10.0.0.231:5000 224 0.140 201 8332024c54cd8afee8c7a49e929c8c11 W0317 22:10:53.137529 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:10:53.137705 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:10:56.472695 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:10:56.472749 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:11:00.017785 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:11:00.017837 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0317 22:11:00.222228 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.102.23.12"}] I0317 22:11:00.228341 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"d2dc6fd0-d848-4102-b77b-8730fc81c3d4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6828", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0317 22:11:03.351442 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:11:03.351472 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:11:06.685493 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:11:06.685539 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:11:18.600654 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:11:18.600686 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:11:21.935466 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:11:21.935508 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:11:26.252229 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:11:26.252260 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:11:29.586762 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:11:29.586812 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:12:54.377390 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0317 22:12:54.377556 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0317 22:12:54.377697 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:12:54.377731 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0317 22:12:54.382226 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:32.2kB} I0317 22:12:54.382254 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0317 22:12:54.386953 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" W0317 22:12:54.387373 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0317 22:12:54.387640 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0317 22:12:54.387716 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0317 22:12:54.387771 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0317 22:12:54.387765 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"7c4fc5ed-4f85-4845-b5e7-12fb4dd275b6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7601", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0317 22:12:54.387789 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0317 22:12:54.387882 7 controller.go:196] "Configuration changes detected, backend reload required" I0317 22:12:54.453115 7 controller.go:216] "Backend successfully reloaded" I0317 22:12:54.453477 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-s4wcl", UID:"331ae0fd-6607-4c19-a122-ffdd44d6705f", APIVersion:"v1", ResourceVersion:"1212", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0317 22:12:54.754930 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0317 22:12:54.756618 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.19.213.243 - - [17/Mar/2026:22:12:55 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.231:5000 281 0.003 300 9f261db2f94e180eee4e8e5103a67765 199.19.213.243 - - [17/Mar/2026:22:12:55 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.329 [openstack-keystone-api-5000] [] 10.0.0.231:5000 1992 0.328 201 a6fd1c5a7f99f5b701efb2715bba2742 199.19.213.243 - - [17/Mar/2026:22:12:55 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.024 [openstack-keystone-api-5000] [] 10.0.0.231:5000 85 0.024 404 5087edf60e87ac0684628d5485a3a888 199.19.213.243 - - [17/Mar/2026:22:12:55 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.020 [openstack-keystone-api-5000] [] 10.0.0.231:5000 129 0.020 200 2eb13802e640a95af39432cb41bbd311 199.19.213.243 - - [17/Mar/2026:22:12:55 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.030 [openstack-keystone-api-5000] [] 10.0.0.231:5000 230 0.030 201 273b90bca7470c82b1f9c84553b2f304 W0317 22:12:57.721548 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0317 22:12:57.721686 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:12:57.721707 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0317 22:13:00.222541 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.102.23.12"}] I0317 22:13:00.229697 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"7c4fc5ed-4f85-4845-b5e7-12fb4dd275b6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7663", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0317 22:13:01.055256 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0317 22:13:01.055477 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:13:01.055539 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.243 - - [17/Mar/2026:22:13:01 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.231:5000 281 0.004 300 ef11bee84ff4790adcfd6f9f5453093e 199.19.213.243 - - [17/Mar/2026:22:13:01 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 548 0.297 [openstack-keystone-api-5000] [] 10.0.0.231:5000 1992 0.297 201 75b53acb28e4126a52d255f2428fafc4 199.19.213.243 - - [17/Mar/2026:22:13:01 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.026 [openstack-keystone-api-5000] [] 10.0.0.231:5000 1521 0.026 200 bcd054cd02c25e2c5684e8210a7e89a4 199.19.213.243 - - [17/Mar/2026:22:13:01 +0000] "PUT /v3/roles/c333f43026e84373b99292854c2c046d/implies/e93f8daefb0d4ca4b7df77cc842f7d43 HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.040 [openstack-keystone-api-5000] [] 10.0.0.231:5000 521 0.040 201 2c1fe514b966cacd958a3dd7b9b83664 W0317 22:13:06.632048 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:13:06.632081 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.243 - - [17/Mar/2026:22:13:49 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.231:5000 281 0.003 300 605ccc15107820147336d615e4aa3ba6 199.19.213.243 - - [17/Mar/2026:22:13:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.356 [openstack-keystone-api-5000] [] 10.0.0.231:5000 2055 0.356 201 669e2f27a5ce6a10f4b84bdc19d46df6 199.19.213.243 - - [17/Mar/2026:22:13:49 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.029 [openstack-keystone-api-5000] [] 10.0.0.231:5000 87 0.030 404 2367dda5977b7ae4ceca8cafce0086bb 199.19.213.243 - - [17/Mar/2026:22:13:49 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.030 [openstack-keystone-api-5000] [] 10.0.0.231:5000 390 0.030 200 51d2c524789956459af5716be558c234 199.19.213.243 - - [17/Mar/2026:22:13:49 +0000] "GET /v3/users/rgw-RegionOne?domain_id=f5cc24637be24f3ea6afb3f6682b2fb3 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.033 [openstack-keystone-api-5000] [] 10.0.0.231:5000 91 0.033 404 2dbb9bba93335646b85a87a264c45f3d 199.19.213.243 - - [17/Mar/2026:22:13:49 +0000] "GET /v3/users?domain_id=f5cc24637be24f3ea6afb3f6682b2fb3&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.033 [openstack-keystone-api-5000] [] 10.0.0.231:5000 178 0.034 200 4c621ab1826d5d68d98f31b7484c02ac 199.19.213.243 - - [17/Mar/2026:22:13:49 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.301 [openstack-keystone-api-5000] [] 10.0.0.231:5000 291 0.301 201 7c9e4a45f1fa7399ec04474a06e013d1 199.19.213.243 - - [17/Mar/2026:22:13:52 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.231:5000 281 0.004 300 572edc346faab54da7e7bf7900393b5f 199.19.213.243 - - [17/Mar/2026:22:13:52 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 548 0.311 [openstack-keystone-api-5000] [] 10.0.0.231:5000 2055 0.312 201 dd232941e2d61ecc22dca71966e469f6 199.19.213.243 - - [17/Mar/2026:22:13:52 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 386 0.033 [openstack-keystone-api-5000] [] 10.0.0.231:5000 83 0.033 404 c9c3b19ae6fdfed2115162f74aa4761b 199.19.213.243 - - [17/Mar/2026:22:13:52 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "python-keystoneclient" 391 0.018 [openstack-keystone-api-5000] [] 10.0.0.231:5000 361 0.018 200 e60478a355896c8838c00d2b194f13ff 199.19.213.243 - - [17/Mar/2026:22:13:52 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 390 0.026 [openstack-keystone-api-5000] [] 10.0.0.231:5000 87 0.026 404 419f69761cbcc39e71e414627a563d7e 199.19.213.243 - - [17/Mar/2026:22:13:52 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "python-keystoneclient" 395 0.027 [openstack-keystone-api-5000] [] 10.0.0.231:5000 390 0.027 200 f424efd8b9d2b1b046543c6b692f7fee 199.19.213.243 - - [17/Mar/2026:22:13:52 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 394 0.025 [openstack-keystone-api-5000] [] 10.0.0.231:5000 91 0.025 404 9654f628f4de4adacfc23888690c76d2 199.19.213.243 - - [17/Mar/2026:22:13:53 +0000] "GET /v3/users?domain_id=f5cc24637be24f3ea6afb3f6682b2fb3&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "python-keystoneclient" 442 0.031 [openstack-keystone-api-5000] [] 10.0.0.231:5000 458 0.030 200 fb1571b1c0a32c35bfda2c5834cf4782 199.19.213.243 - - [17/Mar/2026:22:13:53 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 391 0.023 [openstack-keystone-api-5000] [] 10.0.0.231:5000 88 0.024 404 fa59d86cafcad31ddad7ce71cafab554 199.19.213.243 - - [17/Mar/2026:22:13:53 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "python-keystoneclient" 396 0.023 [openstack-keystone-api-5000] [] 10.0.0.231:5000 520 0.024 200 6906dfdc592ed2192ffb42196661871c 199.19.213.243 - - [17/Mar/2026:22:13:54 +0000] "PUT /v3/projects/cf77a4900abd4c0aa4e0ddb1e91c70a0/users/7b14047a8d844b988fa148c6899124d8/roles/c554979423344c23b98dafb2a0576d8f HTTP/1.1" 204 0 "-" "python-keystoneclient" 513 1.459 [openstack-keystone-api-5000] [] 10.0.0.231:5000 0 1.460 204 8adcdf7be5b1713e7850bc5950277cbf 199.19.213.243 - - [17/Mar/2026:22:13:56 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.231:5000 281 0.004 300 4476a79b011203eb6cafab81c5a33e33 199.19.213.243 - - [17/Mar/2026:22:13:57 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.340 [openstack-keystone-api-5000] [] 10.0.0.231:5000 2055 0.339 201 49348d8807ae9e357f16c94f3ef6a7f7 199.19.213.243 - - [17/Mar/2026:22:13:57 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.017 [openstack-keystone-api-5000] [] 10.0.0.231:5000 151 0.018 200 392b33f2e35c6fe8118c0d05ec6b4eca 199.19.213.243 - - [17/Mar/2026:22:13:57 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.036 [openstack-keystone-api-5000] [] 10.0.0.231:5000 263 0.036 201 78e7e552eee52fabfe46d71967c03671 199.19.213.243 - - [17/Mar/2026:22:13:58 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.231:5000 281 0.003 300 dbadce49aa625281644b6873e9b7f1b7 199.19.213.243 - - [17/Mar/2026:22:13:58 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.302 [openstack-keystone-api-5000] [] 10.0.0.231:5000 2157 0.302 201 c1213f8542cc6171003cea5106299b2b 199.19.213.243 - - [17/Mar/2026:22:13:58 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.021 [openstack-keystone-api-5000] [] 10.0.0.231:5000 86 0.021 404 deb9e2b85409a6ff550bd2e31ba01a3c 199.19.213.243 - - [17/Mar/2026:22:13:58 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.018 [openstack-keystone-api-5000] [] 10.0.0.231:5000 382 0.017 200 40d53fbb9d2922963662c1e9493de990 199.19.213.243 - - [17/Mar/2026:22:13:58 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=810092908ce2457a9bff4ea86b983f47 HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.026 [openstack-keystone-api-5000] [] 10.0.0.231:5000 205 0.026 200 9a4860cac496fca41a1f1ab98f5c693f 199.19.213.243 - - [17/Mar/2026:22:13:58 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.100 [openstack-keystone-api-5000] [] 10.0.0.231:5000 379 0.101 201 72920ee8ce7757074ff7c405df9aa93c 199.19.213.243 - - [17/Mar/2026:22:13:59 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.231:5000 281 0.005 300 05f36a165e9625c8ac4e335b1080a1eb 199.19.213.243 - - [17/Mar/2026:22:13:59 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.301 [openstack-keystone-api-5000] [] 10.0.0.231:5000 2366 0.301 201 ed832a290e81a32e2b90057f30dce937 199.19.213.243 - - [17/Mar/2026:22:13:59 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.027 [openstack-keystone-api-5000] [] 10.0.0.231:5000 86 0.027 404 4641fee151a43d64b235f9c35666b2d9 199.19.213.243 - - [17/Mar/2026:22:13:59 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.016 [openstack-keystone-api-5000] [] 10.0.0.231:5000 382 0.016 200 c6de3c9590891e79850372752ef52351 199.19.213.243 - - [17/Mar/2026:22:13:59 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=810092908ce2457a9bff4ea86b983f47 HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.019 [openstack-keystone-api-5000] [] 10.0.0.231:5000 207 0.018 200 bc18e41ba1ef65ccea506443c4273ae5 199.19.213.243 - - [17/Mar/2026:22:13:59 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.064 [openstack-keystone-api-5000] [] 10.0.0.231:5000 392 0.064 201 f4e85bf7605db7b02820e9559a054be1 W0317 22:14:00.764565 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0317 22:14:00.764693 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0317 22:14:00.764766 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:14:00.764790 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0317 22:14:00.769807 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.005s renderingIngressLength:7 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:35.7kB} I0317 22:14:00.769844 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0317 22:14:00.775059 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0317 22:14:00.775448 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"24b06085-d215-444b-9f89-a4cce0d1a9e7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8141", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0317 22:14:00.775526 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0317 22:14:00.775846 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0317 22:14:00.775941 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0317 22:14:00.776015 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:14:00.776037 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0317 22:14:00.776172 7 controller.go:196] "Configuration changes detected, backend reload required" I0317 22:14:00.821076 7 controller.go:216] "Backend successfully reloaded" I0317 22:14:00.821559 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-s4wcl", UID:"331ae0fd-6607-4c19-a122-ffdd44d6705f", APIVersion:"v1", ResourceVersion:"1212", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0317 22:14:01.303104 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0317 22:14:01.303945 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0317 22:14:04.109749 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0317 22:14:04.109891 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:14:04.109908 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:14:18.048547 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0317 22:14:18.048820 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:14:18.048860 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:14:21.382187 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0317 22:14:21.382390 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:14:21.382417 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0317 22:14:21.382589 7 controller.go:196] "Configuration changes detected, backend reload required" I0317 22:14:21.431332 7 controller.go:216] "Backend successfully reloaded" I0317 22:14:21.431555 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-s4wcl", UID:"331ae0fd-6607-4c19-a122-ffdd44d6705f", APIVersion:"v1", ResourceVersion:"1212", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0317 22:14:24.715696 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0317 22:14:24.715952 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:14:24.715985 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:14:28.050171 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0317 22:14:28.050734 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:14:28.050768 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:14:31.382254 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0317 22:14:31.382462 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:14:31.382505 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:14:48.565383 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0317 22:14:48.565478 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:14:48.565492 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:14:56.665047 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0317 22:14:56.665148 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:14:56.665165 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0317 22:15:00.238340 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.102.23.12"}] I0317 22:15:00.245376 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"24b06085-d215-444b-9f89-a4cce0d1a9e7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8708", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0317 22:15:00.247068 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0317 22:15:00.247223 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:15:00.247244 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:15:07.091052 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0317 22:15:07.091212 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:15:07.091233 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:15:45.631651 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:15:45.631717 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:17:03.776716 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0317 22:17:03.776794 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0317 22:17:03.776835 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:17:03.776849 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0317 22:17:03.779273 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.003s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:39.2kB} I0317 22:17:03.779292 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0317 22:17:03.784348 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0317 22:17:03.784598 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"f8f80861-b2c9-4876-b68a-dbbe2e0a37d1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9572", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0317 22:17:03.784762 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0317 22:17:03.785112 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0317 22:17:03.785208 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0317 22:17:03.785267 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:17:03.785281 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0317 22:17:03.785429 7 controller.go:196] "Configuration changes detected, backend reload required" I0317 22:17:03.836426 7 controller.go:216] "Backend successfully reloaded" I0317 22:17:03.836865 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-s4wcl", UID:"331ae0fd-6607-4c19-a122-ffdd44d6705f", APIVersion:"v1", ResourceVersion:"1212", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0317 22:17:04.569818 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0317 22:17:04.570992 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0317 22:17:07.118876 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0317 22:17:07.119077 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:17:07.119111 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.243 - - [17/Mar/2026:22:17:08 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.231:5000 281 0.004 300 583fafc89c67a0b2d02592f30109fda7 199.19.213.243 - - [17/Mar/2026:22:17:08 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.384 [openstack-keystone-api-5000] [] 10.0.0.231:5000 3201 0.384 201 ce1fe3ae1c1768eb03d4b1e787562f6b 199.19.213.243 - - [17/Mar/2026:22:17:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 24c95555b811f6f78a054a8826cdc16e 199.19.213.243 - - [17/Mar/2026:22:17:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ca3f1ec7dfac5c60eb27ddb98704af2c 199.19.213.243 - - [17/Mar/2026:22:17:10 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.231:5000 281 0.003 300 00c9dc86b440e94907279a67881a2a85 199.19.213.243 - - [17/Mar/2026:22:17:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.313 [openstack-keystone-api-5000] [] 10.0.0.231:5000 3201 0.313 201 c1084f77230c86584dea51f7c68515b8 199.19.213.243 - - [17/Mar/2026:22:17:10 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ffff559e7978bc0dea93487ad1a01395 199.19.213.243 - - [17/Mar/2026:22:17:10 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - f0d555ee7ff5543237b3d8824ef442d8 199.19.213.243 - - [17/Mar/2026:22:17:11 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.231:5000 281 0.003 300 030030abeb44086dddd20fffb11f05e6 199.19.213.243 - - [17/Mar/2026:22:17:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.308 [openstack-keystone-api-5000] [] 10.0.0.231:5000 3201 0.309 201 92affa439d99b180e0bda79ac11ffedb 199.19.213.243 - - [17/Mar/2026:22:17:12 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 871923fd4d88093bddf067e0ce7778a8 199.19.213.243 - - [17/Mar/2026:22:17:12 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 1e557e2ff6f024d9ee8e42f588761760 W0317 22:17:12.271063 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0317 22:17:12.271190 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:17:12.271207 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.243 - - [17/Mar/2026:22:17:13 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.231:5000 281 0.003 300 bdf5958f0ec460a89c5eb82199643304 199.19.213.243 - - [17/Mar/2026:22:17:14 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.332 [openstack-keystone-api-5000] [] 10.0.0.231:5000 3201 0.333 201 f0ad9ab6ba5ba3dd5ee415bc4675fb9c 199.19.213.243 - - [17/Mar/2026:22:17:14 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 7783a08ffb96d39fbd0d0ea0d46330e5 199.19.213.243 - - [17/Mar/2026:22:17:14 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b5684f61ed5cc82aa43aa9df4cf43149 199.19.213.243 - - [17/Mar/2026:22:17:15 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.231:5000 281 0.005 300 1325b3536634ecf99974d380808272f9 199.19.213.243 - - [17/Mar/2026:22:17:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.320 [openstack-keystone-api-5000] [] 10.0.0.231:5000 3201 0.320 201 d4b27da267b7dfde22c5b0b406fe1c4a 199.19.213.243 - - [17/Mar/2026:22:17:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 706de0a0b03b3811f059fa6bb2eb1269 199.19.213.243 - - [17/Mar/2026:22:17:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 49b3bfab2bf4297cad516b6adc900bbb 199.19.213.243 - - [17/Mar/2026:22:17:17 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.231:5000 281 0.003 300 0fdca434c0a8ca908a44a14bb6515887 199.19.213.243 - - [17/Mar/2026:22:17:17 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.286 [openstack-keystone-api-5000] [] 10.0.0.231:5000 3201 0.286 201 ec1b50f8f425a6b908f5b65dcc565ccc 199.19.213.243 - - [17/Mar/2026:22:17:17 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 3cc3942ee1e689a9479e887682dfdb48 199.19.213.243 - - [17/Mar/2026:22:17:17 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 6d7cc02047efd9065b7a72dddb9b09fb 199.19.213.243 - - [17/Mar/2026:22:17:19 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.006 [openstack-keystone-api-5000] [] 10.0.0.231:5000 281 0.005 300 b3ba4172c37dcedb9486b0ff8bb42a00 199.19.213.243 - - [17/Mar/2026:22:17:19 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.295 [openstack-keystone-api-5000] [] 10.0.0.231:5000 3201 0.296 201 6dd3b4de42fca4d79b25281a71c6ec2b 199.19.213.243 - - [17/Mar/2026:22:17:19 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 5ffab368ff0b8380f821eeb5fd262842 199.19.213.243 - - [17/Mar/2026:22:17:19 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 80bacece2fb3707b085b2c82f3e9e1fa W0317 22:17:20.725361 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:17:20.725439 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.243 - - [17/Mar/2026:22:17:20 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.231:5000 281 0.003 300 a8a954e302a2f936550716bc19fb39e9 199.19.213.243 - - [17/Mar/2026:22:17:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.299 [openstack-keystone-api-5000] [] 10.0.0.231:5000 3201 0.300 201 429db4b265e18d60f26c14dbdeea23b1 199.19.213.243 - - [17/Mar/2026:22:17:21 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.192:9292 1193 0.001 300 134390236a66a8112f103b28eb93d688 199.19.213.243 - - [17/Mar/2026:22:17:21 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.541 [openstack-glance-api-9292] [] 10.0.0.192:9292 69 0.540 200 5de15b2ee46e210238c705dc37f26ed6 199.19.213.243 - - [17/Mar/2026:22:17:24 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.231:5000 281 0.003 300 4cc251bbecfbbb7c6b803a0f56f5274f 199.19.213.243 - - [17/Mar/2026:22:17:25 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.299 [openstack-keystone-api-5000] [] 10.0.0.231:5000 3201 0.299 201 7e2e54eee281a12e854ff0e2423a4183 199.19.213.243 - - [17/Mar/2026:22:17:25 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.192:9292 1193 0.003 300 ecc7cdf76e264173187cefa82fb04528 199.19.213.243 - - [17/Mar/2026:22:17:25 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.041 [openstack-glance-api-9292] [] 10.0.0.192:9292 69 0.042 200 49bdfe8b1b9dd59157c1360418237219 199.19.213.243 - - [17/Mar/2026:22:17:25 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.139 [openstack-glance-api-9292] [] 10.0.0.192:9292 151 0.139 404 6d31124d1b392aa92d6250e9c1cdd922 199.19.213.243 - - [17/Mar/2026:22:17:25 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.025 [openstack-glance-api-9292] [] 10.0.0.192:9292 81 0.025 200 22ab5a581745559ca216a915c58dccc1 199.19.213.243 - - [17/Mar/2026:22:17:25 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.026 [openstack-glance-api-9292] [] 10.0.0.192:9292 84 0.027 200 679577b4f75c9771fac3b0d2197b32c8 199.19.213.243 - - [17/Mar/2026:22:17:25 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.077 [openstack-glance-api-9292] [] 10.0.0.192:9292 760 0.076 201 482b7e4aca73e135ccc81143deb0bad1 199.19.213.243 - - [17/Mar/2026:22:17:29 +0000] "PUT /v2/images/433b693f-11a4-4cc7-a842-d565b4d822b1/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 3.434 [openstack-glance-api-9292] [] 10.0.0.192:9292 0 3.433 204 b5abb6df66e8aa33bf93b1539a421f3d 199.19.213.243 - - [17/Mar/2026:22:17:29 +0000] "GET /v2/images/433b693f-11a4-4cc7-a842-d565b4d822b1 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.012 [openstack-glance-api-9292] [] 10.0.0.192:9292 1171 0.012 200 22aede21cacd2676e4fbc35fd24e37b1 199.19.213.243 - - [17/Mar/2026:22:17:29 +0000] "GET /v2/images/433b693f-11a4-4cc7-a842-d565b4d822b1 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.018 [openstack-glance-api-9292] [] 10.0.0.192:9292 1171 0.017 200 b6c6eadb995e183d4c71b298f9039f6a W0317 22:17:31.906021 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:17:31.906065 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:17:35.240930 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:17:35.240980 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0317 22:18:00.222106 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.102.23.12"}] I0317 22:18:00.226742 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"f8f80861-b2c9-4876-b68a-dbbe2e0a37d1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10023", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0317 22:18:00.242005 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:18:00.242125 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store