------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0407 01:27:29.619067 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0407 01:27:29.619198 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0407 01:27:29.626096 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0407 01:27:29.629638 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0407 01:27:30.178006 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0407 01:27:30.199338 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0407 01:27:30.213986 7 nginx.go:271] "Starting NGINX Ingress controller" I0407 01:27:30.222847 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"aecadad9-c9c6-4e02-8e0c-5808f50ca4cb", APIVersion:"v1", ResourceVersion:"1312", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0407 01:27:30.227060 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"3eb7b3b9-5f47-4d02-a152-bc1b1ff5e028", APIVersion:"v1", ResourceVersion:"1314", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0407 01:27:30.227193 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"a78913ce-0046-43fd-bd7c-f6eed718020f", APIVersion:"v1", ResourceVersion:"1313", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0407 01:27:31.415627 7 nginx.go:317] "Starting NGINX process" I0407 01:27:31.415724 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0407 01:27:31.416374 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0407 01:27:31.416668 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:31.416744 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:27:31.416795 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 01:27:31.425630 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0407 01:27:31.425755 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-kfptf" I0407 01:27:31.449687 7 controller.go:216] "Backend successfully reloaded" I0407 01:27:31.449937 7 controller.go:227] "Initial sync, sleeping for 1 second" I0407 01:27:31.450063 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-kfptf", UID:"2779bedb-4922-410f-a3c1-6fe91b455319", APIVersion:"v1", ResourceVersion:"1357", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0407 01:27:35.237489 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:35.237542 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:38.571538 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:38.571576 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:41.904351 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:41.904387 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:45.238367 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:45.238432 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:48.572286 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:48.572319 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:51.904285 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:51.904327 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:55.238329 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:55.238378 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:58.573560 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:58.573606 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:01.904277 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:01.904319 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:05.238037 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:05.238079 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:08.571672 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:08.571741 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:57.877784 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:57.877826 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:01.211611 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:01.211660 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:15.967629 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:15.967698 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:19.301845 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:19.301882 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:22.634712 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:22.634754 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:25.968130 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:25.968175 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:29.302268 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:29.302317 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:32.634703 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:32.634761 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:35.968611 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:35.968656 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:39.304356 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:39.304396 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:42.918740 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:42.918775 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:46.253565 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:46.253619 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:31:49.245811 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:31:49.245855 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:31:51.839897 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-233.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-233.nip.io-tls was not found. Using default certificate W0407 01:31:51.839957 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:31:51.839975 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:31:51.841756 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0407 01:31:51.841789 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0407 01:31:51.857224 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0407 01:31:51.857871 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-233.nip.io-tls" in local store I0407 01:31:51.857919 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"c10e175e-7ba3-4578-9372-c940aa90a499", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3351", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 01:31:52.126442 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-233.nip.io-tls" I0407 01:31:52.127663 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-233.nip.io-tls" W0407 01:31:52.580029 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:31:52.580074 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:31:52.580357 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 01:31:52.624024 7 controller.go:216] "Backend successfully reloaded" I0407 01:31:52.624269 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-kfptf", UID:"2779bedb-4922-410f-a3c1-6fe91b455319", APIVersion:"v1", ResourceVersion:"1357", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0407 01:31:55.913526 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:31:55.913559 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.233 - - [07/Apr/2026:01:32:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.135 [auth-system-keycloak-80] [] 10.0.0.43:8080 1928 2.134 200 9037c7b07955a9d3c088e185be485288 199.204.45.233 - - [07/Apr/2026:01:32:03 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.106 [auth-system-keycloak-80] [] 10.0.0.43:8080 116 0.106 404 a15f907d039eae6b023080fd5c0c220c 199.204.45.233 - - [07/Apr/2026:01:32:07 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.177 [auth-system-keycloak-80] [] 10.0.0.43:8080 0 4.176 201 347107c3b5b56f4f60f4eb36dca82ad6 199.204.45.233 - - [07/Apr/2026:01:32:08 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.577 [auth-system-keycloak-80] [] 10.0.0.43:8080 4246 0.577 200 4aa6dfe80bb3c78efa2d1f3e4a335223 199.204.45.233 - - [07/Apr/2026:01:32:09 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.473 [auth-system-keycloak-80] [] 10.0.0.43:8080 1928 0.472 200 84b86eca1cdb8e64bd412100d9811cbe 199.204.45.233 - - [07/Apr/2026:01:32:09 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12499 "-" "Ansible" 1211 0.095 [auth-system-keycloak-80] [] 10.0.0.43:8080 12500 0.095 200 bcda9e0a4173bdbc19e2a52beea4bcfd 199.204.45.233 - - [07/Apr/2026:01:32:09 +0000] "GET /admin/realms/atmosphere/client-scopes/15d987fe-ec83-474f-a68e-99f03ac35146 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.012 [auth-system-keycloak-80] [] 10.0.0.43:8080 1278 0.013 200 3890518cc1204d279a37fb617ae6b841 199.204.45.233 - - [07/Apr/2026:01:32:09 +0000] "PUT /admin/realms/atmosphere/client-scopes/15d987fe-ec83-474f-a68e-99f03ac35146 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.063 [auth-system-keycloak-80] [] 10.0.0.43:8080 0 0.062 204 3b9101e6290d29e0c3a424032986f203 199.204.45.233 - - [07/Apr/2026:01:32:09 +0000] "GET /admin/realms/atmosphere/client-scopes/15d987fe-ec83-474f-a68e-99f03ac35146/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.075 [auth-system-keycloak-80] [] 10.0.0.43:8080 963 0.075 200 89872e2159a79d19e608d06eada7f823 199.204.45.233 - - [07/Apr/2026:01:32:09 +0000] "GET /admin/realms/atmosphere/client-scopes/15d987fe-ec83-474f-a68e-99f03ac35146/protocol-mappers/models/aa587add-212f-43e1-8051-d0c757c8a8d9 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.011 [auth-system-keycloak-80] [] 10.0.0.43:8080 366 0.011 200 b4e3c507422a81efa7a76eda14864819 199.204.45.233 - - [07/Apr/2026:01:32:09 +0000] "PUT /admin/realms/atmosphere/client-scopes/15d987fe-ec83-474f-a68e-99f03ac35146/protocol-mappers/models/aa587add-212f-43e1-8051-d0c757c8a8d9 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.082 [auth-system-keycloak-80] [] 10.0.0.43:8080 0 0.081 204 01c9ca7ee1af383788fefc6bc82f359f 199.204.45.233 - - [07/Apr/2026:01:32:09 +0000] "GET /admin/realms/atmosphere/client-scopes/15d987fe-ec83-474f-a68e-99f03ac35146 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.019 [auth-system-keycloak-80] [] 10.0.0.43:8080 1218 0.019 200 6bfb0cfd9355c08d3b28819ffe6967bd 199.204.45.233 - - [07/Apr/2026:01:32:30 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.455 [auth-system-keycloak-80] [] 10.0.0.43:8080 1928 0.455 200 374b40d65f62dc51850b5f679d286f7e 199.204.45.233 - - [07/Apr/2026:01:32:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.033 [auth-system-keycloak-80] [] 10.0.0.43:8080 2 0.033 200 4ec0335f134ee237a0688400acf73252 199.204.45.233 - - [07/Apr/2026:01:32:31 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.211 [auth-system-keycloak-80] [] 10.0.0.43:8080 0 0.210 201 84ccbbc5e7e4ec25492d57c0967252b7 199.204.45.233 - - [07/Apr/2026:01:32:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.078 [auth-system-keycloak-80] [] 10.0.0.43:8080 1261 0.079 200 adc94e5595396e00c039498900891997 I0407 01:32:31.433604 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.109.19.94"}] I0407 01:32:31.440961 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"c10e175e-7ba3-4578-9372-c940aa90a499", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3746", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 01:32:31.442550 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:32:31.442577 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.233 - - [07/Apr/2026:01:32:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.100 [auth-system-keycloak-80] [] 10.0.0.43:8080 1928 1.099 200 c019bba34b01628f52e2a1397e117b09 199.204.45.233 - - [07/Apr/2026:01:32:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.074 [auth-system-keycloak-80] [] 10.0.0.43:8080 2 0.074 200 3cadf9bfe288ac9e6b900b767adbc9be 199.204.45.233 - - [07/Apr/2026:01:32:32 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.104 [auth-system-keycloak-80] [] 10.0.0.43:8080 0 0.103 201 4d874d873c215449be0e2ade4f3afdb5 199.204.45.233 - - [07/Apr/2026:01:32:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.073 [auth-system-keycloak-80] [] 10.0.0.43:8080 1286 0.072 200 f9d585a72b91a7e9223746fb2963579b 199.204.45.233 - - [07/Apr/2026:01:32:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.505 [auth-system-keycloak-80] [] 10.0.0.43:8080 1928 0.504 200 09aa4ea7754004b32acc5792fa15620a 199.204.45.233 - - [07/Apr/2026:01:32:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.43:8080 2 0.009 200 d73cb9e3cf8c771edb5bdad8d7af6a40 199.204.45.233 - - [07/Apr/2026:01:32:33 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.083 [auth-system-keycloak-80] [] 10.0.0.43:8080 0 0.082 201 a15c6e8b76432fc6bec2fb3b58fc12fa 199.204.45.233 - - [07/Apr/2026:01:32:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.078 [auth-system-keycloak-80] [] 10.0.0.43:8080 1251 0.078 200 2a541e0200904e286139989486bcbaab 199.204.45.233 - - [07/Apr/2026:01:32:34 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.438 [auth-system-keycloak-80] [] 10.0.0.43:8080 1928 0.437 200 7672079ea6fba68571b96f582f4954db 199.204.45.233 - - [07/Apr/2026:01:32:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.030 [auth-system-keycloak-80] [] 10.0.0.43:8080 1261 0.030 200 ce7d8a2583e59dd8848c70bcd971b6f5 199.204.45.233 - - [07/Apr/2026:01:32:35 +0000] "GET /admin/realms/atmosphere/clients/145144dc-7f5e-4916-a346-202256277dc9/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.43:8080 119 0.014 404 12f7c34ab5bfec4474af7381c3dfc766 199.204.45.233 - - [07/Apr/2026:01:32:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.43:8080 1261 0.008 200 24aa474156d3d6171dc9a9f72a18a726 199.204.45.233 - - [07/Apr/2026:01:32:35 +0000] "POST /admin/realms/atmosphere/clients/145144dc-7f5e-4916-a346-202256277dc9/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.055 [auth-system-keycloak-80] [] 10.0.0.43:8080 0 0.054 201 4ca467ba294dcff48a8548ef11c63809 199.204.45.233 - - [07/Apr/2026:01:32:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.43:8080 1261 0.008 200 c131405fc361954c15cc9bfc81753ecd 199.204.45.233 - - [07/Apr/2026:01:32:35 +0000] "GET /admin/realms/atmosphere/clients/145144dc-7f5e-4916-a346-202256277dc9/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.072 [auth-system-keycloak-80] [] 10.0.0.43:8080 166 0.072 200 5f76b1215939564e4be08e8bbbefe945 199.204.45.233 - - [07/Apr/2026:01:32:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.455 [auth-system-keycloak-80] [] 10.0.0.43:8080 1928 0.454 200 edb7e2cf0fa4497567fdfd27a65d0247 199.204.45.233 - - [07/Apr/2026:01:32:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.43:8080 1286 0.008 200 10ffad1d6bea7b1b9a70d17380020f30 199.204.45.233 - - [07/Apr/2026:01:32:35 +0000] "GET /admin/realms/atmosphere/clients/343f5366-3177-40bf-aa17-402ed5c9c3eb/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.028 [auth-system-keycloak-80] [] 10.0.0.43:8080 119 0.028 404 860bd6693ed8e70a4b3d5a11d6b209a3 199.204.45.233 - - [07/Apr/2026:01:32:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.43:8080 1286 0.007 200 1f1c4cd2a01af1841131d38786bd1441 199.204.45.233 - - [07/Apr/2026:01:32:36 +0000] "POST /admin/realms/atmosphere/clients/343f5366-3177-40bf-aa17-402ed5c9c3eb/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.017 [auth-system-keycloak-80] [] 10.0.0.43:8080 0 0.016 201 a12285095068178513799f4a7ed79eac 199.204.45.233 - - [07/Apr/2026:01:32:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.041 [auth-system-keycloak-80] [] 10.0.0.43:8080 1286 0.042 200 6ad4c54bd1ba6fd9a165966338c41dbd 199.204.45.233 - - [07/Apr/2026:01:32:36 +0000] "GET /admin/realms/atmosphere/clients/343f5366-3177-40bf-aa17-402ed5c9c3eb/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.014 [auth-system-keycloak-80] [] 10.0.0.43:8080 165 0.014 200 d01843c4cd20c12142b7cd077d337c46 199.204.45.233 - - [07/Apr/2026:01:32:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.479 [auth-system-keycloak-80] [] 10.0.0.43:8080 1928 0.478 200 3d1ec65c3406dfa41694eb100653f233 199.204.45.233 - - [07/Apr/2026:01:32:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.43:8080 1286 0.006 200 dc409ba4d015bea60328d57cb01b35ec 199.204.45.233 - - [07/Apr/2026:01:32:36 +0000] "GET /admin/realms/atmosphere/clients/343f5366-3177-40bf-aa17-402ed5c9c3eb/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.43:8080 119 0.012 404 4e8bc230f155636a04d06a6120b1a57c 199.204.45.233 - - [07/Apr/2026:01:32:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.43:8080 1286 0.005 200 8e9d95c15c383c28f2b6397a2cfc6f2a 199.204.45.233 - - [07/Apr/2026:01:32:37 +0000] "POST /admin/realms/atmosphere/clients/343f5366-3177-40bf-aa17-402ed5c9c3eb/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.047 [auth-system-keycloak-80] [] 10.0.0.43:8080 0 0.046 201 c4fb89ed25ce98b627aa4e80bc867bb0 199.204.45.233 - - [07/Apr/2026:01:32:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.43:8080 1286 0.009 200 f61624b5eb184fdc4d9b221ee0f19e99 199.204.45.233 - - [07/Apr/2026:01:32:37 +0000] "GET /admin/realms/atmosphere/clients/343f5366-3177-40bf-aa17-402ed5c9c3eb/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.068 [auth-system-keycloak-80] [] 10.0.0.43:8080 166 0.068 200 b48a6301ddd027925a1c9d466541f63e 199.204.45.233 - - [07/Apr/2026:01:32:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.512 [auth-system-keycloak-80] [] 10.0.0.43:8080 1928 0.511 200 580b0d8385dd692b07777b542cd991ac 199.204.45.233 - - [07/Apr/2026:01:32:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.011 [auth-system-keycloak-80] [] 10.0.0.43:8080 1286 0.011 200 e6d086d9e0073262197c55f9a5ab46da 199.204.45.233 - - [07/Apr/2026:01:32:37 +0000] "GET /admin/realms/atmosphere/clients/343f5366-3177-40bf-aa17-402ed5c9c3eb/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.062 [auth-system-keycloak-80] [] 10.0.0.43:8080 119 0.061 404 2bf54f220db9e2c33bc6747d197d9e88 199.204.45.233 - - [07/Apr/2026:01:32:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.43:8080 1286 0.006 200 6a7ba440b2a78d5901f149a495715198 199.204.45.233 - - [07/Apr/2026:01:32:38 +0000] "POST /admin/realms/atmosphere/clients/343f5366-3177-40bf-aa17-402ed5c9c3eb/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.015 [auth-system-keycloak-80] [] 10.0.0.43:8080 0 0.014 201 ea08521f2615d4d5f38ed0ab048ab1ab 199.204.45.233 - - [07/Apr/2026:01:32:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.046 [auth-system-keycloak-80] [] 10.0.0.43:8080 1286 0.046 200 de65f9377c14f6d1c08da15aaa6ae0c7 199.204.45.233 - - [07/Apr/2026:01:32:38 +0000] "GET /admin/realms/atmosphere/clients/343f5366-3177-40bf-aa17-402ed5c9c3eb/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.43:8080 166 0.014 200 4007affd5c20ff52e5538de8e0675e0d 199.204.45.233 - - [07/Apr/2026:01:32:39 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.654 [auth-system-keycloak-80] [] 10.0.0.43:8080 1928 0.652 200 23bdfee85c997ffa77989f936ca74c17 199.204.45.233 - - [07/Apr/2026:01:32:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.036 [auth-system-keycloak-80] [] 10.0.0.43:8080 1251 0.036 200 c86497f34368b50ee5de985be1a7d9dc 199.204.45.233 - - [07/Apr/2026:01:32:39 +0000] "GET /admin/realms/atmosphere/clients/16068054-9ed3-4de9-802c-d9a9a3183a7f/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.43:8080 119 0.010 404 dc3e7ebdd33037c1d3120cc20b1c60fd 199.204.45.233 - - [07/Apr/2026:01:32:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.43:8080 1251 0.006 200 5e6171b01fef6bc025121c2c9a993964 199.204.45.233 - - [07/Apr/2026:01:32:39 +0000] "POST /admin/realms/atmosphere/clients/16068054-9ed3-4de9-802c-d9a9a3183a7f/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.016 [auth-system-keycloak-80] [] 10.0.0.43:8080 0 0.015 201 02b3684d3ed01868c59c9c6ce55bc5fb 199.204.45.233 - - [07/Apr/2026:01:32:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.43:8080 1251 0.005 200 0707d30bbcbb49bbf5c7a459dfd82576 199.204.45.233 - - [07/Apr/2026:01:32:39 +0000] "GET /admin/realms/atmosphere/clients/16068054-9ed3-4de9-802c-d9a9a3183a7f/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.021 [auth-system-keycloak-80] [] 10.0.0.43:8080 166 0.021 200 9b442ce76803e9cd8c0e84b816e15bb6 W0407 01:32:57.136751 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:32:57.136791 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:00.470486 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:00.470551 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:45.260572 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:45.260614 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:45.338771 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:33:45.338794 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 01:33:45.338841 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0407 01:33:45.338854 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0407 01:33:45.338878 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:45.338889 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:45.338896 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:45.338904 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:45.340242 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:33:45.340348 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0407 01:33:45.340391 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:45.340409 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:33:45.340695 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0407 01:33:45.340726 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0407 01:33:45.341606 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0407 01:33:45.341643 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0407 01:33:45.342217 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0407 01:33:45.342248 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0407 01:33:45.348842 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0407 01:33:45.349361 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0407 01:33:45.349782 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"842188fc-d27f-4b72-9a4d-0443ecbb2dd8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4366", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 01:33:45.355171 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0407 01:33:45.355387 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0407 01:33:45.355408 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0407 01:33:45.355520 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"47527d77-8e9e-442e-9728-56a6f4846698", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4367", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 01:33:45.355599 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"d209dee5-606a-434c-8018-bc0517c0cbc5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4369", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 01:33:45.355623 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0407 01:33:45.651749 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0407 01:33:45.653230 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0407 01:33:45.673256 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0407 01:33:45.674249 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0407 01:33:47.459398 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0407 01:33:47.460947 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0407 01:33:47.570084 7 store.go:645] "secret was updated and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0407 01:33:47.571399 7 backend_ssl.go:59] "Updating secret in local store" name="monitoring/prometheus-tls" W0407 01:33:48.594023 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:33:48.594107 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 01:33:48.594159 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:33:48.594303 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:48.594333 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:33:48.594466 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 01:33:48.655393 7 controller.go:216] "Backend successfully reloaded" I0407 01:33:48.656237 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-kfptf", UID:"2779bedb-4922-410f-a3c1-6fe91b455319", APIVersion:"v1", ResourceVersion:"1357", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0407 01:33:51.935664 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:33:51.935740 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 01:33:51.935781 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:33:51.935910 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:51.935928 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:55.260621 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:33:55.260680 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 01:33:55.260709 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:33:55.260821 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:55.260846 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:58.594875 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:33:58.594952 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 01:33:58.594997 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:33:58.595137 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:58.595164 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:01.927994 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:34:01.928040 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 01:34:01.928070 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:34:01.928178 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:01.928196 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:05.261437 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:34:05.261483 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 01:34:05.261511 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:34:05.261601 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:05.261621 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:08.594807 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:34:08.594878 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:34:08.594969 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:08.594986 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:11.928078 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:34:11.928167 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:34:11.928281 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:11.928304 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:15.261610 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:34:15.261748 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:34:15.261920 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:15.261966 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:18.594385 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:34:18.594631 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:34:18.594837 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:18.594868 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:21.928409 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:34:21.928504 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:34:21.928626 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:21.928656 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.48 - - [07/Apr/2026:01:34:23 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.033 [auth-system-keycloak-80] [] 10.0.0.43:8080 6432 0.033 200 b3054b09f7d8f70d0330d1bcef88ce73 10.0.0.19 - - [07/Apr/2026:01:34:23 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.008 [auth-system-keycloak-80] [] 10.0.0.43:8080 6432 0.008 200 cbfc4daaea2f4920a2692017cf8d5089 W0407 01:34:25.261637 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:34:25.261883 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:25.261932 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:28.594681 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:28.594739 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:34:31.434094 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.109.19.94"}] I0407 01:34:31.434837 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.109.19.94"}] I0407 01:34:31.435184 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.109.19.94"}] I0407 01:34:31.439324 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"47527d77-8e9e-442e-9728-56a6f4846698", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5526", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 01:34:31.442734 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"842188fc-d27f-4b72-9a4d-0443ecbb2dd8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5527", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 01:34:31.443933 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"d209dee5-606a-434c-8018-bc0517c0cbc5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5528", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 01:34:31.928170 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:31.928208 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:35.261217 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:35.261284 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:38.597308 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:38.597347 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:41.927407 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:41.927454 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:45.261544 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:45.261590 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.233 - - [07/Apr/2026:01:34:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.474 [auth-system-keycloak-80] [] 10.0.0.43:8080 1928 0.470 200 d712294fe900ae04f7e98fce7b4a1505 199.204.45.233 - - [07/Apr/2026:01:34:48 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.042 [auth-system-keycloak-80] [] 10.0.0.43:8080 4246 0.042 200 3b8418ecc6a27585c62ef67fa0b0d789 199.204.45.233 - - [07/Apr/2026:01:34:48 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.308 [auth-system-keycloak-80] [] 10.0.0.43:8080 0 0.305 204 145ee21027b419252593463ad4207956 199.204.45.233 - - [07/Apr/2026:01:34:48 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.191 [auth-system-keycloak-80] [] 10.0.0.43:8080 4384 0.191 200 2712dcb08d4f573f5744fa46ddc61a70 199.204.45.233 - - [07/Apr/2026:01:34:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.478 [auth-system-keycloak-80] [] 10.0.0.43:8080 1928 0.477 200 5bfc241cc9d45eca54fbd369075281ff 199.204.45.233 - - [07/Apr/2026:01:34:49 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.006 [auth-system-keycloak-80] [] 10.0.0.43:8080 1682 0.006 200 73a7d18e4b8c338afc88caca980f6c22 199.204.45.233 - - [07/Apr/2026:01:34:49 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.005 [auth-system-keycloak-80] [] 10.0.0.43:8080 6432 0.005 200 3e44978cb62709e27fa09f7f65449069 199.204.45.233 - - [07/Apr/2026:01:34:51 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.482 [auth-system-keycloak-80] [] 10.0.0.43:8080 1928 0.481 200 736684cdca74e860b2b708383158d2cf 199.204.45.233 - - [07/Apr/2026:01:34:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.050 [auth-system-keycloak-80] [] 10.0.0.43:8080 2 0.050 200 90e374744de6a895e6a533aa58269c01 199.204.45.233 - - [07/Apr/2026:01:34:51 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.110 [auth-system-keycloak-80] [] 10.0.0.43:8080 0 0.109 201 e2a87c2670ceb5d0f72a6a95ec1da2dd 199.204.45.233 - - [07/Apr/2026:01:34:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.056 [auth-system-keycloak-80] [] 10.0.0.43:8080 2246 0.056 200 ade3d121f4e6b0b3799d3b178a4a31b8 199.204.45.233 - - [07/Apr/2026:01:34:52 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.504 [auth-system-keycloak-80] [] 10.0.0.43:8080 1928 0.504 200 a05db7b6106e0593dc7cca4b80cee102 199.204.45.233 - - [07/Apr/2026:01:34:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.005 [auth-system-keycloak-80] [] 10.0.0.43:8080 2246 0.004 200 267473105d9faa9b1b9ef6cc1729b172 199.204.45.233 - - [07/Apr/2026:01:34:52 +0000] "GET /admin/realms/atmosphere/clients/17d222a1-f692-4f03-baa1-4612dcd3e1d5/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.015 [auth-system-keycloak-80] [] 10.0.0.43:8080 233 0.016 200 8ff24bb9446405600855ac47513ca85b 199.204.45.233 - - [07/Apr/2026:01:34:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.051 [auth-system-keycloak-80] [] 10.0.0.43:8080 831 0.051 200 6e7f6050ffc8be2b268fbdd09f93622a 199.204.45.233 - - [07/Apr/2026:01:34:52 +0000] "GET /admin/realms/atmosphere/clients/d604ef2f-2252-4c3b-91fb-d55cbec21272/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.088 [auth-system-keycloak-80] [] 10.0.0.43:8080 3758 0.088 200 a8dccf4d00a88dfa9d1221d8bf5f9555 199.204.45.233 - - [07/Apr/2026:01:34:53 +0000] "GET /admin/realms/atmosphere/users/a4dbfacf-4f96-407f-893a-4408edbb43a8/role-mappings/clients/d604ef2f-2252-4c3b-91fb-d55cbec21272/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.181 [auth-system-keycloak-80] [] 10.0.0.43:8080 3758 0.181 200 9bc3d25ea1e45c7db120672a1090dcd6 199.204.45.233 - - [07/Apr/2026:01:34:53 +0000] "GET /admin/realms/atmosphere/users/a4dbfacf-4f96-407f-893a-4408edbb43a8/role-mappings/clients/d604ef2f-2252-4c3b-91fb-d55cbec21272/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.017 [auth-system-keycloak-80] [] 10.0.0.43:8080 2 0.017 200 d95b89be44f1aa4cd91e6e928bb6352d 199.204.45.233 - - [07/Apr/2026:01:34:53 +0000] "POST /admin/realms/atmosphere/users/a4dbfacf-4f96-407f-893a-4408edbb43a8/role-mappings/clients/d604ef2f-2252-4c3b-91fb-d55cbec21272 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.069 [auth-system-keycloak-80] [] 10.0.0.43:8080 0 0.068 204 ab5ea7f07a77513cd9d490f4a2fbdd05 199.204.45.233 - - [07/Apr/2026:01:34:53 +0000] "GET /admin/realms/atmosphere/users/a4dbfacf-4f96-407f-893a-4408edbb43a8/role-mappings/clients/d604ef2f-2252-4c3b-91fb-d55cbec21272/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.079 [auth-system-keycloak-80] [] 10.0.0.43:8080 576 0.079 200 984caa94cadff462b407b1b36396d059 W0407 01:34:55.844022 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:55.844069 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:59.177529 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:59.177591 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:35:12.366046 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:35:12.366074 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:35:15.700657 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:35:15.700714 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:35:19.033605 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:35:19.033641 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:37:01.435629 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:37:01.435689 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:37:31.520668 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0407 01:37:31.520759 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:37:31.520783 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:37:31.524820 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:28.7kB} I0407 01:37:31.524860 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0407 01:37:31.530084 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0407 01:37:31.530319 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"5661c50f-e13d-4374-8436-c67a29606915", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6772", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 01:37:31.530381 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0407 01:37:31.530627 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0407 01:37:31.530670 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:37:31.530683 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:37:31.530796 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 01:37:31.570932 7 controller.go:216] "Backend successfully reloaded" I0407 01:37:31.571223 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-kfptf", UID:"2779bedb-4922-410f-a3c1-6fe91b455319", APIVersion:"v1", ResourceVersion:"1357", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0407 01:37:32.087131 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0407 01:37:32.088173 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0407 01:37:34.864496 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:37:34.864553 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.233 - - [07/Apr/2026:01:37:35 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.005 [openstack-keystone-api-5000] [] 10.0.0.110:5000 281 0.005 300 0ac066110d0ea8df2899701ac63a155a 199.204.45.233 - - [07/Apr/2026:01:37:37 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.006 [openstack-keystone-api-5000] [] 10.0.0.110:5000 266 0.006 200 9fd0e3ab2d41a909a4033f7dc75b4b1e 199.204.45.233 - - [07/Apr/2026:01:37:37 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.347 [openstack-keystone-api-5000] [] 10.0.0.110:5000 1360 0.347 201 9e2f6aaceb693a8cceb1b946877489f5 199.204.45.233 - - [07/Apr/2026:01:37:37 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.110:5000 281 0.004 300 dc8c8b7146447feef03272bee141612e 199.204.45.233 - - [07/Apr/2026:01:37:37 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.033 [openstack-keystone-api-5000] [] 10.0.0.110:5000 90 0.033 404 8d42dbfc399e017aa26a8e9ee36c792b 199.204.45.233 - - [07/Apr/2026:01:37:37 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.022 [openstack-keystone-api-5000] [] 10.0.0.110:5000 368 0.022 200 a29520f274d3d1db02bf692f57589b99 199.204.45.233 - - [07/Apr/2026:01:37:37 +0000] "GET /v3/domains/0ccdaca54fd143f9907f7ca55ef718a1 HTTP/1.1" 200 245 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.018 [openstack-keystone-api-5000] [] 10.0.0.110:5000 245 0.019 200 63b1ce5b3aa9f3ec57492a19ef2e47ec 199.204.45.233 - - [07/Apr/2026:01:37:38 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.110:5000 266 0.004 200 6ba0057a110b27d083d567ba90433167 199.204.45.233 - - [07/Apr/2026:01:37:38 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.346 [openstack-keystone-api-5000] [] 10.0.0.110:5000 1360 0.346 201 c9a04dcd194242a49df0633852281738 199.204.45.233 - - [07/Apr/2026:01:37:38 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.110:5000 281 0.003 300 a885495fcb94e5c4c858fa2b85800247 199.204.45.233 - - [07/Apr/2026:01:37:38 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.020 [openstack-keystone-api-5000] [] 10.0.0.110:5000 101 0.020 404 f37b8803230e7f748e2384b721ea7a1f 199.204.45.233 - - [07/Apr/2026:01:37:38 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.019 [openstack-keystone-api-5000] [] 10.0.0.110:5000 156 0.019 200 89024520bc5aa2ce5a00678aca7a80a6 199.204.45.233 - - [07/Apr/2026:01:37:38 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.024 [openstack-keystone-api-5000] [] 10.0.0.110:5000 454 0.024 201 d31ba3f12fb7f1ca6b3daceaedb2a8fe 199.204.45.233 - - [07/Apr/2026:01:37:39 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.110:5000 266 0.002 200 f55ea12566e269c35e6108e833f6d9fd 199.204.45.233 - - [07/Apr/2026:01:37:39 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.306 [openstack-keystone-api-5000] [] 10.0.0.110:5000 1360 0.306 201 d16fd698d9a334a88e53bd319d005a6c 199.204.45.233 - - [07/Apr/2026:01:37:39 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.110:5000 281 0.004 300 8425b4d90ce1d6a6d1087ad24e5945c5 199.204.45.233 - - [07/Apr/2026:01:37:39 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.021 [openstack-keystone-api-5000] [] 10.0.0.110:5000 98 0.021 404 b5527ce2f021e9d677c40409a2268baa 199.204.45.233 - - [07/Apr/2026:01:37:39 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.017 [openstack-keystone-api-5000] [] 10.0.0.110:5000 136 0.017 200 0501693577f7f58712b3f52ab7390ab6 199.204.45.233 - - [07/Apr/2026:01:37:39 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.024 [openstack-keystone-api-5000] [] 10.0.0.110:5000 357 0.024 201 7de2bf77f0728b7a8b20bbec2a55718a 199.204.45.233 - - [07/Apr/2026:01:37:40 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.110:5000 266 0.004 200 93729d9699416bcf32c19b65d2422006 199.204.45.233 - - [07/Apr/2026:01:37:40 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.287 [openstack-keystone-api-5000] [] 10.0.0.110:5000 1360 0.287 201 7831554b71567c7ac3e8f0df3a429f9a 199.204.45.233 - - [07/Apr/2026:01:37:40 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.110:5000 281 0.004 300 48783e41fb7bc47d7450b2b55f129e75 199.204.45.233 - - [07/Apr/2026:01:37:40 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.022 [openstack-keystone-api-5000] [] 10.0.0.110:5000 131 0.023 404 4e2911e7f9909dc39176f657eac548b7 199.204.45.233 - - [07/Apr/2026:01:37:40 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.016 [openstack-keystone-api-5000] [] 10.0.0.110:5000 168 0.016 200 204e49f8f1e229306a0de54c3e871d52 199.204.45.233 - - [07/Apr/2026:01:37:40 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.020 [openstack-keystone-api-5000] [] 10.0.0.110:5000 224 0.020 201 c75b001010d9fd78f6f4a18d636c4310 W0407 01:37:49.794790 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:37:49.794817 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:37:53.130216 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:37:53.130260 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:37:56.461960 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:37:56.461994 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:38:15.257503 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:38:15.257538 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:38:22.953278 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:38:22.953325 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:38:26.287067 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:38:26.287114 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:38:31.433457 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.109.19.94"}] I0407 01:38:31.437829 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"5661c50f-e13d-4374-8436-c67a29606915", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7288", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 01:38:31.440529 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:38:31.440556 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:39:58.871033 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0407 01:39:58.871188 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0407 01:39:58.871269 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:39:58.871372 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:39:58.876731 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.006s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.007s testedConfigurationSize:32.2kB} I0407 01:39:58.876870 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0407 01:39:58.881559 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0407 01:39:58.881864 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"582ae036-6bf1-40e2-a251-6599dbc7283f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7881", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 01:39:58.882159 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0407 01:39:58.882570 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0407 01:39:58.882709 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0407 01:39:58.882803 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:39:58.882825 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:39:58.882966 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 01:39:58.934458 7 controller.go:216] "Backend successfully reloaded" I0407 01:39:58.934732 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-kfptf", UID:"2779bedb-4922-410f-a3c1-6fe91b455319", APIVersion:"v1", ResourceVersion:"1357", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0407 01:39:59.201295 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0407 01:39:59.202190 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.233 - - [07/Apr/2026:01:39:59 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.110:5000 281 0.003 300 a9b92119065311e541ef483088ffb245 199.204.45.233 - - [07/Apr/2026:01:40:00 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.321 [openstack-keystone-api-5000] [] 10.0.0.110:5000 1992 0.321 201 f55b74ba6df0aa3cb275fb848d8feb01 199.204.45.233 - - [07/Apr/2026:01:40:00 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.024 [openstack-keystone-api-5000] [] 10.0.0.110:5000 85 0.024 404 7d11bbadf8410e034486eee2a480be8c 199.204.45.233 - - [07/Apr/2026:01:40:00 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.020 [openstack-keystone-api-5000] [] 10.0.0.110:5000 129 0.020 200 f6b34a5f928adb99b0a68876e5904ac9 199.204.45.233 - - [07/Apr/2026:01:40:00 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.029 [openstack-keystone-api-5000] [] 10.0.0.110:5000 230 0.029 201 897b96613c4926bf64cc1312466e8834 W0407 01:40:02.216629 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0407 01:40:02.216792 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:40:02.216823 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:40:05.549524 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:40:05.549565 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.233 - - [07/Apr/2026:01:40:06 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 228 0.005 [openstack-keystone-api-5000] [] 10.0.0.110:5000 281 0.004 300 78e84998f2a061fdad70922d3f05dc86 199.204.45.233 - - [07/Apr/2026:01:40:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 547 0.283 [openstack-keystone-api-5000] [] 10.0.0.110:5000 1992 0.283 201 b7d810493464210c5f617bdc9a5a3f60 199.204.45.233 - - [07/Apr/2026:01:40:06 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.022 [openstack-keystone-api-5000] [] 10.0.0.110:5000 1521 0.022 200 0f708e86321cb7ba91bdd55abb0af545 199.204.45.233 - - [07/Apr/2026:01:40:06 +0000] "PUT /v3/roles/dc62c013226a43f0848bb5bdfb3fa93a/implies/7566fb0d4eeb46dcb7208170b2060003 HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.040 [openstack-keystone-api-5000] [] 10.0.0.110:5000 521 0.040 201 bc27aee1ce4b8cc564ee0d3148fed44a I0407 01:40:31.435993 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.109.19.94"}] I0407 01:40:31.441602 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"582ae036-6bf1-40e2-a251-6599dbc7283f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8229", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 01:40:31.443308 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:40:31.443346 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.233 - - [07/Apr/2026:01:40:52 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.110:5000 281 0.004 300 cf8c65dff6a7141cbc0c328770d4ee4a 199.204.45.233 - - [07/Apr/2026:01:40:52 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.350 [openstack-keystone-api-5000] [] 10.0.0.110:5000 2055 0.350 201 bff0662aefbd26faa295d08f15978e41 199.204.45.233 - - [07/Apr/2026:01:40:52 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.026 [openstack-keystone-api-5000] [] 10.0.0.110:5000 87 0.026 404 3b10edbcdf5291f3a3465f9f5b88be2c 199.204.45.233 - - [07/Apr/2026:01:40:52 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.028 [openstack-keystone-api-5000] [] 10.0.0.110:5000 390 0.028 200 eea7dcfdce750c7018ff18bf0771d8c5 199.204.45.233 - - [07/Apr/2026:01:40:52 +0000] "GET /v3/users/rgw-RegionOne?domain_id=e8febbdba4934554a73c20fcc115c4be HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.163 [openstack-keystone-api-5000] [] 10.0.0.110:5000 91 0.163 404 6de9dfffba3bb22cbc86339654df7a73 199.204.45.233 - - [07/Apr/2026:01:40:52 +0000] "GET /v3/users?domain_id=e8febbdba4934554a73c20fcc115c4be&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.045 [openstack-keystone-api-5000] [] 10.0.0.110:5000 178 0.045 200 bd1fd9918b4fae3932427c86cf61ffca 199.204.45.233 - - [07/Apr/2026:01:40:53 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.299 [openstack-keystone-api-5000] [] 10.0.0.110:5000 291 0.299 201 756904079e7a1e3f242022ffc1ee462e 199.204.45.233 - - [07/Apr/2026:01:40:56 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 228 0.004 [openstack-keystone-api-5000] [] 10.0.0.110:5000 281 0.004 300 380ee22d8fdbb62db7fbe05665eeda5d 199.204.45.233 - - [07/Apr/2026:01:40:56 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 547 0.311 [openstack-keystone-api-5000] [] 10.0.0.110:5000 2055 0.311 201 d740d47c8f6f48ef378310bf8172c883 199.204.45.233 - - [07/Apr/2026:01:40:56 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 386 0.034 [openstack-keystone-api-5000] [] 10.0.0.110:5000 83 0.034 404 a6089695fc7ec4d555dc43cd01dd5e4a 199.204.45.233 - - [07/Apr/2026:01:40:56 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "python-keystoneclient" 391 0.034 [openstack-keystone-api-5000] [] 10.0.0.110:5000 361 0.035 200 5251b9c45bc45892755c9e4101b549d0 199.204.45.233 - - [07/Apr/2026:01:40:56 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 390 0.026 [openstack-keystone-api-5000] [] 10.0.0.110:5000 87 0.026 404 86734b289c0a26a77125fb53ad5c381f 199.204.45.233 - - [07/Apr/2026:01:40:56 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "python-keystoneclient" 395 0.027 [openstack-keystone-api-5000] [] 10.0.0.110:5000 390 0.028 200 c56e6c38c41cb7c0a1d0902fea110a14 199.204.45.233 - - [07/Apr/2026:01:40:57 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 394 0.024 [openstack-keystone-api-5000] [] 10.0.0.110:5000 91 0.024 404 81a427783dd89f7fe65d81485c68b67a 199.204.45.233 - - [07/Apr/2026:01:40:57 +0000] "GET /v3/users?domain_id=e8febbdba4934554a73c20fcc115c4be&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "python-keystoneclient" 442 0.033 [openstack-keystone-api-5000] [] 10.0.0.110:5000 458 0.033 200 8c14d31b80dfb0c7509d66b2f981c980 199.204.45.233 - - [07/Apr/2026:01:40:57 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 391 0.024 [openstack-keystone-api-5000] [] 10.0.0.110:5000 88 0.023 404 236d6db6f510c62b0846477502f8656c 199.204.45.233 - - [07/Apr/2026:01:40:57 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "python-keystoneclient" 396 0.025 [openstack-keystone-api-5000] [] 10.0.0.110:5000 520 0.025 200 b4a0eade2a3c1c7ecb8be6ef4cee5974 199.204.45.233 - - [07/Apr/2026:01:40:57 +0000] "PUT /v3/projects/73d4ab5357a14155bc050a46d15b32c3/users/a75b66c4ed7e42f6b44b0b505ac15964/roles/ca1e006d97ee480abf782c62c6652245 HTTP/1.1" 204 0 "-" "python-keystoneclient" 513 0.037 [openstack-keystone-api-5000] [] 10.0.0.110:5000 0 0.038 204 390bdfa9a80166e5f4b0b900263a922b 199.204.45.233 - - [07/Apr/2026:01:40:59 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.110:5000 281 0.004 300 30644e8292e45dd5eae44da6add64fac 199.204.45.233 - - [07/Apr/2026:01:40:59 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.338 [openstack-keystone-api-5000] [] 10.0.0.110:5000 2055 0.338 201 a367315650e7e73823720b617b73971f 199.204.45.233 - - [07/Apr/2026:01:40:59 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.021 [openstack-keystone-api-5000] [] 10.0.0.110:5000 151 0.021 200 a03a0ab2a62c2414892d336c67233844 199.204.45.233 - - [07/Apr/2026:01:40:59 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.042 [openstack-keystone-api-5000] [] 10.0.0.110:5000 263 0.042 201 026a2f5d0c00fd68d94af92c6e904482 199.204.45.233 - - [07/Apr/2026:01:41:00 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.110:5000 281 0.004 300 7196af83180a2a4a29d77411d5416e13 199.204.45.233 - - [07/Apr/2026:01:41:00 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.307 [openstack-keystone-api-5000] [] 10.0.0.110:5000 2157 0.307 201 14f4049312ae73bce3736c53a20fd4ce 199.204.45.233 - - [07/Apr/2026:01:41:00 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.137 [openstack-keystone-api-5000] [] 10.0.0.110:5000 86 0.137 404 8eb173aa30f3c25fadd072e809ec5b40 199.204.45.233 - - [07/Apr/2026:01:41:00 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.014 [openstack-keystone-api-5000] [] 10.0.0.110:5000 382 0.014 200 d97af5421f712e4c7bac2d33ce7037b2 199.204.45.233 - - [07/Apr/2026:01:41:00 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=b44b45ee92644914afef58362fc9ff95 HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.019 [openstack-keystone-api-5000] [] 10.0.0.110:5000 205 0.019 200 6625b21e93b0cf75c3ddc8a8bf8b8839 199.204.45.233 - - [07/Apr/2026:01:41:00 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.036 [openstack-keystone-api-5000] [] 10.0.0.110:5000 379 0.036 201 6665184702adb068964df5995a7a4649 199.204.45.233 - - [07/Apr/2026:01:41:01 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.110:5000 281 0.003 300 3f2dfb131b133baca87dcb005b2e8ae0 199.204.45.233 - - [07/Apr/2026:01:41:01 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.310 [openstack-keystone-api-5000] [] 10.0.0.110:5000 2366 0.310 201 43124cf3c416c4c5ebc34ddef15bca20 199.204.45.233 - - [07/Apr/2026:01:41:01 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.020 [openstack-keystone-api-5000] [] 10.0.0.110:5000 86 0.020 404 473d36fd1d619e90af5df654d23ebb8c 199.204.45.233 - - [07/Apr/2026:01:41:01 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.018 [openstack-keystone-api-5000] [] 10.0.0.110:5000 382 0.018 200 44474ee27e08caf32b9c152bfeb3ed65 199.204.45.233 - - [07/Apr/2026:01:41:01 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=b44b45ee92644914afef58362fc9ff95 HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.032 [openstack-keystone-api-5000] [] 10.0.0.110:5000 207 0.032 200 4589183ce7fc4295a1dadab9bbc5da52 199.204.45.233 - - [07/Apr/2026:01:41:01 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.024 [openstack-keystone-api-5000] [] 10.0.0.110:5000 392 0.024 201 d640f4325eb46cebb05191e945760731 W0407 01:41:02.804361 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0407 01:41:02.804480 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0407 01:41:02.804549 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:41:02.804574 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:41:02.809609 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.005s renderingIngressLength:7 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:35.7kB} I0407 01:41:02.809644 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0407 01:41:02.819955 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" W0407 01:41:02.820294 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0407 01:41:02.820509 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store I0407 01:41:02.820497 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"f84b320b-0e45-4224-99ec-de7ab9fcee73", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8448", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 01:41:02.820574 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0407 01:41:02.820622 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:41:02.820635 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:41:02.820731 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 01:41:02.875039 7 controller.go:216] "Backend successfully reloaded" I0407 01:41:02.875725 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-kfptf", UID:"2779bedb-4922-410f-a3c1-6fe91b455319", APIVersion:"v1", ResourceVersion:"1357", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0407 01:41:03.121791 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0407 01:41:03.122689 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0407 01:41:06.154099 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0407 01:41:06.154246 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:41:06.154264 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:41:19.737692 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0407 01:41:19.737906 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:41:19.737930 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:41:24.631103 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 01:41:24.631226 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:41:24.631246 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:41:24.631355 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 01:41:24.679718 7 controller.go:216] "Backend successfully reloaded" I0407 01:41:24.680041 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-kfptf", UID:"2779bedb-4922-410f-a3c1-6fe91b455319", APIVersion:"v1", ResourceVersion:"1357", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0407 01:41:27.966277 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 01:41:27.966516 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:41:27.966581 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:41:31.298030 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 01:41:31.298296 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:41:31.298407 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:41:31.434682 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.109.19.94"}] I0407 01:41:31.441819 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"f84b320b-0e45-4224-99ec-de7ab9fcee73", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8787", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 01:41:34.631907 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 01:41:34.632054 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:41:34.632078 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:41:37.967812 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 01:41:37.968061 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:41:37.968148 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:41:49.402463 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 01:41:49.402562 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:41:49.402577 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:41:53.528628 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 01:41:53.528764 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:41:53.528779 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:42:07.392015 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 01:42:07.392173 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:42:07.392192 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:42:46.473263 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:42:46.473313 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:43:58.113862 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0407 01:43:58.113995 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0407 01:43:58.114079 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:43:58.114106 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:43:58.119289 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.006s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:39.2kB} I0407 01:43:58.119325 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0407 01:43:58.124066 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0407 01:43:58.124366 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"536df192-8611-49c2-8f52-fe2aa5b07d97", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9939", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 01:43:58.124611 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0407 01:43:58.125084 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0407 01:43:58.125196 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0407 01:43:58.125283 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:43:58.125308 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:43:58.125484 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 01:43:58.181708 7 controller.go:216] "Backend successfully reloaded" I0407 01:43:58.182480 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-kfptf", UID:"2779bedb-4922-410f-a3c1-6fe91b455319", APIVersion:"v1", ResourceVersion:"1357", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0407 01:43:58.346471 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0407 01:43:58.347588 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0407 01:44:01.461383 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0407 01:44:01.461583 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:44:01.461610 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.233 - - [07/Apr/2026:01:44:02 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.110:5000 281 0.004 300 a505735354d90c98fa19bf17b6dc95b4 199.204.45.233 - - [07/Apr/2026:01:44:02 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.323 [openstack-keystone-api-5000] [] 10.0.0.110:5000 3201 0.323 201 8d4d24db006f8643fabcc253f63fd3fa 199.204.45.233 - - [07/Apr/2026:01:44:02 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 385aace9b4a4d8a24d3e2ad14fb89f56 199.204.45.233 - - [07/Apr/2026:01:44:02 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - d4930ed90a1d4a1ce736556a5676502c 199.204.45.233 - - [07/Apr/2026:01:44:04 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.110:5000 281 0.003 300 fae3a70674b804d796e1f8f31f8d6853 199.204.45.233 - - [07/Apr/2026:01:44:04 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.281 [openstack-keystone-api-5000] [] 10.0.0.110:5000 3201 0.281 201 1b94b563e20d3596f233e874d0fc5125 199.204.45.233 - - [07/Apr/2026:01:44:04 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e48b8a4f95b275ac6c922475662853cf 199.204.45.233 - - [07/Apr/2026:01:44:04 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 4813640c68a513dd6662ebc8575b9a27 199.204.45.233 - - [07/Apr/2026:01:44:05 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.110:5000 281 0.003 300 1b4a58f1914b9bd57c582be141ae0bb3 199.204.45.233 - - [07/Apr/2026:01:44:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.389 [openstack-keystone-api-5000] [] 10.0.0.110:5000 3201 0.389 201 2495911c0b0824cebb1dc8769042c7f7 199.204.45.233 - - [07/Apr/2026:01:44:06 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 9aa9c2b804aa8af1941d150b192e0820 199.204.45.233 - - [07/Apr/2026:01:44:06 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - eb385a51f5f48d018c40fead22b9c17b 199.204.45.233 - - [07/Apr/2026:01:44:07 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.110:5000 281 0.003 300 a6a7e4d3c6bfa1314a66c42280acb653 199.204.45.233 - - [07/Apr/2026:01:44:08 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.290 [openstack-keystone-api-5000] [] 10.0.0.110:5000 3201 0.291 201 aa43f0e8a652f6eb6dbc2c1fb75fc468 199.204.45.233 - - [07/Apr/2026:01:44:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 5846a8446ee5880bdf8bcc0f9c69a500 199.204.45.233 - - [07/Apr/2026:01:44:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ad0b3350178a0dc7b3ffc341a5bc8b66 W0407 01:44:08.617114 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0407 01:44:08.617248 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:44:08.617266 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.233 - - [07/Apr/2026:01:44:09 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.110:5000 281 0.003 300 281e929ba23956184821ac49b559e5a7 199.204.45.233 - - [07/Apr/2026:01:44:09 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.296 [openstack-keystone-api-5000] [] 10.0.0.110:5000 3201 0.296 201 36722496446e4844359b9894ccf0c064 199.204.45.233 - - [07/Apr/2026:01:44:09 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a489ce5bff958a577284b6f9a8f116a2 199.204.45.233 - - [07/Apr/2026:01:44:09 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 4773e217156602fd6d4d4cbc1150a6d3 199.204.45.233 - - [07/Apr/2026:01:44:11 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.110:5000 281 0.003 300 7def9965c6ed846add8a4229357ffe28 199.204.45.233 - - [07/Apr/2026:01:44:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.320 [openstack-keystone-api-5000] [] 10.0.0.110:5000 3201 0.320 201 af7c4039e6f9b3e2508f659aea69ddd2 199.204.45.233 - - [07/Apr/2026:01:44:11 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 839266978d4603242414b8af2f29625c 199.204.45.233 - - [07/Apr/2026:01:44:11 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 286d399e5e7a85686e6515f402143a08 199.204.45.233 - - [07/Apr/2026:01:44:13 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.110:5000 281 0.003 300 7661fda3bef4d9949b58df220fa72610 199.204.45.233 - - [07/Apr/2026:01:44:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.295 [openstack-keystone-api-5000] [] 10.0.0.110:5000 3201 0.295 201 50ac81f72c07d553c7522dea7674514b 199.204.45.233 - - [07/Apr/2026:01:44:13 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 5e7942edc76d74b18f2a01a2788d1365 199.204.45.233 - - [07/Apr/2026:01:44:13 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - be76fe3f673a417f31b8ca29a4c402c6 199.204.45.233 - - [07/Apr/2026:01:44:14 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.110:5000 281 0.003 300 a531455aef49923e775016a7c228e1bb 199.204.45.233 - - [07/Apr/2026:01:44:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.281 [openstack-keystone-api-5000] [] 10.0.0.110:5000 3201 0.282 201 8bcd84b623343b96acd6d183bc8a42aa 199.204.45.233 - - [07/Apr/2026:01:44:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 3db58ec388c2324c0f3dae8e45954964 199.204.45.233 - - [07/Apr/2026:01:44:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 0b4f83c18c8d0de4448f9b03aa37e2f8 199.204.45.233 - - [07/Apr/2026:01:44:16 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.008 [openstack-keystone-api-5000] [] 10.0.0.110:5000 281 0.008 300 d694ac4c84bad111e845a5dd0760432c 199.204.45.233 - - [07/Apr/2026:01:44:16 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.282 [openstack-keystone-api-5000] [] 10.0.0.110:5000 3201 0.282 201 cea7c8c649054c30e948a92057aaa2cf 199.204.45.233 - - [07/Apr/2026:01:44:16 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 8a6be1a447adc6984c7b8af7795ec89f 199.204.45.233 - - [07/Apr/2026:01:44:16 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e178f65b911cb6575f8721b118a67b7b W0407 01:44:18.008085 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:44:18.008125 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.233 - - [07/Apr/2026:01:44:18 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.110:5000 281 0.004 300 88f809a03761e574abd0d02baa78106d 199.204.45.233 - - [07/Apr/2026:01:44:18 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.281 [openstack-keystone-api-5000] [] 10.0.0.110:5000 3201 0.281 201 df79c8518b987d05dbb2e887522369a2 199.204.45.233 - - [07/Apr/2026:01:44:18 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.13:9292 1312 0.003 300 f031340c80a2b3f0fa7cb6b91b516221 199.204.45.233 - - [07/Apr/2026:01:44:19 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.553 [openstack-glance-api-9292] [] 10.0.0.13:9292 69 0.553 200 338f761fef625ca36ab91c62e0ddc253 199.204.45.233 - - [07/Apr/2026:01:44:22 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.110:5000 281 0.003 300 12a66d656febb9c4103622016817f399 199.204.45.233 - - [07/Apr/2026:01:44:22 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.300 [openstack-keystone-api-5000] [] 10.0.0.110:5000 3201 0.300 201 857d03b071a676cd74c6fffe623ec168 199.204.45.233 - - [07/Apr/2026:01:44:22 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.13:9292 1312 0.002 300 d87cc34d561f1e90998e06a18e921407 199.204.45.233 - - [07/Apr/2026:01:44:22 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.040 [openstack-glance-api-9292] [] 10.0.0.13:9292 69 0.041 200 ae9a97a9b45ba87d273b785687804449 199.204.45.233 - - [07/Apr/2026:01:44:22 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.126 [openstack-glance-api-9292] [] 10.0.0.13:9292 151 0.125 404 147e91fe26c0cb061cc7b9be5126f164 199.204.45.233 - - [07/Apr/2026:01:44:22 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.027 [openstack-glance-api-9292] [] 10.0.0.13:9292 81 0.027 200 0348ffe2321bdc3b30105543a61ee895 199.204.45.233 - - [07/Apr/2026:01:44:22 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.028 [openstack-glance-api-9292] [] 10.0.0.13:9292 84 0.028 200 0dcdb399ced24ed8b8e9808d875e7ad9 199.204.45.233 - - [07/Apr/2026:01:44:22 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.050 [openstack-glance-api-9292] [] 10.0.0.13:9292 760 0.050 201 f710918fd7190e41e2754a139f60f24b 199.204.45.233 - - [07/Apr/2026:01:44:27 +0000] "PUT /v2/images/94d0b1cd-72b6-46ce-baa4-76de3445d6a5/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 4.224 [openstack-glance-api-9292] [] 10.0.0.13:9292 0 4.224 204 87b69c38bd80a1160c75d8f16284ea24 199.204.45.233 - - [07/Apr/2026:01:44:27 +0000] "GET /v2/images/94d0b1cd-72b6-46ce-baa4-76de3445d6a5 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.015 [openstack-glance-api-9292] [] 10.0.0.13:9292 1171 0.015 200 d3faa0bd9dc34d980682f82a0db86694 199.204.45.233 - - [07/Apr/2026:01:44:27 +0000] "GET /v2/images/94d0b1cd-72b6-46ce-baa4-76de3445d6a5 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.010 [openstack-glance-api-9292] [] 10.0.0.13:9292 1171 0.010 200 4df3863e408c682a9ce01f84c0709aa4 W0407 01:44:29.885014 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:44:29.885048 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:44:31.433107 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.109.19.94"}] I0407 01:44:31.483383 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"536df192-8611-49c2-8f52-fe2aa5b07d97", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10247", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 01:44:33.219114 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:44:33.219166 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:44:36.552863 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:44:36.552913 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store