------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0309 01:40:47.601869 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0309 01:40:47.602002 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0309 01:40:47.609693 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0309 01:40:47.612488 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0309 01:40:47.717655 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0309 01:40:47.737336 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0309 01:40:47.749416 7 nginx.go:271] "Starting NGINX Ingress controller" I0309 01:40:47.754613 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"c2ad833f-0845-44a4-abeb-230f46560fc3", APIVersion:"v1", ResourceVersion:"1100", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0309 01:40:47.758274 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"423de196-3a85-47cf-86fa-e9af9ccfe59b", APIVersion:"v1", ResourceVersion:"1099", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0309 01:40:47.758330 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"0329826b-1f24-4e07-bd53-9380ac9c0d59", APIVersion:"v1", ResourceVersion:"1098", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0309 01:40:48.951745 7 nginx.go:317] "Starting NGINX process" I0309 01:40:48.951877 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0309 01:40:48.952444 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0309 01:40:48.952711 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0309 01:40:48.952803 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:40:48.952826 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:40:48.952912 7 controller.go:196] "Configuration changes detected, backend reload required" I0309 01:40:48.960580 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0309 01:40:48.960614 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-95kcm" I0309 01:40:48.990387 7 controller.go:216] "Backend successfully reloaded" I0309 01:40:48.990511 7 controller.go:227] "Initial sync, sleeping for 1 second" I0309 01:40:48.990603 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-95kcm", UID:"3eac12e3-2acf-4a69-a223-630a8ebb870d", APIVersion:"v1", ResourceVersion:"1143", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0309 01:40:52.769377 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:40:52.769407 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:40:56.103669 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:40:56.103740 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:40:59.437466 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:40:59.437524 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:02.769617 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:02.769680 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:06.104287 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:06.104352 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:09.437199 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:09.437283 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:12.770766 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:12.770837 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:16.103783 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:16.103834 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:22.316068 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:22.316094 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:09.848286 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:09.848323 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:13.182795 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:13.182842 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:28.918709 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:28.918793 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:32.252995 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:32.253034 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:35.586813 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:35.586879 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:38.918973 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:38.919020 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:42.252463 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:42.252514 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:45.585543 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:45.585585 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:49.593958 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:49.593998 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:52.928828 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:52.928911 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:56.263518 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:56.263559 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:59.595511 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:59.595561 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:43:02.929689 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:43:02.929734 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:45:01.877853 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:45:01.877908 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:45:04.494128 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-235.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-235.nip.io-tls was not found. Using default certificate W0309 01:45:04.494196 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:45:04.494211 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:45:04.496065 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.003s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:14.7kB} I0309 01:45:04.496093 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0309 01:45:04.501830 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0309 01:45:04.502404 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-235.nip.io-tls" in local store I0309 01:45:04.502920 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"f6f78462-a013-4106-a2eb-5f89925091ed", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3001", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0309 01:45:04.719848 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-235.nip.io-tls" I0309 01:45:04.721577 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-235.nip.io-tls" W0309 01:45:05.211678 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:45:05.211733 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:45:05.211851 7 controller.go:196] "Configuration changes detected, backend reload required" I0309 01:45:05.253320 7 controller.go:216] "Backend successfully reloaded" I0309 01:45:05.254213 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-95kcm", UID:"3eac12e3-2acf-4a69-a223-630a8ebb870d", APIVersion:"v1", ResourceVersion:"1143", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0309 01:45:08.545194 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:45:08.545246 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.235 - - [09/Mar/2026:01:45:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.989 [auth-system-keycloak-80] [] 10.0.0.32:8080 1928 1.987 200 b6b16901c700cab61ca43ee5f3e39669 199.204.45.235 - - [09/Mar/2026:01:45:16 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.176 [auth-system-keycloak-80] [] 10.0.0.32:8080 116 0.176 404 c4cd7a4d6ffc67bef40f733d36a1de43 199.204.45.235 - - [09/Mar/2026:01:45:20 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.190 [auth-system-keycloak-80] [] 10.0.0.32:8080 0 4.189 201 741b0467763a487933e57babc4061098 199.204.45.235 - - [09/Mar/2026:01:45:20 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.513 [auth-system-keycloak-80] [] 10.0.0.32:8080 4246 0.513 200 be3897db9f76304793acb746645427e6 199.204.45.235 - - [09/Mar/2026:01:45:21 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.473 [auth-system-keycloak-80] [] 10.0.0.32:8080 1928 0.472 200 e88ba1ddd8ce19a2cb3f95f4a27390a2 199.204.45.235 - - [09/Mar/2026:01:45:22 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.140 [auth-system-keycloak-80] [] 10.0.0.32:8080 12500 0.140 200 9a6c3ee4249057da3308a42ebdc46a18 199.204.45.235 - - [09/Mar/2026:01:45:22 +0000] "GET /admin/realms/atmosphere/client-scopes/f600c1c6-cac9-4e9f-9ee9-689e0e5ed4ee HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.010 [auth-system-keycloak-80] [] 10.0.0.32:8080 1278 0.010 200 2574f8239f306dd9b2dfe627311dc545 199.204.45.235 - - [09/Mar/2026:01:45:22 +0000] "PUT /admin/realms/atmosphere/client-scopes/f600c1c6-cac9-4e9f-9ee9-689e0e5ed4ee HTTP/1.1" 204 0 "-" "Ansible" 1848 0.066 [auth-system-keycloak-80] [] 10.0.0.32:8080 0 0.065 204 e44fb52379f4165a39da473fea097931 199.204.45.235 - - [09/Mar/2026:01:45:22 +0000] "GET /admin/realms/atmosphere/client-scopes/f600c1c6-cac9-4e9f-9ee9-689e0e5ed4ee/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.018 [auth-system-keycloak-80] [] 10.0.0.32:8080 963 0.017 200 6fa6690fae8d089e250ef9ff6d225869 199.204.45.235 - - [09/Mar/2026:01:45:22 +0000] "GET /admin/realms/atmosphere/client-scopes/f600c1c6-cac9-4e9f-9ee9-689e0e5ed4ee/protocol-mappers/models/c8bda5d9-670b-44d3-8fdc-b760c673df59 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.066 [auth-system-keycloak-80] [] 10.0.0.32:8080 366 0.066 200 c41188ee8c64c247bf5e8c57e487706c 199.204.45.235 - - [09/Mar/2026:01:45:22 +0000] "PUT /admin/realms/atmosphere/client-scopes/f600c1c6-cac9-4e9f-9ee9-689e0e5ed4ee/protocol-mappers/models/c8bda5d9-670b-44d3-8fdc-b760c673df59 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.085 [auth-system-keycloak-80] [] 10.0.0.32:8080 0 0.083 204 8ecad25145fe1b557390b4f57a97a2f5 199.204.45.235 - - [09/Mar/2026:01:45:22 +0000] "GET /admin/realms/atmosphere/client-scopes/f600c1c6-cac9-4e9f-9ee9-689e0e5ed4ee HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.020 [auth-system-keycloak-80] [] 10.0.0.32:8080 1218 0.019 200 e67be7bb056ae8100bf5d90707f26e50 199.204.45.235 - - [09/Mar/2026:01:45:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.486 [auth-system-keycloak-80] [] 10.0.0.32:8080 1928 0.485 200 090f33fca94eea224cb98327f0644601 199.204.45.235 - - [09/Mar/2026:01:45:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.014 [auth-system-keycloak-80] [] 10.0.0.32:8080 2 0.014 200 8e56f5c5f9c7aa5b2d8c20e467c3c362 199.204.45.235 - - [09/Mar/2026:01:45:44 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.186 [auth-system-keycloak-80] [] 10.0.0.32:8080 0 0.185 201 20de16f7f6593c91a45b27a4e73c70cc 199.204.45.235 - - [09/Mar/2026:01:45:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.088 [auth-system-keycloak-80] [] 10.0.0.32:8080 1261 0.088 200 846bbee02d8218b76516df4d3472f853 199.204.45.235 - - [09/Mar/2026:01:45:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.563 [auth-system-keycloak-80] [] 10.0.0.32:8080 1928 0.562 200 35cff61f67276f0868df39a4e196a82e 199.204.45.235 - - [09/Mar/2026:01:45:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.046 [auth-system-keycloak-80] [] 10.0.0.32:8080 2 0.046 200 e9992b124e7699d16a304f3bad80f5d1 199.204.45.235 - - [09/Mar/2026:01:45:45 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.096 [auth-system-keycloak-80] [] 10.0.0.32:8080 0 0.095 201 d7f01cc3b02cbcad21e582b03e7a75ba 199.204.45.235 - - [09/Mar/2026:01:45:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.021 [auth-system-keycloak-80] [] 10.0.0.32:8080 1286 0.021 200 bbeb691a41f36e849912057614758bf3 199.204.45.235 - - [09/Mar/2026:01:45:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.475 [auth-system-keycloak-80] [] 10.0.0.32:8080 1928 0.474 200 0578ef21fb0317f854e88f49131894ce 199.204.45.235 - - [09/Mar/2026:01:45:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.014 [auth-system-keycloak-80] [] 10.0.0.32:8080 2 0.013 200 7761c852fa8c4bc259d9c809fe5f8f90 199.204.45.235 - - [09/Mar/2026:01:45:46 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.093 [auth-system-keycloak-80] [] 10.0.0.32:8080 0 0.092 201 c0428e0a87dea16a1112394fe89d768a 199.204.45.235 - - [09/Mar/2026:01:45:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.096 [auth-system-keycloak-80] [] 10.0.0.32:8080 1251 0.096 200 875a863511f35eb5570ae178b9fd4894 199.204.45.235 - - [09/Mar/2026:01:45:47 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.619 [auth-system-keycloak-80] [] 10.0.0.32:8080 1928 0.617 200 eeb8c724cf2fd2fbc01b6f89a2a344a2 199.204.45.235 - - [09/Mar/2026:01:45:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.028 [auth-system-keycloak-80] [] 10.0.0.32:8080 1261 0.029 200 46bc639775fed839473a3220d8c6a7ca 199.204.45.235 - - [09/Mar/2026:01:45:47 +0000] "GET /admin/realms/atmosphere/clients/ca2dc21b-ce28-46fa-9c29-2e3468dab647/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.32:8080 119 0.015 404 af5e654da6b51b2d03d11c8afd0f7e9a 199.204.45.235 - - [09/Mar/2026:01:45:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.32:8080 1261 0.007 200 44b2bebdd2f99fc144a06835445f0e76 199.204.45.235 - - [09/Mar/2026:01:45:48 +0000] "POST /admin/realms/atmosphere/clients/ca2dc21b-ce28-46fa-9c29-2e3468dab647/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.062 [auth-system-keycloak-80] [] 10.0.0.32:8080 0 0.061 201 7831e5c53854238dda5daaec93e8e91c 199.204.45.235 - - [09/Mar/2026:01:45:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.32:8080 1261 0.008 200 0ee0f707f5196e2a387a6cef5183fa8b 199.204.45.235 - - [09/Mar/2026:01:45:48 +0000] "GET /admin/realms/atmosphere/clients/ca2dc21b-ce28-46fa-9c29-2e3468dab647/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.052 [auth-system-keycloak-80] [] 10.0.0.32:8080 166 0.052 200 41775c996e367a90da05e4cd806d11d9 199.204.45.235 - - [09/Mar/2026:01:45:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.483 [auth-system-keycloak-80] [] 10.0.0.32:8080 1928 0.482 200 6071a70cb426698600cf3b1447f41a23 199.204.45.235 - - [09/Mar/2026:01:45:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.031 [auth-system-keycloak-80] [] 10.0.0.32:8080 1286 0.031 200 b1fe6a1111fabb710f41478761fefb8d I0309 01:45:48.968521 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.107.157.206"}] 199.204.45.235 - - [09/Mar/2026:01:45:48 +0000] "GET /admin/realms/atmosphere/clients/f9fbb147-c4ce-4623-89d0-32fe41732a09/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.013 [auth-system-keycloak-80] [] 10.0.0.32:8080 119 0.013 404 5e39cff0bc3dfaeeaba10d18c77b1d48 199.204.45.235 - - [09/Mar/2026:01:45:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.32:8080 1286 0.010 200 2aad4b55795db90bfc82741d2bcc02e1 I0309 01:45:49.001699 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"f6f78462-a013-4106-a2eb-5f89925091ed", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3396", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:45:49.033006 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:45:49.033045 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.235 - - [09/Mar/2026:01:45:49 +0000] "POST /admin/realms/atmosphere/clients/f9fbb147-c4ce-4623-89d0-32fe41732a09/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.051 [auth-system-keycloak-80] [] 10.0.0.32:8080 0 0.050 201 daa6b38dfd1c8b34f643120051d119ac 199.204.45.235 - - [09/Mar/2026:01:45:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.32:8080 1286 0.007 200 30efc61ddd0e265e564434fffac5137b 199.204.45.235 - - [09/Mar/2026:01:45:49 +0000] "GET /admin/realms/atmosphere/clients/f9fbb147-c4ce-4623-89d0-32fe41732a09/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.074 [auth-system-keycloak-80] [] 10.0.0.32:8080 165 0.074 200 c19ed261511d8081bee3c718fd371e0c 199.204.45.235 - - [09/Mar/2026:01:45:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.507 [auth-system-keycloak-80] [] 10.0.0.32:8080 1928 0.506 200 1e46759b79ef51fd6879a42f9629e5de 199.204.45.235 - - [09/Mar/2026:01:45:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.32:8080 1286 0.005 200 77dbfd0783fc4224e8b8017bcfacd5a9 199.204.45.235 - - [09/Mar/2026:01:45:49 +0000] "GET /admin/realms/atmosphere/clients/f9fbb147-c4ce-4623-89d0-32fe41732a09/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.32:8080 119 0.009 404 aa7819615b8908e6824183a1fda946e8 199.204.45.235 - - [09/Mar/2026:01:45:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.32:8080 1286 0.007 200 7b72bc26e661d396844714d5742b8a6d 199.204.45.235 - - [09/Mar/2026:01:45:50 +0000] "POST /admin/realms/atmosphere/clients/f9fbb147-c4ce-4623-89d0-32fe41732a09/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.048 [auth-system-keycloak-80] [] 10.0.0.32:8080 0 0.047 201 882a46fe6f7d69387de6838af325fb72 199.204.45.235 - - [09/Mar/2026:01:45:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.32:8080 1286 0.009 200 616e85702d6e3e2294a1a90cb872303f 199.204.45.235 - - [09/Mar/2026:01:45:50 +0000] "GET /admin/realms/atmosphere/clients/f9fbb147-c4ce-4623-89d0-32fe41732a09/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.065 [auth-system-keycloak-80] [] 10.0.0.32:8080 166 0.065 200 19f136a958c9a2398e12c8a9317a4933 199.204.45.235 - - [09/Mar/2026:01:45:50 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.462 [auth-system-keycloak-80] [] 10.0.0.32:8080 1928 0.460 200 dc6103280cc4ad90fdd434b2c0fd93a2 199.204.45.235 - - [09/Mar/2026:01:45:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.055 [auth-system-keycloak-80] [] 10.0.0.32:8080 1286 0.055 200 92ab00ec7c95addcd6e5366a285ba97f 199.204.45.235 - - [09/Mar/2026:01:45:50 +0000] "GET /admin/realms/atmosphere/clients/f9fbb147-c4ce-4623-89d0-32fe41732a09/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.32:8080 119 0.009 404 59193185c16d4b8f1941ca3a1c12c4c9 199.204.45.235 - - [09/Mar/2026:01:45:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.067 [auth-system-keycloak-80] [] 10.0.0.32:8080 1286 0.067 200 51496a80edd86ab1b03eeac0739824f5 199.204.45.235 - - [09/Mar/2026:01:45:51 +0000] "POST /admin/realms/atmosphere/clients/f9fbb147-c4ce-4623-89d0-32fe41732a09/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.018 [auth-system-keycloak-80] [] 10.0.0.32:8080 0 0.018 201 385ca7b52bf5399414c16af0347f80cc 199.204.45.235 - - [09/Mar/2026:01:45:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.32:8080 1286 0.006 200 be6f73b2bc0fdcbca3fb7f254dcb6d15 199.204.45.235 - - [09/Mar/2026:01:45:51 +0000] "GET /admin/realms/atmosphere/clients/f9fbb147-c4ce-4623-89d0-32fe41732a09/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.054 [auth-system-keycloak-80] [] 10.0.0.32:8080 166 0.054 200 7ed9f5e5b122c0c9ca9adc8913a1a3f5 199.204.45.235 - - [09/Mar/2026:01:45:51 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.514 [auth-system-keycloak-80] [] 10.0.0.32:8080 1928 0.513 200 4db9f3266d88fac9fdf525e28c479842 199.204.45.235 - - [09/Mar/2026:01:45:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.32:8080 1251 0.007 200 00ff33d4971723c28f528b9ad80d5a6d 199.204.45.235 - - [09/Mar/2026:01:45:51 +0000] "GET /admin/realms/atmosphere/clients/7ab7136c-5b09-4d3e-8a58-b4c16d016b27/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.32:8080 119 0.009 404 7555b8fe28d3f90c8bc6e51bfa24ab41 199.204.45.235 - - [09/Mar/2026:01:45:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.047 [auth-system-keycloak-80] [] 10.0.0.32:8080 1251 0.048 200 1e2627137ec01dd39a24c4b69a81b59b 199.204.45.235 - - [09/Mar/2026:01:45:52 +0000] "POST /admin/realms/atmosphere/clients/7ab7136c-5b09-4d3e-8a58-b4c16d016b27/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.016 [auth-system-keycloak-80] [] 10.0.0.32:8080 0 0.015 201 587e30f818280fae1c584a74da86cb01 199.204.45.235 - - [09/Mar/2026:01:45:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.32:8080 1251 0.006 200 2a3f1499a52b7c5eb2b2c1841156b2bb 199.204.45.235 - - [09/Mar/2026:01:45:52 +0000] "GET /admin/realms/atmosphere/clients/7ab7136c-5b09-4d3e-8a58-b4c16d016b27/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.052 [auth-system-keycloak-80] [] 10.0.0.32:8080 166 0.052 200 95abe68681f931d37167bac485c12d92 W0309 01:46:09.880626 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:46:09.880728 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:46:13.215028 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:46:13.215088 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:46:56.775245 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:46:56.775302 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:46:56.847961 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 01:46:56.848101 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0309 01:46:56.848163 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:46:56.848190 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:46:56.848003 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:46:56.848286 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0309 01:46:56.848319 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:46:56.848331 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:46:56.849297 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:46:56.849343 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0309 01:46:56.849384 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:46:56.849397 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:46:56.850049 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0309 01:46:56.850106 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0309 01:46:56.852808 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.005s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:18.2kB} I0309 01:46:56.852828 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0309 01:46:56.853219 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:18.2kB} I0309 01:46:56.853237 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0309 01:46:56.857193 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0309 01:46:56.857634 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"bf1c34f1-b263-465e-8a1f-a0f45b189a9e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3956", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:46:56.857757 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0309 01:46:56.861134 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0309 01:46:56.861289 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"43e06b40-88b0-4c73-85ed-5c235d561b65", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3958", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:46:56.861521 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0309 01:46:56.863669 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0309 01:46:56.864106 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0309 01:46:56.864353 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"487ac8ed-9344-43f0-bb81-f1f323ef00f1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3968", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0309 01:46:57.141225 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0309 01:46:57.142494 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0309 01:46:57.417148 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0309 01:46:57.419307 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0309 01:46:58.468398 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0309 01:46:58.469433 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0309 01:47:00.109723 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:47:00.109792 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 01:47:00.109832 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:47:00.110055 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:00.110086 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:47:00.110335 7 controller.go:196] "Configuration changes detected, backend reload required" I0309 01:47:00.162178 7 controller.go:216] "Backend successfully reloaded" I0309 01:47:00.162431 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-95kcm", UID:"3eac12e3-2acf-4a69-a223-630a8ebb870d", APIVersion:"v1", ResourceVersion:"1143", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0309 01:47:03.443006 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:47:03.443076 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 01:47:03.443114 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:47:03.443233 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:03.443261 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:06.777143 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:47:06.777198 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 01:47:06.777223 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:47:06.777318 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:06.777335 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:10.108945 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:47:10.109011 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 01:47:10.109049 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:47:10.109173 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:10.109200 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:13.442581 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:47:13.442645 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 01:47:13.442683 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:47:13.443513 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:13.443648 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:16.775858 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:47:16.775904 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 01:47:16.775928 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:47:16.776023 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:16.776042 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:20.108774 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:47:20.108839 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 01:47:20.108875 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:47:20.109043 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:20.109071 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:23.442157 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:47:23.442270 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 01:47:23.442357 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:47:23.442667 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:23.442726 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:26.775516 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:47:26.775604 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 01:47:26.775644 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:47:26.775847 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:26.775875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:30.109218 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:47:30.109316 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:47:30.109440 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:30.109465 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:33.442335 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:47:33.442444 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:47:33.442567 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:33.442599 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.21 - - [09/Mar/2026:01:47:35 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.036 [auth-system-keycloak-80] [] 10.0.0.32:8080 6432 0.036 200 8c5ac88e29b1673a257c936b34237214 10.0.0.138 - - [09/Mar/2026:01:47:35 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.008 [auth-system-keycloak-80] [] 10.0.0.32:8080 6432 0.007 200 313690853e29052b6c5de04d17d0268a W0309 01:47:36.776068 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:47:36.776271 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:36.776298 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:40.109788 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:40.109853 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:43.442802 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:43.443085 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:46.776855 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:46.776932 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:47:48.968693 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.107.157.206"}] I0309 01:47:48.968741 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.107.157.206"}] I0309 01:47:48.969024 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.107.157.206"}] I0309 01:47:48.975904 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"487ac8ed-9344-43f0-bb81-f1f323ef00f1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5112", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0309 01:47:48.978879 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"43e06b40-88b0-4c73-85ed-5c235d561b65", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5113", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0309 01:47:48.980218 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"bf1c34f1-b263-465e-8a1f-a0f45b189a9e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5114", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:47:50.109320 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:50.109372 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:53.443061 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:53.443102 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:56.776666 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:56.776705 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.235 - - [09/Mar/2026:01:47:59 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.465 [auth-system-keycloak-80] [] 10.0.0.32:8080 1928 0.464 200 34f1cfbeed4a450d5e3809b2f868bbee 199.204.45.235 - - [09/Mar/2026:01:47:59 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.024 [auth-system-keycloak-80] [] 10.0.0.32:8080 4246 0.024 200 df6014f6612074fc5c18236a22f4382b 199.204.45.235 - - [09/Mar/2026:01:47:59 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.316 [auth-system-keycloak-80] [] 10.0.0.32:8080 0 0.315 204 32d937de49fe2b4252ab571f5a8d54e9 199.204.45.235 - - [09/Mar/2026:01:48:00 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.190 [auth-system-keycloak-80] [] 10.0.0.32:8080 4384 0.190 200 0cee5f9aaad5575c84294e340d6b84a5 199.204.45.235 - - [09/Mar/2026:01:48:01 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.489 [auth-system-keycloak-80] [] 10.0.0.32:8080 1928 0.488 200 f0c5f6f4162367ceb120e08854dd40ce 199.204.45.235 - - [09/Mar/2026:01:48:01 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.048 [auth-system-keycloak-80] [] 10.0.0.32:8080 1682 0.048 200 f654f6a9e748e31d03811b56f0184eec 199.204.45.235 - - [09/Mar/2026:01:48:01 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.007 [auth-system-keycloak-80] [] 10.0.0.32:8080 6432 0.007 200 aef0c65b90c98a31af39a842660a132c 199.204.45.235 - - [09/Mar/2026:01:48:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.482 [auth-system-keycloak-80] [] 10.0.0.32:8080 1928 0.481 200 d2b65cfa3e9c451db9b25cc62a0a2435 199.204.45.235 - - [09/Mar/2026:01:48:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.059 [auth-system-keycloak-80] [] 10.0.0.32:8080 2 0.059 200 e1ada73dc4b494193587b3eaf46dc53e 199.204.45.235 - - [09/Mar/2026:01:48:03 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.112 [auth-system-keycloak-80] [] 10.0.0.32:8080 0 0.111 201 8b59450e58819fdac63db12406300739 199.204.45.235 - - [09/Mar/2026:01:48:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.020 [auth-system-keycloak-80] [] 10.0.0.32:8080 2246 0.020 200 81da0f7dc373e42a2d8b7f1ca574450a 199.204.45.235 - - [09/Mar/2026:01:48:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.460 [auth-system-keycloak-80] [] 10.0.0.32:8080 1928 0.459 200 3cdd349d0e9f176ff4d387e7c46cf861 199.204.45.235 - - [09/Mar/2026:01:48:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.005 [auth-system-keycloak-80] [] 10.0.0.32:8080 2246 0.004 200 b40c180a097480c6bf60cd608c863de9 199.204.45.235 - - [09/Mar/2026:01:48:04 +0000] "GET /admin/realms/atmosphere/clients/11a6d509-8a17-4d03-9952-4f01325f9dba/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.041 [auth-system-keycloak-80] [] 10.0.0.32:8080 233 0.041 200 04f3a2749555ca568a9fe806f9d52e5c 199.204.45.235 - - [09/Mar/2026:01:48:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.020 [auth-system-keycloak-80] [] 10.0.0.32:8080 831 0.020 200 12c9bad0718f5720c4e93affe5e4a584 199.204.45.235 - - [09/Mar/2026:01:48:04 +0000] "GET /admin/realms/atmosphere/clients/7abe335d-48c2-46cc-86e3-00ef21fcfba6/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.072 [auth-system-keycloak-80] [] 10.0.0.32:8080 3758 0.072 200 bd03d8c99a6ef127b46998b9a80e2eef 199.204.45.235 - - [09/Mar/2026:01:48:04 +0000] "GET /admin/realms/atmosphere/users/9b4f3fe1-13d9-4258-844c-59cf6560239e/role-mappings/clients/7abe335d-48c2-46cc-86e3-00ef21fcfba6/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.186 [auth-system-keycloak-80] [] 10.0.0.32:8080 3758 0.186 200 e81f921c448671777ba64784f5fdce76 199.204.45.235 - - [09/Mar/2026:01:48:04 +0000] "GET /admin/realms/atmosphere/users/9b4f3fe1-13d9-4258-844c-59cf6560239e/role-mappings/clients/7abe335d-48c2-46cc-86e3-00ef21fcfba6/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.017 [auth-system-keycloak-80] [] 10.0.0.32:8080 2 0.017 200 97c59d432c79bdd9425392824ba399e3 199.204.45.235 - - [09/Mar/2026:01:48:04 +0000] "POST /admin/realms/atmosphere/users/9b4f3fe1-13d9-4258-844c-59cf6560239e/role-mappings/clients/7abe335d-48c2-46cc-86e3-00ef21fcfba6 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.067 [auth-system-keycloak-80] [] 10.0.0.32:8080 0 0.065 204 4aab53c7c9a8ad09e2930ff2d6356e0a 199.204.45.235 - - [09/Mar/2026:01:48:04 +0000] "GET /admin/realms/atmosphere/users/9b4f3fe1-13d9-4258-844c-59cf6560239e/role-mappings/clients/7abe335d-48c2-46cc-86e3-00ef21fcfba6/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.076 [auth-system-keycloak-80] [] 10.0.0.32:8080 576 0.076 200 3323214d3a8d1bb47864d1a2f129e611 W0309 01:48:07.152293 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:07.152321 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:10.486121 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:10.486145 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:22.908448 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:22.908484 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:50:11.601417 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:50:11.601464 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:50:43.128561 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0309 01:50:43.128649 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:50:43.128667 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:50:43.132164 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:28.7kB} I0309 01:50:43.132192 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0309 01:50:43.140496 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0309 01:50:43.140813 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"82d5e042-539d-46e7-949f-d73c564cbfb7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6221", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:50:43.141084 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0309 01:50:43.141471 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0309 01:50:43.141549 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:50:43.141573 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:50:43.141692 7 controller.go:196] "Configuration changes detected, backend reload required" I0309 01:50:43.188429 7 controller.go:216] "Backend successfully reloaded" I0309 01:50:43.188797 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-95kcm", UID:"3eac12e3-2acf-4a69-a223-630a8ebb870d", APIVersion:"v1", ResourceVersion:"1143", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0309 01:50:43.548220 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0309 01:50:43.549643 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0309 01:50:46.477393 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:50:46.477441 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.235 - - [09/Mar/2026:01:50:47 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.004 [openstack-keystone-api-5000] [] 10.0.0.152:5000 281 0.005 300 253c0771ba5a07cd68dd4bd7f32eac2a 199.204.45.235 - - [09/Mar/2026:01:50:48 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.152:5000 266 0.005 200 3cae38167e31364c1550a20c3c7085f3 I0309 01:50:48.965954 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.107.157.206"}] I0309 01:50:48.969882 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"82d5e042-539d-46e7-949f-d73c564cbfb7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6278", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync 199.204.45.235 - - [09/Mar/2026:01:50:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.335 [openstack-keystone-api-5000] [] 10.0.0.152:5000 1360 0.335 201 aa757a715691489db052b00ce5ac12cf 199.204.45.235 - - [09/Mar/2026:01:50:49 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.152:5000 281 0.004 300 30cba073eeb38273f9035e9e8e3cb810 199.204.45.235 - - [09/Mar/2026:01:50:49 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.034 [openstack-keystone-api-5000] [] 10.0.0.152:5000 90 0.034 404 17d90d4131f22817f3439d4b7c3b8a9d 199.204.45.235 - - [09/Mar/2026:01:50:49 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.022 [openstack-keystone-api-5000] [] 10.0.0.152:5000 368 0.022 200 d95ec35f18a66b14087d477ad4c7fc8b 199.204.45.235 - - [09/Mar/2026:01:50:49 +0000] "GET /v3/domains/17b7562fbed141789ba83668044773cd HTTP/1.1" 200 245 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.019 [openstack-keystone-api-5000] [] 10.0.0.152:5000 245 0.019 200 7f679ef66ead01544c59b28c827f1964 W0309 01:50:49.809348 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:50:49.809384 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.235 - - [09/Mar/2026:01:50:49 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.152:5000 266 0.004 200 09a8b9c87ad397d607e149ee89354452 199.204.45.235 - - [09/Mar/2026:01:50:50 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.336 [openstack-keystone-api-5000] [] 10.0.0.152:5000 1360 0.336 201 8fa39005c75f9daae94368c0fd3128b7 199.204.45.235 - - [09/Mar/2026:01:50:50 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.152:5000 281 0.003 300 ada71b79dfbf0514e214748ac47b1d1b 199.204.45.235 - - [09/Mar/2026:01:50:50 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.031 [openstack-keystone-api-5000] [] 10.0.0.152:5000 101 0.030 404 f8693eec9ee68a511b01601a80cd5c02 199.204.45.235 - - [09/Mar/2026:01:50:50 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.018 [openstack-keystone-api-5000] [] 10.0.0.152:5000 156 0.019 200 081b0fe6d704b4246fca69eeae69a0f1 199.204.45.235 - - [09/Mar/2026:01:50:50 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.030 [openstack-keystone-api-5000] [] 10.0.0.152:5000 454 0.030 201 defde2e9dc252c914be47f63e28c82b8 199.204.45.235 - - [09/Mar/2026:01:50:51 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.152:5000 266 0.004 200 5a4f30bdc94e93eea1ed7e482c2a3c9d 199.204.45.235 - - [09/Mar/2026:01:50:51 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.312 [openstack-keystone-api-5000] [] 10.0.0.152:5000 1360 0.312 201 6523defabc1fef659f12b07030bfd1e9 199.204.45.235 - - [09/Mar/2026:01:50:51 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.152:5000 281 0.004 300 127925c02ead6ad74e001eb4dfd14c93 199.204.45.235 - - [09/Mar/2026:01:50:51 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.024 [openstack-keystone-api-5000] [] 10.0.0.152:5000 98 0.023 404 ac7cea40c4e53f4c514aa68bc9802852 199.204.45.235 - - [09/Mar/2026:01:50:51 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.018 [openstack-keystone-api-5000] [] 10.0.0.152:5000 136 0.018 200 c43d993e343b5d1add6cc6ce72d0a283 199.204.45.235 - - [09/Mar/2026:01:50:51 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.019 [openstack-keystone-api-5000] [] 10.0.0.152:5000 357 0.019 201 32b4d93035b843ed80821a733198b52f 199.204.45.235 - - [09/Mar/2026:01:50:52 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.152:5000 266 0.003 200 a34727f600d6e29565c53923674fedfc 199.204.45.235 - - [09/Mar/2026:01:50:52 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.281 [openstack-keystone-api-5000] [] 10.0.0.152:5000 1360 0.281 201 952a4f3200dc0cf27c1c956e791dadd6 199.204.45.235 - - [09/Mar/2026:01:50:52 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.152:5000 281 0.004 300 5e9bf48afa285d137b0301d356e7e615 199.204.45.235 - - [09/Mar/2026:01:50:52 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.029 [openstack-keystone-api-5000] [] 10.0.0.152:5000 131 0.029 404 7aae8c76ed3292734ad2dfc9980a7f9c 199.204.45.235 - - [09/Mar/2026:01:50:52 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.023 [openstack-keystone-api-5000] [] 10.0.0.152:5000 168 0.023 200 970c81e7376e645f3b459c09d0b8bbb5 199.204.45.235 - - [09/Mar/2026:01:50:52 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.026 [openstack-keystone-api-5000] [] 10.0.0.152:5000 224 0.026 201 4b8efbf0613c9ef495a2192bc00f75bc W0309 01:51:01.584161 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:51:01.584199 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:51:04.918367 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:51:04.918410 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:51:08.251241 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:51:08.251284 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:51:11.584594 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:51:11.584640 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:51:17.029747 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:51:17.029807 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:51:20.364145 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:51:20.364190 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:51:24.785890 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:51:24.785935 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:51:28.119437 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:51:28.119469 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:52:53.242175 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0309 01:52:53.242260 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0309 01:52:53.242320 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:52:53.242337 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:52:53.246494 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:32.2kB} I0309 01:52:53.246533 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0309 01:52:53.255306 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" W0309 01:52:53.255615 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0309 01:52:53.255860 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0309 01:52:53.255944 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0309 01:52:53.256009 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:52:53.255891 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"c772b3b4-bc28-49b8-a942-598c99b71e58", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7186", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:52:53.256032 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:52:53.256149 7 controller.go:196] "Configuration changes detected, backend reload required" I0309 01:52:53.309668 7 controller.go:216] "Backend successfully reloaded" I0309 01:52:53.310255 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-95kcm", UID:"3eac12e3-2acf-4a69-a223-630a8ebb870d", APIVersion:"v1", ResourceVersion:"1143", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0309 01:52:53.616136 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0309 01:52:53.617478 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.235 - - [09/Mar/2026:01:52:53 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.007 [openstack-keystone-api-5000] [] 10.0.0.152:5000 281 0.007 300 ca546439a422a2014615d788428b4005 199.204.45.235 - - [09/Mar/2026:01:52:54 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.338 [openstack-keystone-api-5000] [] 10.0.0.152:5000 1992 0.338 201 6d71f1decbb1d8a567f194d912bef5f2 199.204.45.235 - - [09/Mar/2026:01:52:54 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.027 [openstack-keystone-api-5000] [] 10.0.0.152:5000 85 0.028 404 abdcdf970db5572e130d3ae1397aeb04 199.204.45.235 - - [09/Mar/2026:01:52:54 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.019 [openstack-keystone-api-5000] [] 10.0.0.152:5000 129 0.020 200 ebae9555c400bf022c9873bce914f29d 199.204.45.235 - - [09/Mar/2026:01:52:54 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.024 [openstack-keystone-api-5000] [] 10.0.0.152:5000 230 0.024 201 2dc4d627ce7bff1219c733d70463f4e6 W0309 01:52:56.590716 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0309 01:52:56.590931 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:52:56.590962 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.235 - - [09/Mar/2026:01:52:59 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.152:5000 281 0.005 300 78ab9b7ab691d11e47c7b4033b761125 199.204.45.235 - - [09/Mar/2026:01:53:00 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 548 0.292 [openstack-keystone-api-5000] [] 10.0.0.152:5000 1992 0.292 201 6296bf67cb448ebe2cf4db4087ce3ec0 199.204.45.235 - - [09/Mar/2026:01:53:00 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.022 [openstack-keystone-api-5000] [] 10.0.0.152:5000 1521 0.022 200 8f8d95bbe38dc5e232503559a2a47bc3 199.204.45.235 - - [09/Mar/2026:01:53:00 +0000] "PUT /v3/roles/0dae3e256872496c988320d7a678847a/implies/2415889737c9491086ff55b941a5a498 HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.035 [openstack-keystone-api-5000] [] 10.0.0.152:5000 521 0.035 201 102ec7d6bb3452e47c0e08c4c2b98644 W0309 01:53:05.145386 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:53:05.145433 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.235 - - [09/Mar/2026:01:53:44 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.152:5000 281 0.004 300 95bf40394f4850f84e4bde86c5d93329 199.204.45.235 - - [09/Mar/2026:01:53:44 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.337 [openstack-keystone-api-5000] [] 10.0.0.152:5000 2055 0.337 201 40f6b969f8f884e95e3cb19eeb3d9a55 199.204.45.235 - - [09/Mar/2026:01:53:44 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.031 [openstack-keystone-api-5000] [] 10.0.0.152:5000 87 0.031 404 71cf8effaae20488fbfa906f3a5f2466 199.204.45.235 - - [09/Mar/2026:01:53:44 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.023 [openstack-keystone-api-5000] [] 10.0.0.152:5000 390 0.023 200 1ce82bcfbe5135748910658f6c42c004 199.204.45.235 - - [09/Mar/2026:01:53:44 +0000] "GET /v3/users/rgw-RegionOne?domain_id=9453b7b93ede4eb6abf5c480d32a0699 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.032 [openstack-keystone-api-5000] [] 10.0.0.152:5000 91 0.032 404 e6101f789efe1c4583c76092c3849180 199.204.45.235 - - [09/Mar/2026:01:53:44 +0000] "GET /v3/users?domain_id=9453b7b93ede4eb6abf5c480d32a0699&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.031 [openstack-keystone-api-5000] [] 10.0.0.152:5000 178 0.030 200 2f4c5ccd829c5d14fc558c7243b8ccf3 199.204.45.235 - - [09/Mar/2026:01:53:45 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.298 [openstack-keystone-api-5000] [] 10.0.0.152:5000 291 0.298 201 871a32b8e71da7aa3844fabaf9043f70 199.204.45.235 - - [09/Mar/2026:01:53:47 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.152:5000 281 0.004 300 ae7a9964231ae64dd378558f21248d70 199.204.45.235 - - [09/Mar/2026:01:53:47 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 548 0.309 [openstack-keystone-api-5000] [] 10.0.0.152:5000 2055 0.309 201 338e187b0170ff904753c516d975ce0d 199.204.45.235 - - [09/Mar/2026:01:53:47 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 386 0.034 [openstack-keystone-api-5000] [] 10.0.0.152:5000 83 0.034 404 c4360d69049f66fb993be5756e58aa34 199.204.45.235 - - [09/Mar/2026:01:53:47 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "python-keystoneclient" 391 0.021 [openstack-keystone-api-5000] [] 10.0.0.152:5000 361 0.021 200 79a31fd637682ddaa73c07b88d344ddd 199.204.45.235 - - [09/Mar/2026:01:53:47 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 390 0.026 [openstack-keystone-api-5000] [] 10.0.0.152:5000 87 0.026 404 0e667322fa09ba83dc5356dfdc47e96a 199.204.45.235 - - [09/Mar/2026:01:53:47 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "python-keystoneclient" 395 0.020 [openstack-keystone-api-5000] [] 10.0.0.152:5000 390 0.021 200 4ec12aa15b749261c3eee289e317d9ac 199.204.45.235 - - [09/Mar/2026:01:53:47 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 394 0.036 [openstack-keystone-api-5000] [] 10.0.0.152:5000 91 0.035 404 d63af7a4d5a161c295d31f093c2c7733 199.204.45.235 - - [09/Mar/2026:01:53:48 +0000] "GET /v3/users?domain_id=9453b7b93ede4eb6abf5c480d32a0699&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "python-keystoneclient" 442 0.036 [openstack-keystone-api-5000] [] 10.0.0.152:5000 458 0.036 200 e175dadba6d9b5c50989dbec29f6ab99 199.204.45.235 - - [09/Mar/2026:01:53:48 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 391 0.024 [openstack-keystone-api-5000] [] 10.0.0.152:5000 88 0.024 404 f2d68990f586442030610de85d19aad8 199.204.45.235 - - [09/Mar/2026:01:53:48 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "python-keystoneclient" 396 0.025 [openstack-keystone-api-5000] [] 10.0.0.152:5000 520 0.025 200 f15427b12358547a820366356beb584d 199.204.45.235 - - [09/Mar/2026:01:53:48 +0000] "PUT /v3/projects/f887d7839a9444b2a4b171fd61f6dcd1/users/30c5420237f74008af0034711f91131c/roles/36762a4df369468e904dbac7a21af272 HTTP/1.1" 204 0 "-" "python-keystoneclient" 513 0.037 [openstack-keystone-api-5000] [] 10.0.0.152:5000 0 0.037 204 e846467e925a982a2eca9aa2ea7f9eb8 I0309 01:53:48.967338 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.107.157.206"}] I0309 01:53:48.985770 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"c772b3b4-bc28-49b8-a942-598c99b71e58", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7680", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:53:48.994653 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:53:48.994690 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.235 - - [09/Mar/2026:01:53:49 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.152:5000 281 0.003 300 9e429c870aaeb4900118fdc350a5cab5 199.204.45.235 - - [09/Mar/2026:01:53:50 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.329 [openstack-keystone-api-5000] [] 10.0.0.152:5000 2055 0.329 201 e116fdda7f7b262c6bd2b989dd959035 199.204.45.235 - - [09/Mar/2026:01:53:50 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.028 [openstack-keystone-api-5000] [] 10.0.0.152:5000 151 0.028 200 2c17e6e5eb1eafbfa68b6bd612e6d2d6 199.204.45.235 - - [09/Mar/2026:01:53:50 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.030 [openstack-keystone-api-5000] [] 10.0.0.152:5000 263 0.030 201 c86d8c4654c102a6f414b7f4a7ecf7db 199.204.45.235 - - [09/Mar/2026:01:53:50 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.152:5000 281 0.003 300 eba9fd5b2367facfc90e8358a0b11f3a 199.204.45.235 - - [09/Mar/2026:01:53:51 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.305 [openstack-keystone-api-5000] [] 10.0.0.152:5000 2157 0.305 201 224e0fc6b3cc2eec58dfb2f7f6538ddb 199.204.45.235 - - [09/Mar/2026:01:53:51 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.022 [openstack-keystone-api-5000] [] 10.0.0.152:5000 86 0.022 404 11e3cf484def89d2129c0e31a7115bc6 199.204.45.235 - - [09/Mar/2026:01:53:51 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.015 [openstack-keystone-api-5000] [] 10.0.0.152:5000 382 0.015 200 c70d64d9b381d8c79a0d03d91fd77a5c 199.204.45.235 - - [09/Mar/2026:01:53:51 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=f20c357cf3e94ac0b84ce5ac4135ea55 HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.021 [openstack-keystone-api-5000] [] 10.0.0.152:5000 205 0.020 200 c7eee217f81af9f8dd378e4fc163a9a8 199.204.45.235 - - [09/Mar/2026:01:53:51 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.072 [openstack-keystone-api-5000] [] 10.0.0.152:5000 379 0.072 201 42721773c1b37cfda302beb5fe0c0586 199.204.45.235 - - [09/Mar/2026:01:53:51 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.152:5000 281 0.003 300 3ceb8bfa0e8903e48f9ed39c3f6f27b2 199.204.45.235 - - [09/Mar/2026:01:53:52 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.290 [openstack-keystone-api-5000] [] 10.0.0.152:5000 2366 0.290 201 1c4b7492871a5e2d5b863902798a96cb 199.204.45.235 - - [09/Mar/2026:01:53:52 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.021 [openstack-keystone-api-5000] [] 10.0.0.152:5000 86 0.021 404 d8ca924f8ff1f700968e50d2fe7cf519 199.204.45.235 - - [09/Mar/2026:01:53:52 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.017 [openstack-keystone-api-5000] [] 10.0.0.152:5000 382 0.017 200 a80d5b4a5e45af80c45852723dc8a8e9 199.204.45.235 - - [09/Mar/2026:01:53:52 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=f20c357cf3e94ac0b84ce5ac4135ea55 HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.018 [openstack-keystone-api-5000] [] 10.0.0.152:5000 207 0.017 200 1d8af49d9532edc9b842e3591c9db4d9 199.204.45.235 - - [09/Mar/2026:01:53:52 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.017 [openstack-keystone-api-5000] [] 10.0.0.152:5000 392 0.017 201 2f4f02b5b542f5c8e17f2ec7bec5366c W0309 01:53:53.427378 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0309 01:53:53.427470 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0309 01:53:53.427536 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:53:53.427555 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:53:53.431586 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.004s renderingIngressLength:7 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:35.7kB} I0309 01:53:53.431614 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0309 01:53:53.436393 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" W0309 01:53:53.436911 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store I0309 01:53:53.437046 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"ec4f9719-c854-41b0-908c-500356526af8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7703", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:53:53.437265 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0309 01:53:53.437373 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0309 01:53:53.437448 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:53:53.437465 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:53:53.437616 7 controller.go:196] "Configuration changes detected, backend reload required" I0309 01:53:53.493884 7 controller.go:216] "Backend successfully reloaded" I0309 01:53:53.494131 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-95kcm", UID:"3eac12e3-2acf-4a69-a223-630a8ebb870d", APIVersion:"v1", ResourceVersion:"1143", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0309 01:53:53.890800 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0309 01:53:53.891580 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0309 01:53:56.771238 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0309 01:53:56.771502 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:53:56.771568 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:10.051516 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0309 01:54:10.051689 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:10.051713 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:15.236986 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0309 01:54:15.237244 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:15.237303 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:18.570676 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 01:54:18.570964 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:18.571016 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:54:18.571276 7 controller.go:196] "Configuration changes detected, backend reload required" I0309 01:54:18.627190 7 controller.go:216] "Backend successfully reloaded" I0309 01:54:18.627863 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-95kcm", UID:"3eac12e3-2acf-4a69-a223-630a8ebb870d", APIVersion:"v1", ResourceVersion:"1143", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0309 01:54:21.904003 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 01:54:21.904248 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:21.904303 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:25.238917 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 01:54:25.239304 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:25.239343 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:40.712583 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 01:54:40.712897 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:40.712971 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:44.046719 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 01:54:44.046855 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:44.046869 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:48.686196 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 01:54:48.686476 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:48.686514 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:54:48.965910 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.107.157.206"}] I0309 01:54:48.969586 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"ec4f9719-c854-41b0-908c-500356526af8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8247", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:54:52.019994 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 01:54:52.020172 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:52.020199 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:59.791660 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 01:54:59.791840 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:59.791870 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:55:39.030910 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:55:39.030953 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:56:47.498215 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0309 01:56:47.498460 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0309 01:56:47.498614 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:56:47.498637 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:56:47.502413 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.005s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:39.2kB} I0309 01:56:47.502442 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0309 01:56:47.506851 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0309 01:56:47.507087 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"654d401e-23b0-4072-b3a3-188feaa2968b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9103", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:56:47.507407 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0309 01:56:47.507843 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0309 01:56:47.507964 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0309 01:56:47.508126 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:56:47.508153 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:56:47.508316 7 controller.go:196] "Configuration changes detected, backend reload required" I0309 01:56:47.564648 7 controller.go:216] "Backend successfully reloaded" I0309 01:56:47.565865 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-95kcm", UID:"3eac12e3-2acf-4a69-a223-630a8ebb870d", APIVersion:"v1", ResourceVersion:"1143", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0309 01:56:48.146382 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0309 01:56:48.147178 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" I0309 01:56:48.965741 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.107.157.206"}] I0309 01:56:48.973678 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"654d401e-23b0-4072-b3a3-188feaa2968b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9139", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:56:50.841701 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0309 01:56:50.841947 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:56:50.842009 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.235 - - [09/Mar/2026:01:56:51 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.152:5000 281 0.004 300 f51624fb7603b39ed40e848d4b053625 199.204.45.235 - - [09/Mar/2026:01:56:51 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.330 [openstack-keystone-api-5000] [] 10.0.0.152:5000 3201 0.330 201 96621b167f6753ac28284ecc9f7f3c01 199.204.45.235 - - [09/Mar/2026:01:56:51 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 76be4b76623a5c89b63a75a67f3b4fd9 199.204.45.235 - - [09/Mar/2026:01:56:51 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - eac3e81e61535a52332765fcc8dc951d 199.204.45.235 - - [09/Mar/2026:01:56:53 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.152:5000 281 0.005 300 ae8c57941585f8ac61cfd225623d6110 199.204.45.235 - - [09/Mar/2026:01:56:53 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.287 [openstack-keystone-api-5000] [] 10.0.0.152:5000 3201 0.287 201 42daa4fcfbd5258d824d62106595e59e 199.204.45.235 - - [09/Mar/2026:01:56:53 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 4f22f02e8fa294a41d930b53f2efde50 199.204.45.235 - - [09/Mar/2026:01:56:53 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 41891e19efb86c608dd9744820d59010 W0309 01:56:54.175728 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0309 01:56:54.175973 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:56:54.175999 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.235 - - [09/Mar/2026:01:56:55 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.152:5000 281 0.004 300 3f388bcae3d8351db7bb144efdb8e179 199.204.45.235 - - [09/Mar/2026:01:56:55 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.307 [openstack-keystone-api-5000] [] 10.0.0.152:5000 3201 0.307 201 991250930cbfe3f8a97d49dc273a7c5e 199.204.45.235 - - [09/Mar/2026:01:56:55 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c8c0d47af429989cb66af4191c28810b 199.204.45.235 - - [09/Mar/2026:01:56:55 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c1043cd8422005ee38c43759db28af23 199.204.45.235 - - [09/Mar/2026:01:56:56 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.152:5000 281 0.003 300 fd5923dd6911ea8ddb00100e39bb5335 199.204.45.235 - - [09/Mar/2026:01:56:57 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.291 [openstack-keystone-api-5000] [] 10.0.0.152:5000 3201 0.291 201 e238c5117100ddacca7fd0b9c1280c8d 199.204.45.235 - - [09/Mar/2026:01:56:57 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a3a84f1c474bb56236cf4fcc8ee34756 199.204.45.235 - - [09/Mar/2026:01:56:57 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 423186a7018d17a2a1d4b4d194475c7e 199.204.45.235 - - [09/Mar/2026:01:56:58 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.152:5000 281 0.004 300 8e08623419156efee3ced2b0ab836d0b 199.204.45.235 - - [09/Mar/2026:01:56:58 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.302 [openstack-keystone-api-5000] [] 10.0.0.152:5000 3201 0.302 201 79f8a4ac870ddd0ba27f3a1a989c4f7d 199.204.45.235 - - [09/Mar/2026:01:56:58 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e887deed359a0879f027e46d5f0a1daf 199.204.45.235 - - [09/Mar/2026:01:56:58 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - cca030dfd5cb740305f553fc8124ebc0 199.204.45.235 - - [09/Mar/2026:01:57:00 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.152:5000 281 0.003 300 fcea922da04713997d2567b739ce78db 199.204.45.235 - - [09/Mar/2026:01:57:00 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.287 [openstack-keystone-api-5000] [] 10.0.0.152:5000 3201 0.287 201 6cc91913681478cf1f629f414f65b8e4 199.204.45.235 - - [09/Mar/2026:01:57:00 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - d6de4759b84b3da7c36bab3b06e72707 199.204.45.235 - - [09/Mar/2026:01:57:00 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ef65a1e6c379571441aa3d50e98b0911 199.204.45.235 - - [09/Mar/2026:01:57:02 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.152:5000 281 0.003 300 ae997930abe9523a6117d46bb4dc7902 199.204.45.235 - - [09/Mar/2026:01:57:02 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.291 [openstack-keystone-api-5000] [] 10.0.0.152:5000 3201 0.291 201 954d1572ed8012f5ffd495015f01b122 199.204.45.235 - - [09/Mar/2026:01:57:02 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 91861fb871252ddac7faa0ca2b689cf2 199.204.45.235 - - [09/Mar/2026:01:57:02 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a383e7c6bec9c3f31546edfee00ebeb5 199.204.45.235 - - [09/Mar/2026:01:57:03 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.152:5000 281 0.005 300 c0ed0f7ea40b0927388ed12c27fc4a6d 199.204.45.235 - - [09/Mar/2026:01:57:04 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.292 [openstack-keystone-api-5000] [] 10.0.0.152:5000 3201 0.293 201 e98217be7ebf174ea22d974374581bd5 199.204.45.235 - - [09/Mar/2026:01:57:04 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - dfe603d67aab8fc30e587341dc2649d1 199.204.45.235 - - [09/Mar/2026:01:57:04 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ec4aef21363fe50fd3234bb8dbdb1a81 199.204.45.235 - - [09/Mar/2026:01:57:05 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.152:5000 281 0.003 300 015eef7b0133984fc4f774f557e345d8 199.204.45.235 - - [09/Mar/2026:01:57:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.290 [openstack-keystone-api-5000] [] 10.0.0.152:5000 3201 0.290 201 cde962842310a9955373e016b66bbc3e 199.204.45.235 - - [09/Mar/2026:01:57:06 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b9e51729a2807fb12912619217cfc943 199.204.45.235 - - [09/Mar/2026:01:57:06 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - fab24a8c054d169f7a77b9dd3d17670a W0309 01:57:06.049672 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0309 01:57:06.049848 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:57:06.049895 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.235 - - [09/Mar/2026:01:57:07 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.152:5000 281 0.004 300 bb92fb77923bda604096a46dde9c1c12 199.204.45.235 - - [09/Mar/2026:01:57:07 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.300 [openstack-keystone-api-5000] [] 10.0.0.152:5000 3201 0.300 201 bb9cbb83f6ae9f13984973661eaf56d4 199.204.45.235 - - [09/Mar/2026:01:57:07 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a0d1f30f1fb58816a9c5d7c2d063c580 199.204.45.235 - - [09/Mar/2026:01:57:07 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 2deca3ffb5750cc4a7e0a7ebc41268cd 199.204.45.235 - - [09/Mar/2026:01:57:09 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.152:5000 281 0.003 300 4837af438c84d870e78c08e99aac1adb 199.204.45.235 - - [09/Mar/2026:01:57:09 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.293 [openstack-keystone-api-5000] [] 10.0.0.152:5000 3201 0.293 201 10ddad014d9b3b2cd2d3eddbafe7f201 199.204.45.235 - - [09/Mar/2026:01:57:09 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 68e0bb6d1ada21a7bbe3989792070942 199.204.45.235 - - [09/Mar/2026:01:57:09 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 1792c21a701806765eed6afc81202201 199.204.45.235 - - [09/Mar/2026:01:57:11 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.152:5000 281 0.004 300 c11a609d9a462f31d724c3415d32b97a 199.204.45.235 - - [09/Mar/2026:01:57:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.291 [openstack-keystone-api-5000] [] 10.0.0.152:5000 3201 0.291 201 73587d047dc80241b3730494fb490181 199.204.45.235 - - [09/Mar/2026:01:57:11 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 2727011cfc02901de6ae120185ffe8dd 199.204.45.235 - - [09/Mar/2026:01:57:11 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 7198f8debc186389761289f8fd037d76 199.204.45.235 - - [09/Mar/2026:01:57:12 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.152:5000 281 0.004 300 85d37e6ddc8a41350a9065163879d01e 199.204.45.235 - - [09/Mar/2026:01:57:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.313 [openstack-keystone-api-5000] [] 10.0.0.152:5000 3201 0.313 201 0cc1a02bab04c684e00892e59b8e71dc 199.204.45.235 - - [09/Mar/2026:01:57:13 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - fa43bc6d91f6e809025309ea011b5000 199.204.45.235 - - [09/Mar/2026:01:57:13 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b357a5a350a05b571acc821e6323a1b9 W0309 01:57:14.422670 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:57:14.422708 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.235 - - [09/Mar/2026:01:57:14 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.152:5000 281 0.004 300 7a7c7848afaf2b63b9bc6ff61f91f848 199.204.45.235 - - [09/Mar/2026:01:57:14 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.289 [openstack-keystone-api-5000] [] 10.0.0.152:5000 3201 0.289 201 544d8c1a19196dfcd4cbadccb1f3af12 199.204.45.235 - - [09/Mar/2026:01:57:14 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.132:9292 1193 0.003 300 1b726d81046f4b206436d8bbd224a5e0 199.204.45.235 - - [09/Mar/2026:01:57:15 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.532 [openstack-glance-api-9292] [] 10.0.0.132:9292 69 0.532 200 52647aca81ee59d63116f3111ac34d2a 199.204.45.235 - - [09/Mar/2026:01:57:18 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.152:5000 281 0.005 300 e59b804607810f0ef60467d384a2090b 199.204.45.235 - - [09/Mar/2026:01:57:18 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.289 [openstack-keystone-api-5000] [] 10.0.0.152:5000 3201 0.289 201 35968cd40fbac6770abd722766173fb3 199.204.45.235 - - [09/Mar/2026:01:57:18 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.132:9292 1193 0.003 300 a1c4149dab2f9018f129f65db5aa0493 199.204.45.235 - - [09/Mar/2026:01:57:18 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.043 [openstack-glance-api-9292] [] 10.0.0.132:9292 69 0.043 200 c7f44059501a0867a05267ff49d52a4c 199.204.45.235 - - [09/Mar/2026:01:57:18 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.116 [openstack-glance-api-9292] [] 10.0.0.132:9292 151 0.116 404 d7acbebe00816afe08113dcae3884e2e 199.204.45.235 - - [09/Mar/2026:01:57:18 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.023 [openstack-glance-api-9292] [] 10.0.0.132:9292 81 0.023 200 6b7f4ceb77c821cb65561c29ec3a413b 199.204.45.235 - - [09/Mar/2026:01:57:18 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.025 [openstack-glance-api-9292] [] 10.0.0.132:9292 84 0.024 200 77b979f62d665e7a45e686071d594366 199.204.45.235 - - [09/Mar/2026:01:57:18 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.072 [openstack-glance-api-9292] [] 10.0.0.132:9292 760 0.072 201 f4f4c09e76d2f135aeaf067ff89705f2 199.204.45.235 - - [09/Mar/2026:01:57:22 +0000] "PUT /v2/images/ed04c33a-3dcd-42d0-b2b9-f82d5f3be478/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 3.949 [openstack-glance-api-9292] [] 10.0.0.132:9292 0 3.949 204 4261d262b81036495c414eec9368a45a 199.204.45.235 - - [09/Mar/2026:01:57:22 +0000] "GET /v2/images/ed04c33a-3dcd-42d0-b2b9-f82d5f3be478 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.015 [openstack-glance-api-9292] [] 10.0.0.132:9292 1171 0.016 200 dd0230eeafc0085d124fdd2e021faca3 199.204.45.235 - - [09/Mar/2026:01:57:22 +0000] "GET /v2/images/ed04c33a-3dcd-42d0-b2b9-f82d5f3be478 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.021 [openstack-glance-api-9292] [] 10.0.0.132:9292 1171 0.021 200 c10ac1c3bdb873d9d18492d8d58d627b W0309 01:57:25.685743 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:57:25.685794 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:57:29.019833 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:57:29.019883 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store