------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0329 01:56:11.294535 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0329 01:56:11.294749 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0329 01:56:11.303673 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0329 01:56:11.309536 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0329 01:56:12.130033 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0329 01:56:12.150021 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0329 01:56:12.160449 7 nginx.go:271] "Starting NGINX Ingress controller" I0329 01:56:12.167544 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"ac31a408-fac5-4d51-8315-7052f0ee7a46", APIVersion:"v1", ResourceVersion:"1326", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0329 01:56:12.171103 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"c87c651e-fae5-456b-ad0d-75549b4aeeee", APIVersion:"v1", ResourceVersion:"1325", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0329 01:56:12.171193 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"25755f18-4945-4c2f-866b-faea4d757d27", APIVersion:"v1", ResourceVersion:"1327", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0329 01:56:13.362503 7 nginx.go:317] "Starting NGINX process" I0329 01:56:13.362714 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0329 01:56:13.363029 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0329 01:56:13.363378 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:56:13.363411 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 01:56:13.363467 7 controller.go:196] "Configuration changes detected, backend reload required" I0329 01:56:13.372068 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0329 01:56:13.372083 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-hzlqg" I0329 01:56:13.400052 7 controller.go:216] "Backend successfully reloaded" I0329 01:56:13.400197 7 controller.go:227] "Initial sync, sleeping for 1 second" I0329 01:56:13.400280 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hzlqg", UID:"5614eb1b-4429-41bb-8fcb-9e68914cd7f9", APIVersion:"v1", ResourceVersion:"1367", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0329 01:56:17.187971 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:56:17.188033 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:56:20.521474 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:56:20.521519 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:56:23.855462 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:56:23.855497 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:56:27.188876 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:56:27.188916 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:56:30.521450 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:56:30.521495 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:56:33.855425 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:56:33.855544 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:56:37.189036 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:56:37.189080 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:56:45.447584 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:56:45.447634 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:57:32.819387 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:57:32.819429 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:57:57.696831 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:57:57.696923 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:05.333990 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:05.334032 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:08.668020 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:08.668049 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:12.001628 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:12.001681 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:15.334698 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:15.334756 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:18.669224 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:18.669296 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:27.819581 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:27.819620 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:31.155395 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:31.155440 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:41.900512 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:41.900619 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:45.235210 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:45.235253 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:48.568042 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:48.568082 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:01:00.276834 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:01:00.276878 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:01:03.610253 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:01:03.610741 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:01:04.066733 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.162-253-55-221.nip.io-tls": local SSL certificate auth-system/keycloak.162-253-55-221.nip.io-tls was not found. Using default certificate W0329 02:01:04.066794 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:01:04.066813 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:01:04.068730 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0329 02:01:04.068769 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0329 02:01:04.078896 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0329 02:01:04.079301 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"fc853238-2f74-4efb-a989-ae8336f7d95b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3537", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:01:04.079809 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.162-253-55-221.nip.io-tls" in local store I0329 02:01:04.530993 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.162-253-55-221.nip.io-tls" I0329 02:01:04.531814 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.162-253-55-221.nip.io-tls" W0329 02:01:06.944628 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:01:06.944672 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:01:06.944737 7 controller.go:196] "Configuration changes detected, backend reload required" I0329 02:01:06.986183 7 controller.go:216] "Backend successfully reloaded" I0329 02:01:06.986733 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hzlqg", UID:"5614eb1b-4429-41bb-8fcb-9e68914cd7f9", APIVersion:"v1", ResourceVersion:"1367", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0329 02:01:10.277679 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:01:10.277751 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:01:13.378676 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.104.121.151"}] I0329 02:01:13.385280 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"fc853238-2f74-4efb-a989-ae8336f7d95b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3744", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:01:13.611052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:01:13.611097 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.221 - - [29/Mar/2026:02:01:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.130 [auth-system-keycloak-80] [] 10.0.0.114:8080 1928 2.128 200 dd3066c79a85e3e0bd3b341aecb43233 162.253.55.221 - - [29/Mar/2026:02:01:16 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.112 [auth-system-keycloak-80] [] 10.0.0.114:8080 116 0.112 404 c3a9be058a968c1da5f753aabe6e67f1 162.253.55.221 - - [29/Mar/2026:02:01:20 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.372 [auth-system-keycloak-80] [] 10.0.0.114:8080 0 4.372 201 b595a1bf9c02a2ce3781afefa21d6098 162.253.55.221 - - [29/Mar/2026:02:01:20 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.532 [auth-system-keycloak-80] [] 10.0.0.114:8080 4246 0.532 200 aef22c95730e7c5cd02d92a7388716cd 162.253.55.221 - - [29/Mar/2026:02:01:22 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.584 [auth-system-keycloak-80] [] 10.0.0.114:8080 1928 0.582 200 0574e85597b432d35292781e54bb199f 162.253.55.221 - - [29/Mar/2026:02:01:22 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.097 [auth-system-keycloak-80] [] 10.0.0.114:8080 12500 0.098 200 6001d801f9e6a8e2e1abeb9cd64871f0 162.253.55.221 - - [29/Mar/2026:02:01:22 +0000] "GET /admin/realms/atmosphere/client-scopes/bbfc6d84-be0f-410d-9f20-36d80c8e4a19 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.063 [auth-system-keycloak-80] [] 10.0.0.114:8080 1278 0.064 200 8bf151094ee014cc1c2269d95c38b9ee 162.253.55.221 - - [29/Mar/2026:02:01:22 +0000] "PUT /admin/realms/atmosphere/client-scopes/bbfc6d84-be0f-410d-9f20-36d80c8e4a19 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.088 [auth-system-keycloak-80] [] 10.0.0.114:8080 0 0.086 204 7c330f5b6304023d74664aaa19d72ad3 162.253.55.221 - - [29/Mar/2026:02:01:22 +0000] "GET /admin/realms/atmosphere/client-scopes/bbfc6d84-be0f-410d-9f20-36d80c8e4a19/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.023 [auth-system-keycloak-80] [] 10.0.0.114:8080 963 0.022 200 8258f9d620217f93493c5666e202110b 162.253.55.221 - - [29/Mar/2026:02:01:22 +0000] "GET /admin/realms/atmosphere/client-scopes/bbfc6d84-be0f-410d-9f20-36d80c8e4a19/protocol-mappers/models/48e7116c-64c7-4023-8a6a-147feb2b18c3 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.057 [auth-system-keycloak-80] [] 10.0.0.114:8080 366 0.058 200 e589eb7fefb95f4a605bdacc5199906f 162.253.55.221 - - [29/Mar/2026:02:01:22 +0000] "PUT /admin/realms/atmosphere/client-scopes/bbfc6d84-be0f-410d-9f20-36d80c8e4a19/protocol-mappers/models/48e7116c-64c7-4023-8a6a-147feb2b18c3 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.095 [auth-system-keycloak-80] [] 10.0.0.114:8080 0 0.094 204 94aab6ce8a524df173ac8edf5e4fce1d 162.253.55.221 - - [29/Mar/2026:02:01:22 +0000] "GET /admin/realms/atmosphere/client-scopes/bbfc6d84-be0f-410d-9f20-36d80c8e4a19 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.084 [auth-system-keycloak-80] [] 10.0.0.114:8080 1218 0.084 200 7b5581aa67dedd6ae5eca2b1346d9c05 162.253.55.221 - - [29/Mar/2026:02:01:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.482 [auth-system-keycloak-80] [] 10.0.0.114:8080 1928 0.481 200 6e494197c5d8b6d3993876c1369e6b5d 162.253.55.221 - - [29/Mar/2026:02:01:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.013 [auth-system-keycloak-80] [] 10.0.0.114:8080 2 0.013 200 3b9153b30ed61c24d633db4dfa500d21 162.253.55.221 - - [29/Mar/2026:02:01:44 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.181 [auth-system-keycloak-80] [] 10.0.0.114:8080 0 0.181 201 eb39655faf9cba7b0afe8a8241291ddb 162.253.55.221 - - [29/Mar/2026:02:01:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.082 [auth-system-keycloak-80] [] 10.0.0.114:8080 1261 0.081 200 6b159d671e801917adde439c51fae7a0 162.253.55.221 - - [29/Mar/2026:02:01:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.741 [auth-system-keycloak-80] [] 10.0.0.114:8080 1928 0.739 200 cece5c2ad4b013e958d0750ae2008425 162.253.55.221 - - [29/Mar/2026:02:01:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.051 [auth-system-keycloak-80] [] 10.0.0.114:8080 2 0.050 200 f78373e8907f4d095791a45f79c3b346 162.253.55.221 - - [29/Mar/2026:02:01:45 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.039 [auth-system-keycloak-80] [] 10.0.0.114:8080 0 0.039 201 f248c392d77d9ea3337ea5031c476da6 162.253.55.221 - - [29/Mar/2026:02:01:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.045 [auth-system-keycloak-80] [] 10.0.0.114:8080 1286 0.046 200 d1956bb0a798cf5ff6894f3c9edaeee4 162.253.55.221 - - [29/Mar/2026:02:01:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.469 [auth-system-keycloak-80] [] 10.0.0.114:8080 1928 0.468 200 f0ed44295ef9ba1a28ec1186018585bd 162.253.55.221 - - [29/Mar/2026:02:01:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.036 [auth-system-keycloak-80] [] 10.0.0.114:8080 2 0.035 200 44b0d3a0dc4b8da5ed194024bab4e0fc 162.253.55.221 - - [29/Mar/2026:02:01:46 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.038 [auth-system-keycloak-80] [] 10.0.0.114:8080 0 0.037 201 df10657d300a2c9d4dc8c88ba5fea1db 162.253.55.221 - - [29/Mar/2026:02:01:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.048 [auth-system-keycloak-80] [] 10.0.0.114:8080 1251 0.048 200 d3a9b30ea3d3a4e82a42f5204e438945 162.253.55.221 - - [29/Mar/2026:02:01:47 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.490 [auth-system-keycloak-80] [] 10.0.0.114:8080 1928 0.488 200 98cd0fd2c0f8357467cff7b1f07713bd 162.253.55.221 - - [29/Mar/2026:02:01:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.114:8080 1261 0.008 200 04650de22e6c099e8964ef02189bafb4 162.253.55.221 - - [29/Mar/2026:02:01:47 +0000] "GET /admin/realms/atmosphere/clients/a7b8d4af-146b-4024-ba70-688ef78236b2/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.114:8080 119 0.014 404 60dee1fe2d7f8b4046472262814390de 162.253.55.221 - - [29/Mar/2026:02:01:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.034 [auth-system-keycloak-80] [] 10.0.0.114:8080 1261 0.033 200 f1845ebf6ec502a80b841c76e8410a84 162.253.55.221 - - [29/Mar/2026:02:01:47 +0000] "POST /admin/realms/atmosphere/clients/a7b8d4af-146b-4024-ba70-688ef78236b2/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.022 [auth-system-keycloak-80] [] 10.0.0.114:8080 0 0.021 201 f391b2a24dab22aef7c4844fb8703c86 162.253.55.221 - - [29/Mar/2026:02:01:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.006 [auth-system-keycloak-80] [] 10.0.0.114:8080 1261 0.007 200 9e7d632a71f6929a10cfcb31603cb072 162.253.55.221 - - [29/Mar/2026:02:01:47 +0000] "GET /admin/realms/atmosphere/clients/a7b8d4af-146b-4024-ba70-688ef78236b2/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.051 [auth-system-keycloak-80] [] 10.0.0.114:8080 166 0.050 200 4f46934f68aba7c93c9982be84b22fc7 162.253.55.221 - - [29/Mar/2026:02:01:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.624 [auth-system-keycloak-80] [] 10.0.0.114:8080 1928 0.622 200 b92a8eeefa4c76abd9c724de16ca90c7 162.253.55.221 - - [29/Mar/2026:02:01:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.114:8080 1286 0.007 200 8034b929ee52d545d0cbd4dafa535566 162.253.55.221 - - [29/Mar/2026:02:01:48 +0000] "GET /admin/realms/atmosphere/clients/45fb642c-33ff-4a43-b93e-867e400af870/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.009 [auth-system-keycloak-80] [] 10.0.0.114:8080 119 0.010 404 c7d932019fb656935f44c603c635c118 162.253.55.221 - - [29/Mar/2026:02:01:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.114:8080 1286 0.007 200 c1098ee94371e96689ac7d7f6e58e72f 162.253.55.221 - - [29/Mar/2026:02:01:48 +0000] "POST /admin/realms/atmosphere/clients/45fb642c-33ff-4a43-b93e-867e400af870/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.036 [auth-system-keycloak-80] [] 10.0.0.114:8080 0 0.036 201 f3caf617c0d28d438c4de61983195b2e 162.253.55.221 - - [29/Mar/2026:02:01:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.114:8080 1286 0.008 200 8f1b40d6a9d33f876688cb7f86c8f7e9 162.253.55.221 - - [29/Mar/2026:02:01:48 +0000] "GET /admin/realms/atmosphere/clients/45fb642c-33ff-4a43-b93e-867e400af870/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.056 [auth-system-keycloak-80] [] 10.0.0.114:8080 165 0.056 200 bf79a277f0eedc8fff39b8953a789d08 162.253.55.221 - - [29/Mar/2026:02:01:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.476 [auth-system-keycloak-80] [] 10.0.0.114:8080 1928 0.475 200 736c943b1e5600dfb746b4e9bb5fbfe8 162.253.55.221 - - [29/Mar/2026:02:01:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.038 [auth-system-keycloak-80] [] 10.0.0.114:8080 1286 0.038 200 195110dc6ae6b0ce6a5cef5aa98dcc3d 162.253.55.221 - - [29/Mar/2026:02:01:49 +0000] "GET /admin/realms/atmosphere/clients/45fb642c-33ff-4a43-b93e-867e400af870/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.114:8080 119 0.008 404 e1a9dcac8f38c36bdee6369fc1706f27 162.253.55.221 - - [29/Mar/2026:02:01:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.114:8080 1286 0.007 200 e9d1ea6d64c1a5326d4bd66240a91aba 162.253.55.221 - - [29/Mar/2026:02:01:49 +0000] "POST /admin/realms/atmosphere/clients/45fb642c-33ff-4a43-b93e-867e400af870/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.054 [auth-system-keycloak-80] [] 10.0.0.114:8080 0 0.053 201 fd8e0586c214d3f4682df949b372280a 162.253.55.221 - - [29/Mar/2026:02:01:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.114:8080 1286 0.005 200 c15dee2d48ab8f09362f4803cbf036d9 162.253.55.221 - - [29/Mar/2026:02:01:49 +0000] "GET /admin/realms/atmosphere/clients/45fb642c-33ff-4a43-b93e-867e400af870/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.114:8080 166 0.010 200 e121d9ae332824376fc649fbe5a7acc3 162.253.55.221 - - [29/Mar/2026:02:01:50 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.486 [auth-system-keycloak-80] [] 10.0.0.114:8080 1928 0.485 200 1a73e054af26964080a9d4a6626df2a7 162.253.55.221 - - [29/Mar/2026:02:01:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.013 [auth-system-keycloak-80] [] 10.0.0.114:8080 1286 0.013 200 58dc3962e924077b0ca7d4544560c2c7 162.253.55.221 - - [29/Mar/2026:02:01:50 +0000] "GET /admin/realms/atmosphere/clients/45fb642c-33ff-4a43-b93e-867e400af870/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.114:8080 119 0.008 404 1015c34125f40631d2f55e589aeed086 162.253.55.221 - - [29/Mar/2026:02:01:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.043 [auth-system-keycloak-80] [] 10.0.0.114:8080 1286 0.043 200 57c3363d66319826f0ede225f35203fe 162.253.55.221 - - [29/Mar/2026:02:01:50 +0000] "POST /admin/realms/atmosphere/clients/45fb642c-33ff-4a43-b93e-867e400af870/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.015 [auth-system-keycloak-80] [] 10.0.0.114:8080 0 0.015 201 613dabff4dbf878f31718f100e0499f6 162.253.55.221 - - [29/Mar/2026:02:01:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.114:8080 1286 0.006 200 c920fdfcbe0e374d7323a37d96d24ec1 162.253.55.221 - - [29/Mar/2026:02:01:50 +0000] "GET /admin/realms/atmosphere/clients/45fb642c-33ff-4a43-b93e-867e400af870/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.051 [auth-system-keycloak-80] [] 10.0.0.114:8080 166 0.051 200 bfe6725f1272b169e00ba1d241bee4af 162.253.55.221 - - [29/Mar/2026:02:01:51 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.454 [auth-system-keycloak-80] [] 10.0.0.114:8080 1928 0.452 200 ee92a37226255bf2fa491b4fc194fc24 162.253.55.221 - - [29/Mar/2026:02:01:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.004 [auth-system-keycloak-80] [] 10.0.0.114:8080 1251 0.004 200 8b5da41a3247232df98b285602fd2106 162.253.55.221 - - [29/Mar/2026:02:01:51 +0000] "GET /admin/realms/atmosphere/clients/2fd45214-69a8-4d88-a1d3-e5ce1214aec2/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.007 [auth-system-keycloak-80] [] 10.0.0.114:8080 119 0.008 404 a290a03a2afa11421bfc362f3251d04f 162.253.55.221 - - [29/Mar/2026:02:01:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.034 [auth-system-keycloak-80] [] 10.0.0.114:8080 1251 0.034 200 6309435e17b75592772043c30280c938 162.253.55.221 - - [29/Mar/2026:02:01:51 +0000] "POST /admin/realms/atmosphere/clients/2fd45214-69a8-4d88-a1d3-e5ce1214aec2/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.015 [auth-system-keycloak-80] [] 10.0.0.114:8080 0 0.014 201 c27afa7cf15a349d131d99f89a05911e 162.253.55.221 - - [29/Mar/2026:02:01:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.114:8080 1251 0.007 200 19fb4ff9bad6fc8d1318f1a645faf1cb 162.253.55.221 - - [29/Mar/2026:02:01:51 +0000] "GET /admin/realms/atmosphere/clients/2fd45214-69a8-4d88-a1d3-e5ce1214aec2/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.054 [auth-system-keycloak-80] [] 10.0.0.114:8080 166 0.053 200 00c154d00f05df88e64bd14e8f9a7178 W0329 02:01:54.680753 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:01:54.680803 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:01:58.015155 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:01:58.015212 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:57.271573 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:57.271614 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:57.339846 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:02:57.339992 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0329 02:02:57.340067 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:57.340087 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:57.339866 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:02:57.340240 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0329 02:02:57.340289 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:57.340314 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:57.341663 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:02:57.341818 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0329 02:02:57.341903 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:57.341935 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:02:57.342875 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0329 02:02:57.342915 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0329 02:02:57.343135 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:18.2kB} I0329 02:02:57.343170 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0329 02:02:57.351154 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.01s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.011s testedConfigurationSize:18.2kB} I0329 02:02:57.351204 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0329 02:02:57.354591 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0329 02:02:57.354994 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0329 02:02:57.355013 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0329 02:02:57.355242 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0329 02:02:57.355271 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"d3b79e56-f0b0-4b2a-9cb4-8eebc4dd2480", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4556", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0329 02:02:57.355308 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"9dee54c3-9e26-43ee-af5d-00240e34db27", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4557", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0329 02:02:57.359740 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0329 02:02:57.360097 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0329 02:02:57.360191 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"5dad3156-0d2e-43ff-81a6-8d56d3ff19cb", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4564", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0329 02:02:57.571839 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0329 02:02:57.572991 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0329 02:02:57.972885 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0329 02:02:57.973922 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0329 02:02:58.966840 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0329 02:02:58.968208 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0329 02:03:00.605956 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:03:00.606009 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:03:00.606036 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:03:00.606129 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:00.606148 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:03:00.606242 7 controller.go:196] "Configuration changes detected, backend reload required" I0329 02:03:00.649655 7 controller.go:216] "Backend successfully reloaded" I0329 02:03:00.649983 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hzlqg", UID:"5614eb1b-4429-41bb-8fcb-9e68914cd7f9", APIVersion:"v1", ResourceVersion:"1367", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0329 02:03:03.938761 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:03:03.938936 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:03:03.938993 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:03:03.939148 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:03.939187 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:07.272932 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:03:07.273080 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:03:07.273124 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:03:07.273227 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:07.273242 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:10.605873 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:03:10.605954 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:03:10.606013 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:03:10.606178 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:10.606212 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:03:13.379490 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.104.121.151"}] I0329 02:03:13.379762 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.104.121.151"}] I0329 02:03:13.379856 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.104.121.151"}] I0329 02:03:13.387512 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"9dee54c3-9e26-43ee-af5d-00240e34db27", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5181", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0329 02:03:13.389084 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"5dad3156-0d2e-43ff-81a6-8d56d3ff19cb", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5182", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0329 02:03:13.390045 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"d3b79e56-f0b0-4b2a-9cb4-8eebc4dd2480", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5183", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:03:13.938709 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:03:13.938776 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:03:13.938814 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:03:13.938935 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:13.938964 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:17.272579 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:03:17.272664 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:03:17.272704 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:03:17.273637 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:17.273666 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:20.605804 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:03:20.605868 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:03:20.605905 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:03:20.606020 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:20.606047 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:23.938397 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:03:23.938460 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:03:23.938486 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:03:23.938571 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:23.938585 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:27.272551 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:03:27.272616 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:03:27.272651 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:03:27.272768 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:27.272791 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:30.605247 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:03:30.605344 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:03:30.605480 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:30.605509 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:33.939241 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:03:33.939339 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:03:33.939465 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:33.939492 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:37.272698 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:03:37.272789 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:03:37.272906 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:37.272932 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:40.605415 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:03:40.605515 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:03:40.605647 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:40.605675 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.208 - - [29/Mar/2026:02:03:43 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.032 [auth-system-keycloak-80] [] 10.0.0.114:8080 6432 0.032 200 39600c0ace6d9d969f4e455efc880d77 10.0.0.214 - - [29/Mar/2026:02:03:43 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.005 [auth-system-keycloak-80] [] 10.0.0.114:8080 6432 0.006 200 9ba6cd01044266936d3612ba2ce785df W0329 02:03:43.938384 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:03:43.938477 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:03:43.938597 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:43.938631 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:47.272439 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:03:47.272575 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:47.272699 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:50.607764 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:03:50.607948 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:50.607965 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:53.938659 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:53.938717 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:01.892137 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:01.892180 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:05.226976 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:05.227028 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.221 - - [29/Mar/2026:02:04:08 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.491 [auth-system-keycloak-80] [] 10.0.0.114:8080 1928 0.490 200 214e68c4e37e19f9372fc725e1bec272 162.253.55.221 - - [29/Mar/2026:02:04:08 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.005 [auth-system-keycloak-80] [] 10.0.0.114:8080 4246 0.005 200 06e4df621b1a517e6294dab5d2495526 162.253.55.221 - - [29/Mar/2026:02:04:09 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.375 [auth-system-keycloak-80] [] 10.0.0.114:8080 0 0.374 204 ea33c96062d8cbe254a4998ce5dc2467 162.253.55.221 - - [29/Mar/2026:02:04:09 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.187 [auth-system-keycloak-80] [] 10.0.0.114:8080 4384 0.187 200 e1f8829f8fd464e175e212c7a5813287 162.253.55.221 - - [29/Mar/2026:02:04:10 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.467 [auth-system-keycloak-80] [] 10.0.0.114:8080 1928 0.466 200 c1609747da7376e715dc76c7fb7c0c68 162.253.55.221 - - [29/Mar/2026:02:04:10 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.008 [auth-system-keycloak-80] [] 10.0.0.114:8080 1682 0.009 200 fa5d7ec1aba854b510aad6ae8969325d 162.253.55.221 - - [29/Mar/2026:02:04:10 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.005 [auth-system-keycloak-80] [] 10.0.0.114:8080 6432 0.006 200 bd60d67c244cc6372875cb0e828d7031 162.253.55.221 - - [29/Mar/2026:02:04:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.472 [auth-system-keycloak-80] [] 10.0.0.114:8080 1928 0.470 200 52120956675b1e5ecb4e4eb8bdbce010 162.253.55.221 - - [29/Mar/2026:02:04:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.114:8080 2 0.008 200 d0c1492c0307ce2efdfd4b55958ffa0d 162.253.55.221 - - [29/Mar/2026:02:04:12 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.160 [auth-system-keycloak-80] [] 10.0.0.114:8080 0 0.159 201 d423c8326417ef581a941cbfabfca866 162.253.55.221 - - [29/Mar/2026:02:04:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.019 [auth-system-keycloak-80] [] 10.0.0.114:8080 2246 0.019 200 a5b70cf46f7e70faac805a8c5980dd2b 162.253.55.221 - - [29/Mar/2026:02:04:13 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.465 [auth-system-keycloak-80] [] 10.0.0.114:8080 1928 0.463 200 4f1e9f89e1a58ba585689ff980eca329 162.253.55.221 - - [29/Mar/2026:02:04:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.005 [auth-system-keycloak-80] [] 10.0.0.114:8080 2246 0.005 200 9ed8ecf0b71f164db044190556ac74e0 162.253.55.221 - - [29/Mar/2026:02:04:13 +0000] "GET /admin/realms/atmosphere/clients/6f9a23b5-fdec-4ac3-81c5-2d53dc3a428a/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.016 [auth-system-keycloak-80] [] 10.0.0.114:8080 233 0.017 200 d65b6a8df8d4a4c855936a3e5574a25f 162.253.55.221 - - [29/Mar/2026:02:04:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.030 [auth-system-keycloak-80] [] 10.0.0.114:8080 831 0.030 200 bc9dcdfe7a4b18441b5d470359db5bf8 162.253.55.221 - - [29/Mar/2026:02:04:13 +0000] "GET /admin/realms/atmosphere/clients/88574d13-af7b-414d-b56d-ad063415c9eb/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.087 [auth-system-keycloak-80] [] 10.0.0.114:8080 3758 0.088 200 bc4b9f3935f658e2e8843cac2b63f478 162.253.55.221 - - [29/Mar/2026:02:04:13 +0000] "GET /admin/realms/atmosphere/users/b5daf840-5788-4567-90ee-a621e39b818b/role-mappings/clients/88574d13-af7b-414d-b56d-ad063415c9eb/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.103 [auth-system-keycloak-80] [] 10.0.0.114:8080 3758 0.103 200 599cd5e72552fc05701452fd971463eb 162.253.55.221 - - [29/Mar/2026:02:04:13 +0000] "GET /admin/realms/atmosphere/users/b5daf840-5788-4567-90ee-a621e39b818b/role-mappings/clients/88574d13-af7b-414d-b56d-ad063415c9eb/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.077 [auth-system-keycloak-80] [] 10.0.0.114:8080 2 0.078 200 5547b3de01070f0bb1b9d19a1b813aae 162.253.55.221 - - [29/Mar/2026:02:04:13 +0000] "POST /admin/realms/atmosphere/users/b5daf840-5788-4567-90ee-a621e39b818b/role-mappings/clients/88574d13-af7b-414d-b56d-ad063415c9eb HTTP/1.1" 204 0 "-" "Ansible" 1390 0.018 [auth-system-keycloak-80] [] 10.0.0.114:8080 0 0.018 204 f9d83944e708f62e4b9d532b72259cf4 162.253.55.221 - - [29/Mar/2026:02:04:13 +0000] "GET /admin/realms/atmosphere/users/b5daf840-5788-4567-90ee-a621e39b818b/role-mappings/clients/88574d13-af7b-414d-b56d-ad063415c9eb/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.054 [auth-system-keycloak-80] [] 10.0.0.114:8080 576 0.054 200 5d6fd00729ea7181a55624a9bbd27a45 W0329 02:04:16.480219 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:16.480266 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:19.815023 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:19.815070 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:24.402727 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:24.402762 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:27.736928 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:27.736982 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:06:21.913029 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:06:21.913080 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:06:56.559547 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0329 02:06:56.559714 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:06:56.559763 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:06:56.563495 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:28.7kB} I0329 02:06:56.563611 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0329 02:06:56.567432 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0329 02:06:56.567771 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"2c04f94c-ba9f-4517-941b-52368b30956d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7004", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:06:56.568162 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0329 02:06:56.568739 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0329 02:06:56.568924 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:06:56.568952 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:06:56.569184 7 controller.go:196] "Configuration changes detected, backend reload required" I0329 02:06:56.617757 7 controller.go:216] "Backend successfully reloaded" I0329 02:06:56.618032 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hzlqg", UID:"5614eb1b-4429-41bb-8fcb-9e68914cd7f9", APIVersion:"v1", ResourceVersion:"1367", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0329 02:06:57.123802 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0329 02:06:57.124903 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0329 02:06:59.902480 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:06:59.902529 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.221 - - [29/Mar/2026:02:07:00 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.004 [openstack-keystone-api-5000] [] 10.0.0.212:5000 281 0.004 300 781c13611ab27363f4be367f69f9ca1c 162.253.55.221 - - [29/Mar/2026:02:07:02 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.212:5000 266 0.003 200 ddf683163252ed4dfece16b04cd30752 162.253.55.221 - - [29/Mar/2026:02:07:02 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.349 [openstack-keystone-api-5000] [] 10.0.0.212:5000 1360 0.350 201 a543dc803e38c415295f6151680412cc 162.253.55.221 - - [29/Mar/2026:02:07:02 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.212:5000 281 0.004 300 f9d10784dddd869e04b0c9c3c755d3e1 162.253.55.221 - - [29/Mar/2026:02:07:02 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.034 [openstack-keystone-api-5000] [] 10.0.0.212:5000 90 0.034 404 8c3eaab06f7c0a1b30c0bd64dc112f9f 162.253.55.221 - - [29/Mar/2026:02:07:02 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.029 [openstack-keystone-api-5000] [] 10.0.0.212:5000 368 0.030 200 960e7cf5dfea4dace8a70c2689b4e322 162.253.55.221 - - [29/Mar/2026:02:07:02 +0000] "GET /v3/domains/cc0247d6019a46af9273badbae2d3122 HTTP/1.1" 200 245 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.022 [openstack-keystone-api-5000] [] 10.0.0.212:5000 245 0.023 200 22b93959c96b67774f818407f3bcf57e 162.253.55.221 - - [29/Mar/2026:02:07:03 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.002 [openstack-keystone-api-5000] [] 10.0.0.212:5000 266 0.002 200 40acdc75b3026cfe74af295b9eda7b26 162.253.55.221 - - [29/Mar/2026:02:07:03 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.300 [openstack-keystone-api-5000] [] 10.0.0.212:5000 1360 0.300 201 58773603ca550c0f6c324c943872bcd4 162.253.55.221 - - [29/Mar/2026:02:07:03 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.212:5000 281 0.003 300 733094b13dae05c71d9eadca2a939a8b 162.253.55.221 - - [29/Mar/2026:02:07:03 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.030 [openstack-keystone-api-5000] [] 10.0.0.212:5000 101 0.030 404 7670dea950f3675162e4cc048f255094 162.253.55.221 - - [29/Mar/2026:02:07:03 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.016 [openstack-keystone-api-5000] [] 10.0.0.212:5000 156 0.017 200 924735bc083727f78bfe8360fc29630c 162.253.55.221 - - [29/Mar/2026:02:07:03 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 342 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.026 [openstack-keystone-api-5000] [] 10.0.0.212:5000 342 0.026 201 cf1c8d7a1631f02766772e57fa876e37 162.253.55.221 - - [29/Mar/2026:02:07:04 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.212:5000 266 0.003 200 14515f89356b72b0266e5d45c7fdaf55 162.253.55.221 - - [29/Mar/2026:02:07:04 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.291 [openstack-keystone-api-5000] [] 10.0.0.212:5000 1360 0.291 201 337cfe1eca91007729833ed8e304f9c5 162.253.55.221 - - [29/Mar/2026:02:07:04 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.212:5000 281 0.003 300 51af28493102224c1fc92f1322323c94 162.253.55.221 - - [29/Mar/2026:02:07:04 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.019 [openstack-keystone-api-5000] [] 10.0.0.212:5000 98 0.018 404 2157d0485efae91cc03f2d13305262b1 162.253.55.221 - - [29/Mar/2026:02:07:04 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.015 [openstack-keystone-api-5000] [] 10.0.0.212:5000 136 0.015 200 07b29011912300e248e1cdff16792639 162.253.55.221 - - [29/Mar/2026:02:07:04 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.020 [openstack-keystone-api-5000] [] 10.0.0.212:5000 357 0.020 201 2ab54f9f6448ebe2f1c205cbb787225f 162.253.55.221 - - [29/Mar/2026:02:07:05 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.212:5000 266 0.003 200 9fddb58808878d4281b6ae40b933dadf 162.253.55.221 - - [29/Mar/2026:02:07:05 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.295 [openstack-keystone-api-5000] [] 10.0.0.212:5000 1360 0.295 201 6e5274c7efc9f46921ff2eaaac76816c 162.253.55.221 - - [29/Mar/2026:02:07:05 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.212:5000 281 0.002 300 37ab9e057010c161e056c8b92232554d 162.253.55.221 - - [29/Mar/2026:02:07:05 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.020 [openstack-keystone-api-5000] [] 10.0.0.212:5000 131 0.020 404 ce3d0d66b9d03cfb8916f3ab4717911a 162.253.55.221 - - [29/Mar/2026:02:07:05 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.017 [openstack-keystone-api-5000] [] 10.0.0.212:5000 168 0.017 200 3b9a783d1f5831f94a4f17f782645d1e 162.253.55.221 - - [29/Mar/2026:02:07:05 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.023 [openstack-keystone-api-5000] [] 10.0.0.212:5000 224 0.023 201 893d566985265bccca03f5d5d29ab0a1 I0329 02:07:13.378497 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.104.121.151"}] I0329 02:07:13.385218 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"2c04f94c-ba9f-4517-941b-52368b30956d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7117", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:07:13.387290 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:13.387324 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:16.722107 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:16.722146 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:20.058876 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:20.058931 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:23.388266 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:23.388325 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:40.164237 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:40.164294 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:43.498240 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:43.498286 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:47.961038 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:47.961072 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:51.296760 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:51.296820 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:09:19.781645 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0329 02:09:19.781765 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0329 02:09:19.781834 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:09:19.781859 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:09:19.786278 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:32.2kB} I0329 02:09:19.786316 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0329 02:09:19.791167 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" W0329 02:09:19.791683 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store I0329 02:09:19.792009 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"bdc34bfa-0169-4f60-9a9c-e1e80d295d54", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8094", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:09:19.792063 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0329 02:09:19.792162 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0329 02:09:19.792240 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:09:19.792255 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:09:19.792435 7 controller.go:196] "Configuration changes detected, backend reload required" I0329 02:09:19.872313 7 controller.go:216] "Backend successfully reloaded" I0329 02:09:19.872928 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hzlqg", UID:"5614eb1b-4429-41bb-8fcb-9e68914cd7f9", APIVersion:"v1", ResourceVersion:"1367", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0329 02:09:20.199978 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0329 02:09:20.200902 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 162.253.55.221 - - [29/Mar/2026:02:09:20 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.212:5000 281 0.003 300 159ab974d248279699de6b07fd11c5a0 162.253.55.221 - - [29/Mar/2026:02:09:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.338 [openstack-keystone-api-5000] [] 10.0.0.212:5000 1992 0.338 201 10e366ec240c0fc38ae7fd6d27558f20 162.253.55.221 - - [29/Mar/2026:02:09:20 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.021 [openstack-keystone-api-5000] [] 10.0.0.212:5000 85 0.021 404 24db1cd1327f1eb96bc81cd59ead256c 162.253.55.221 - - [29/Mar/2026:02:09:20 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.023 [openstack-keystone-api-5000] [] 10.0.0.212:5000 129 0.024 200 870eac33add54a1a75ab223681e05b4d 162.253.55.221 - - [29/Mar/2026:02:09:20 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.024 [openstack-keystone-api-5000] [] 10.0.0.212:5000 230 0.025 201 6111812e1aa15e715ae2d9990482cb64 W0329 02:09:23.126250 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0329 02:09:23.126421 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:09:23.126450 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.221 - - [29/Mar/2026:02:09:28 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 229 0.016 [openstack-keystone-api-5000] [] 10.0.0.212:5000 281 0.015 300 96219d872643eee513545830bf007b85 W0329 02:09:28.353032 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:09:28.353064 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.221 - - [29/Mar/2026:02:09:28 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 548 0.286 [openstack-keystone-api-5000] [] 10.0.0.212:5000 1992 0.286 201 09e1719e8ca370f85b569f31b889243d 162.253.55.221 - - [29/Mar/2026:02:09:28 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.025 [openstack-keystone-api-5000] [] 10.0.0.212:5000 1521 0.024 200 ca111ca3ed6c70bdd71f708d28fa3bf9 162.253.55.221 - - [29/Mar/2026:02:09:28 +0000] "PUT /v3/roles/d26a6dbd5a324ba99b345e227995187a/implies/28c9081e959a41aa92dc2144332caf42 HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.033 [openstack-keystone-api-5000] [] 10.0.0.212:5000 521 0.033 201 9d553d0b8ef03a2cb4015eb2d4dc751a I0329 02:10:13.381755 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.104.121.151"}] I0329 02:10:13.387336 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"bdc34bfa-0169-4f60-9a9c-e1e80d295d54", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8597", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:10:13.390310 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:13.390361 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.221 - - [29/Mar/2026:02:10:13 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.212:5000 281 0.004 300 7363162e70d0100242b357c44f4d7f80 162.253.55.221 - - [29/Mar/2026:02:10:14 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.316 [openstack-keystone-api-5000] [] 10.0.0.212:5000 2055 0.317 201 e61663172be31c1bd41c0e9163a06f03 162.253.55.221 - - [29/Mar/2026:02:10:14 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.023 [openstack-keystone-api-5000] [] 10.0.0.212:5000 87 0.024 404 cdc12caf2c041c00b28a8c47964507f2 162.253.55.221 - - [29/Mar/2026:02:10:14 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.033 [openstack-keystone-api-5000] [] 10.0.0.212:5000 390 0.034 200 b0356c9886fbb9485195c6cdf3231749 162.253.55.221 - - [29/Mar/2026:02:10:14 +0000] "GET /v3/users/rgw-RegionOne?domain_id=0256298bb1fa4d388296088c03d5a717 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.026 [openstack-keystone-api-5000] [] 10.0.0.212:5000 91 0.026 404 db52ef4ee57120085cd92c33b92f1eb3 162.253.55.221 - - [29/Mar/2026:02:10:14 +0000] "GET /v3/users?domain_id=0256298bb1fa4d388296088c03d5a717&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.045 [openstack-keystone-api-5000] [] 10.0.0.212:5000 178 0.046 200 df520f2ed3979a0daed6170b73db857f 162.253.55.221 - - [29/Mar/2026:02:10:14 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.293 [openstack-keystone-api-5000] [] 10.0.0.212:5000 291 0.293 201 6d32c5da02910e1c99a54c3b0f76d772 162.253.55.221 - - [29/Mar/2026:02:10:18 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.212:5000 281 0.004 300 c1454586389e211a3081b2906141227f 162.253.55.221 - - [29/Mar/2026:02:10:18 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 548 0.281 [openstack-keystone-api-5000] [] 10.0.0.212:5000 2055 0.281 201 02e69424b079f160ef2413e868c72f8c 162.253.55.221 - - [29/Mar/2026:02:10:18 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 429 0.028 [openstack-keystone-api-5000] [] 10.0.0.212:5000 83 0.027 404 7c94e79b7aaa24b72f9d3b9d4bc3829d 162.253.55.221 - - [29/Mar/2026:02:10:18 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 447 0.021 [openstack-keystone-api-5000] [] 10.0.0.212:5000 361 0.022 200 51c6f08a0b8a2d3801e8333300e26643 162.253.55.221 - - [29/Mar/2026:02:10:18 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 433 0.022 [openstack-keystone-api-5000] [] 10.0.0.212:5000 87 0.022 404 76b7fb642f842df3d6f72e8aa7cb5e5c 162.253.55.221 - - [29/Mar/2026:02:10:18 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 451 0.024 [openstack-keystone-api-5000] [] 10.0.0.212:5000 390 0.023 200 f1033e45147322b01f84f1e8b0721648 162.253.55.221 - - [29/Mar/2026:02:10:18 +0000] "GET /v3/users/rgw-RegionOne?domain_id=0256298bb1fa4d388296088c03d5a717 HTTP/1.1" 404 91 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 480 0.019 [openstack-keystone-api-5000] [] 10.0.0.212:5000 91 0.018 404 9237c93f568de0997ea28641572caaac 162.253.55.221 - - [29/Mar/2026:02:10:18 +0000] "GET /v3/users?domain_id=0256298bb1fa4d388296088c03d5a717&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 498 0.044 [openstack-keystone-api-5000] [] 10.0.0.212:5000 458 0.045 200 048964d186cba1ac64a666631def130b 162.253.55.221 - - [29/Mar/2026:02:10:18 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 434 0.024 [openstack-keystone-api-5000] [] 10.0.0.212:5000 88 0.023 404 7faae4c2b92390c7fd6d914141c31d8d 162.253.55.221 - - [29/Mar/2026:02:10:18 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 452 0.024 [openstack-keystone-api-5000] [] 10.0.0.212:5000 520 0.024 200 629ebc8465a87a8a19a9e16538f76e65 162.253.55.221 - - [29/Mar/2026:02:10:18 +0000] "PUT /v3/projects/2863f6f1cbf44ade94a3c9de1445b94f/users/c1c526a11af94ec886435eee229f8188/roles/df05a4c11af94757b4f202d53ffbf4d1 HTTP/1.1" 204 0 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 556 0.031 [openstack-keystone-api-5000] [] 10.0.0.212:5000 0 0.031 204 9ec85a90ee7645cf7f66666f3492c50a 162.253.55.221 - - [29/Mar/2026:02:10:20 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.212:5000 281 0.003 300 9e38073dd091e5973a5bd30058f49cba 162.253.55.221 - - [29/Mar/2026:02:10:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.309 [openstack-keystone-api-5000] [] 10.0.0.212:5000 2055 0.309 201 d1af756a42f6705fb5bf4791bde6ed9f 162.253.55.221 - - [29/Mar/2026:02:10:21 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.023 [openstack-keystone-api-5000] [] 10.0.0.212:5000 151 0.022 200 b3bae35bdce0ada41720fa0949429e8d 162.253.55.221 - - [29/Mar/2026:02:10:21 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.028 [openstack-keystone-api-5000] [] 10.0.0.212:5000 263 0.029 201 a6e67a54b022c3fa4e06b5f9942510e0 162.253.55.221 - - [29/Mar/2026:02:10:21 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.212:5000 281 0.004 300 f0afd61e9e50a0dfb39b9e6741af769d 162.253.55.221 - - [29/Mar/2026:02:10:22 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.317 [openstack-keystone-api-5000] [] 10.0.0.212:5000 2157 0.317 201 640a1a31757e986cfbcb214514337b4d 162.253.55.221 - - [29/Mar/2026:02:10:22 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.023 [openstack-keystone-api-5000] [] 10.0.0.212:5000 86 0.023 404 465ec8eca1798ffb4bf38dddee09b620 162.253.55.221 - - [29/Mar/2026:02:10:22 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.022 [openstack-keystone-api-5000] [] 10.0.0.212:5000 382 0.022 200 7c964301e2897f80393adec0f2f1dabb 162.253.55.221 - - [29/Mar/2026:02:10:22 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=c2ca78e523df451c9184a7852b5a2e1f HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.020 [openstack-keystone-api-5000] [] 10.0.0.212:5000 205 0.021 200 d1eae1ba6e1215a1aa418cadcb1c1e14 162.253.55.221 - - [29/Mar/2026:02:10:22 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.028 [openstack-keystone-api-5000] [] 10.0.0.212:5000 379 0.027 201 210dc3aa70912b91b61d674ea088468c 162.253.55.221 - - [29/Mar/2026:02:10:22 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.212:5000 281 0.005 300 766fb1d953b22b58a85016ef8a3a46c9 162.253.55.221 - - [29/Mar/2026:02:10:22 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.320 [openstack-keystone-api-5000] [] 10.0.0.212:5000 2366 0.320 201 9016dad1baca9764f227fd0b8f1045af 162.253.55.221 - - [29/Mar/2026:02:10:22 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.022 [openstack-keystone-api-5000] [] 10.0.0.212:5000 86 0.022 404 26ac774a9c2709325512fb954ab9b9d8 162.253.55.221 - - [29/Mar/2026:02:10:22 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.016 [openstack-keystone-api-5000] [] 10.0.0.212:5000 382 0.015 200 492dcb70dc50931fd94276ca156011de 162.253.55.221 - - [29/Mar/2026:02:10:23 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=c2ca78e523df451c9184a7852b5a2e1f HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.023 [openstack-keystone-api-5000] [] 10.0.0.212:5000 207 0.023 200 23e6c4668c87cf275c00216cc18063d8 162.253.55.221 - - [29/Mar/2026:02:10:23 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.023 [openstack-keystone-api-5000] [] 10.0.0.212:5000 392 0.024 201 0cac37e2cf7beb74e5e4188e99024cdb W0329 02:10:24.242521 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0329 02:10:24.242646 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0329 02:10:24.242893 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:24.242913 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:10:24.247994 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.005s renderingIngressLength:7 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:35.7kB} I0329 02:10:24.248066 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0329 02:10:24.252244 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0329 02:10:24.252504 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"a223354c-cd64-442c-b2c8-62fcc249087d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8665", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:10:24.252529 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0329 02:10:24.252880 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0329 02:10:24.252994 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0329 02:10:24.253074 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:24.253095 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:10:24.253264 7 controller.go:196] "Configuration changes detected, backend reload required" I0329 02:10:24.309950 7 controller.go:216] "Backend successfully reloaded" I0329 02:10:24.310822 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hzlqg", UID:"5614eb1b-4429-41bb-8fcb-9e68914cd7f9", APIVersion:"v1", ResourceVersion:"1367", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0329 02:10:24.424244 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0329 02:10:24.425314 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0329 02:10:27.587208 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0329 02:10:27.587398 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:27.587420 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:40.945886 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0329 02:10:40.946106 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:40.946139 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:46.026034 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0329 02:10:46.026186 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:46.026222 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:49.359556 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0329 02:10:49.359718 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:49.359754 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:10:49.359892 7 controller.go:196] "Configuration changes detected, backend reload required" I0329 02:10:49.403473 7 controller.go:216] "Backend successfully reloaded" I0329 02:10:49.404220 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hzlqg", UID:"5614eb1b-4429-41bb-8fcb-9e68914cd7f9", APIVersion:"v1", ResourceVersion:"1367", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0329 02:10:52.693697 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0329 02:10:52.693988 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:52.694022 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:56.026343 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0329 02:10:56.026546 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:56.026584 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:11:11.853405 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0329 02:11:11.853700 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:11:11.853733 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:11:13.379803 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.104.121.151"}] I0329 02:11:13.396905 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"a223354c-cd64-442c-b2c8-62fcc249087d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9130", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:11:15.187800 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0329 02:11:15.188031 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:11:15.188056 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:11:18.520742 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0329 02:11:18.520919 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:11:18.520944 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:11:21.853825 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0329 02:11:21.854036 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:11:21.854067 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:11:30.369745 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0329 02:11:30.370025 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:11:30.370074 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:12:09.477393 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:12:09.477447 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:13:22.039415 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0329 02:13:22.039491 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0329 02:13:22.039548 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:13:22.039563 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:13:22.041912 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.002s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:39.2kB} I0329 02:13:22.041931 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0329 02:13:22.046485 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" W0329 02:13:22.046909 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store I0329 02:13:22.046943 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"eb736892-fcc6-4b38-b2da-5b4601115c89", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10168", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:13:22.047261 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0329 02:13:22.047361 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0329 02:13:22.047442 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:13:22.047463 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:13:22.047615 7 controller.go:196] "Configuration changes detected, backend reload required" I0329 02:13:22.103416 7 controller.go:216] "Backend successfully reloaded" I0329 02:13:22.103704 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hzlqg", UID:"5614eb1b-4429-41bb-8fcb-9e68914cd7f9", APIVersion:"v1", ResourceVersion:"1367", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0329 02:13:22.313138 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0329 02:13:22.314102 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0329 02:13:25.380864 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0329 02:13:25.381042 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:13:25.381071 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.221 - - [29/Mar/2026:02:13:26 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.212:5000 281 0.005 300 f216cf017d41af46174eb8b83fed3fd0 162.253.55.221 - - [29/Mar/2026:02:13:26 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.331 [openstack-keystone-api-5000] [] 10.0.0.212:5000 3201 0.331 201 a0cd91ee65f1036c48f78bd1a6cbb098 162.253.55.221 - - [29/Mar/2026:02:13:26 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - fc740d556e257891ea0e112032f89c56 162.253.55.221 - - [29/Mar/2026:02:13:26 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 8165fad67037263ed1386427e30d4c24 162.253.55.221 - - [29/Mar/2026:02:13:27 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.212:5000 281 0.003 300 0683b3b7a4531edf26d5c31072872e15 162.253.55.221 - - [29/Mar/2026:02:13:28 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.304 [openstack-keystone-api-5000] [] 10.0.0.212:5000 3201 0.304 201 b5774eb4de4234559024cbfc72335f47 162.253.55.221 - - [29/Mar/2026:02:13:28 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 3402a085314816b6f59e0f23976407f8 162.253.55.221 - - [29/Mar/2026:02:13:28 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 06b75d0987634480e7f4436abe70a19f 162.253.55.221 - - [29/Mar/2026:02:13:29 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.212:5000 281 0.003 300 506f91bafb67f83f82c8af9ef87f19d0 162.253.55.221 - - [29/Mar/2026:02:13:30 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.322 [openstack-keystone-api-5000] [] 10.0.0.212:5000 3201 0.322 201 39235687b2b9241cb63506ebebbb0b9b 162.253.55.221 - - [29/Mar/2026:02:13:30 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c0e5cb8db5e8bd533f2392d4b9471ac6 162.253.55.221 - - [29/Mar/2026:02:13:30 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 39a0a7ad44abc391ca23fcc650677df0 162.253.55.221 - - [29/Mar/2026:02:13:31 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.212:5000 281 0.004 300 ba3789b3106b78c57f38c2c2663666d4 162.253.55.221 - - [29/Mar/2026:02:13:31 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.294 [openstack-keystone-api-5000] [] 10.0.0.212:5000 3201 0.294 201 5841a4bbc79dd136b9b5aff49372aff8 162.253.55.221 - - [29/Mar/2026:02:13:31 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e9347eacc0d8cecb51939197fea2e618 162.253.55.221 - - [29/Mar/2026:02:13:31 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 2dcfd786265a2215cf90ad51ea7ba047 162.253.55.221 - - [29/Mar/2026:02:13:33 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.212:5000 281 0.003 300 7bf01bcccab85a2b27135ec41e09e178 162.253.55.221 - - [29/Mar/2026:02:13:33 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.286 [openstack-keystone-api-5000] [] 10.0.0.212:5000 3201 0.285 201 aa8e6636a22a1d40b21802ebe0f31ed5 162.253.55.221 - - [29/Mar/2026:02:13:33 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 0574f63c7fba589a8d18b33bef1cc7a9 162.253.55.221 - - [29/Mar/2026:02:13:33 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ecc64fbba74f4cbd4624192969fb4fd0 162.253.55.221 - - [29/Mar/2026:02:13:35 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.212:5000 281 0.003 300 29093bb161d1b7b8c10317edc3eaaed2 162.253.55.221 - - [29/Mar/2026:02:13:35 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.301 [openstack-keystone-api-5000] [] 10.0.0.212:5000 3201 0.301 201 40495b6407f08c0cbc4b0c67e185f9c3 162.253.55.221 - - [29/Mar/2026:02:13:35 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 8fdcfae34099c9eaa9e49ed13232676e 162.253.55.221 - - [29/Mar/2026:02:13:35 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 362f551d2f82829d8bffcd77c4544e7b W0329 02:13:35.579506 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0329 02:13:35.579761 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:13:35.579810 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.221 - - [29/Mar/2026:02:13:36 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.212:5000 281 0.003 300 f2cdf4b2e500570716b55062561030af 162.253.55.221 - - [29/Mar/2026:02:13:37 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.297 [openstack-keystone-api-5000] [] 10.0.0.212:5000 3201 0.297 201 30306d84403421b5073b6e178d2e1c4f 162.253.55.221 - - [29/Mar/2026:02:13:37 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 5a808ea4dd171ca13d92d6ae9be0ec88 162.253.55.221 - - [29/Mar/2026:02:13:37 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e0f044f6e666340c409058bd76f70ff0 162.253.55.221 - - [29/Mar/2026:02:13:38 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.212:5000 281 0.004 300 2a582c125fca4451cac2c3e98aceeba3 162.253.55.221 - - [29/Mar/2026:02:13:38 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.297 [openstack-keystone-api-5000] [] 10.0.0.212:5000 3201 0.297 201 f94d54ddf4fccf4ec648ec7878d93faa 162.253.55.221 - - [29/Mar/2026:02:13:38 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 20435ec15735839a3d7ca84920d19c7e 162.253.55.221 - - [29/Mar/2026:02:13:38 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 25d9f2596dfa4471fe2d198f6ab28a13 162.253.55.221 - - [29/Mar/2026:02:13:40 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.212:5000 281 0.004 300 d6db860cf4b746c5548335276646c511 162.253.55.221 - - [29/Mar/2026:02:13:40 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.300 [openstack-keystone-api-5000] [] 10.0.0.212:5000 3201 0.299 201 a8b082e6f6bb38cd77ea70e322bf548f 162.253.55.221 - - [29/Mar/2026:02:13:40 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - db1e724e21e9ecef138625339af934cd 162.253.55.221 - - [29/Mar/2026:02:13:40 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 9d4b098abd6e540192ad1828c6b46aa4 162.253.55.221 - - [29/Mar/2026:02:13:42 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.212:5000 281 0.003 300 891c0f833e2390e771846a301753026a 162.253.55.221 - - [29/Mar/2026:02:13:42 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.279 [openstack-keystone-api-5000] [] 10.0.0.212:5000 3201 0.278 201 acd8ddca43418ca06de5f7d3ec60f53f 162.253.55.221 - - [29/Mar/2026:02:13:42 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - cecefd2492d1792684b2a45697c42fa3 162.253.55.221 - - [29/Mar/2026:02:13:42 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a85a597931978aa06df656557c25f019 162.253.55.221 - - [29/Mar/2026:02:13:43 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.212:5000 281 0.004 300 600484f822d3e500a0eb4807ca312a8b 162.253.55.221 - - [29/Mar/2026:02:13:44 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.288 [openstack-keystone-api-5000] [] 10.0.0.212:5000 3201 0.288 201 b078c03e769f149369aeab1979b9ec27 162.253.55.221 - - [29/Mar/2026:02:13:44 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a5e05beee3dc854a26e17972ffe88ae7 162.253.55.221 - - [29/Mar/2026:02:13:44 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c2874d079bc1947391cd2d2475f5290a W0329 02:13:45.009115 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:13:45.009169 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.221 - - [29/Mar/2026:02:13:45 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.212:5000 281 0.004 300 9c30f2677382af8f2768487ed2d3da76 162.253.55.221 - - [29/Mar/2026:02:13:45 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.278 [openstack-keystone-api-5000] [] 10.0.0.212:5000 3201 0.279 201 93537d02041d39bae2097d5216badf28 162.253.55.221 - - [29/Mar/2026:02:13:45 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.221:9292 1312 0.002 300 aec2861dbe1f3cf0c3076a2c40c044d3 162.253.55.221 - - [29/Mar/2026:02:13:46 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.561 [openstack-glance-api-9292] [] 10.0.0.221:9292 69 0.561 200 c203346fc50dba11a649624b17e28300 162.253.55.221 - - [29/Mar/2026:02:13:49 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.212:5000 281 0.004 300 679d3b167eb8b5c672839bc5a13e771d 162.253.55.221 - - [29/Mar/2026:02:13:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.284 [openstack-keystone-api-5000] [] 10.0.0.212:5000 3201 0.284 201 08c97d9c6ad9dfec19835e6e489d2913 162.253.55.221 - - [29/Mar/2026:02:13:49 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.221:9292 1312 0.003 300 21d238064f6d978fa92534e84a37ee1a 162.253.55.221 - - [29/Mar/2026:02:13:49 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.038 [openstack-glance-api-9292] [] 10.0.0.221:9292 69 0.038 200 843126d511108a1f53f26fd209cce3af 162.253.55.221 - - [29/Mar/2026:02:13:49 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.119 [openstack-glance-api-9292] [] 10.0.0.221:9292 151 0.120 404 e51c219e3f81aaab862bde2b29efd533 162.253.55.221 - - [29/Mar/2026:02:13:49 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.021 [openstack-glance-api-9292] [] 10.0.0.221:9292 81 0.022 200 08e5623795d08af540c21bdb950d320b 162.253.55.221 - - [29/Mar/2026:02:13:49 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.023 [openstack-glance-api-9292] [] 10.0.0.221:9292 84 0.023 200 a949be3a4673aba1e1ab5b81a3e9932f 162.253.55.221 - - [29/Mar/2026:02:13:49 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.055 [openstack-glance-api-9292] [] 10.0.0.221:9292 760 0.054 201 a7b4ead089a5549d4e91079ca14769af 162.253.55.221 - - [29/Mar/2026:02:13:53 +0000] "PUT /v2/images/23d67f2d-725b-4f31-abd9-a77fc5a3ba43/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 3.796 [openstack-glance-api-9292] [] 10.0.0.221:9292 0 3.796 204 15564e21d9d9a23a307a47c52a5284bc 162.253.55.221 - - [29/Mar/2026:02:13:53 +0000] "GET /v2/images/23d67f2d-725b-4f31-abd9-a77fc5a3ba43 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.014 [openstack-glance-api-9292] [] 10.0.0.221:9292 1171 0.014 200 0a694f1a90f658f945a62339b4363bad 162.253.55.221 - - [29/Mar/2026:02:13:53 +0000] "GET /v2/images/23d67f2d-725b-4f31-abd9-a77fc5a3ba43 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.014 [openstack-glance-api-9292] [] 10.0.0.221:9292 1171 0.014 200 28cfcc965f13c41e52be32c5a6d72932 W0329 02:13:56.773571 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:13:56.773834 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:14:00.107758 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:14:00.107807 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:14:13.378980 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.104.121.151"}] I0329 02:14:13.384308 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"eb736892-fcc6-4b38-b2da-5b4601115c89", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10618", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:14:13.386030 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:14:13.386054 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store