------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0314 07:05:32.945921 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0314 07:05:32.946210 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0314 07:05:32.956363 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0314 07:05:32.958832 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0314 07:05:33.268073 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0314 07:05:33.288898 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0314 07:05:33.304207 7 nginx.go:271] "Starting NGINX Ingress controller" I0314 07:05:33.312726 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"c61e421f-07fd-4116-b34b-fd369526b8ad", APIVersion:"v1", ResourceVersion:"1077", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0314 07:05:33.317001 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"2ea71996-3a79-4847-8164-a2c7b4754700", APIVersion:"v1", ResourceVersion:"1076", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0314 07:05:33.317073 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"c17a5a24-4956-4872-b03e-547f8e1ca3d0", APIVersion:"v1", ResourceVersion:"1078", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0314 07:05:34.507191 7 nginx.go:317] "Starting NGINX process" I0314 07:05:34.507321 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0314 07:05:34.507764 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0314 07:05:34.507994 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0314 07:05:34.508060 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:05:34.508084 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:05:34.508136 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 07:05:34.515264 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0314 07:05:34.515353 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-hpkkv" I0314 07:05:34.543888 7 controller.go:216] "Backend successfully reloaded" I0314 07:05:34.543995 7 controller.go:227] "Initial sync, sleeping for 1 second" I0314 07:05:34.544080 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hpkkv", UID:"4c14bac7-a8f0-4088-9ef8-bc1d223cdf3e", APIVersion:"v1", ResourceVersion:"1192", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0314 07:05:38.336925 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:05:38.336974 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:05:41.673002 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:05:41.673060 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:05:45.003898 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:05:45.003977 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:05:48.337521 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:05:48.337579 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:05:51.671475 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:05:51.671523 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:05:55.006819 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:05:55.006878 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:05:58.337771 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:05:58.337904 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:06:01.670732 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:06:01.670788 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:06:05.004710 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:06:05.004763 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:06:08.337610 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:06:08.337663 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:06:11.671094 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:06:11.671250 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:06:15.004656 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:06:15.004716 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:04.227969 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:04.228016 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:10.329378 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:10.329430 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:13.663605 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:13.663663 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:17.717553 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:17.717956 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:21.053743 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:21.053787 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:24.385094 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:24.385163 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:27.717904 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:27.717954 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:31.054612 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:31.054659 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:08:23.512520 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:08:23.512566 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:08:25.580141 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-222.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-222.nip.io-tls was not found. Using default certificate W0314 07:08:25.580224 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:08:25.580281 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:08:25.582507 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.003s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:14.7kB} I0314 07:08:25.582547 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0314 07:08:25.591209 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0314 07:08:25.591592 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"00724608-d9fc-4f39-b50f-38d03ffbbba3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"2582", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 07:08:25.591941 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-222.nip.io-tls" in local store I0314 07:08:26.164531 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-222.nip.io-tls" I0314 07:08:26.166077 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-222.nip.io-tls" W0314 07:08:26.846791 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:08:26.846848 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:08:26.846944 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 07:08:26.896049 7 controller.go:216] "Backend successfully reloaded" I0314 07:08:26.896367 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hpkkv", UID:"4c14bac7-a8f0-4088-9ef8-bc1d223cdf3e", APIVersion:"v1", ResourceVersion:"1192", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0314 07:08:30.180199 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:08:30.180269 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:08:33.512884 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:08:33.512931 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:08:34.523486 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.107.105.156"}] I0314 07:08:34.530160 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"00724608-d9fc-4f39-b50f-38d03ffbbba3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"2779", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 07:08:36.846985 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:08:36.847055 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.222 - - [14/Mar/2026:07:08:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.611 [auth-system-keycloak-80] [] 10.0.0.212:8080 1885 0.610 200 ee5f4ddb7283cf12372caf3926b35d2e 199.204.45.222 - - [14/Mar/2026:07:08:37 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 28 "-" "Ansible" 1197 0.063 [auth-system-keycloak-80] [] 10.0.0.212:8080 28 0.063 404 b03ab7221b3978a992cb018791fc6d1f 199.204.45.222 - - [14/Mar/2026:07:08:39 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 1.336 [auth-system-keycloak-80] [] 10.0.0.212:8080 0 1.334 201 8bfcdc2788578d648ee5f25366c372f9 199.204.45.222 - - [14/Mar/2026:07:08:39 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4101 "-" "Ansible" 1197 0.218 [auth-system-keycloak-80] [] 10.0.0.212:8080 4101 0.217 200 6eabe0222893a27878108f2b1cac216d 199.204.45.222 - - [14/Mar/2026:07:08:40 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.070 [auth-system-keycloak-80] [] 10.0.0.212:8080 1885 0.069 200 dbc931190ab7fbe181b3cb2fc8e2ddcf W0314 07:08:40.180235 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:08:40.180351 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.222 - - [14/Mar/2026:07:08:40 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 11535 "-" "Ansible" 1211 0.034 [auth-system-keycloak-80] [] 10.0.0.212:8080 11535 0.034 200 757166140b2c2331000b3b896cb40793 199.204.45.222 - - [14/Mar/2026:07:08:40 +0000] "GET /admin/realms/atmosphere/client-scopes/49b447a4-c296-4605-950c-700e4b0d597e HTTP/1.1" 200 1146 "-" "Ansible" 1248 0.018 [auth-system-keycloak-80] [] 10.0.0.212:8080 1146 0.018 200 2388bccac27c54e60c5801b2e6b2594b 199.204.45.222 - - [14/Mar/2026:07:08:40 +0000] "PUT /admin/realms/atmosphere/client-scopes/49b447a4-c296-4605-950c-700e4b0d597e HTTP/1.1" 204 0 "-" "Ansible" 1848 0.023 [auth-system-keycloak-80] [] 10.0.0.212:8080 0 0.022 204 70e05081bacbc1dbfd21496a1be34b80 199.204.45.222 - - [14/Mar/2026:07:08:40 +0000] "GET /admin/realms/atmosphere/client-scopes/49b447a4-c296-4605-950c-700e4b0d597e/protocol-mappers/models HTTP/1.1" 200 831 "-" "Ansible" 1272 0.027 [auth-system-keycloak-80] [] 10.0.0.212:8080 831 0.028 200 f03ccbbe1e4d7eb136d64f37c0493b65 199.204.45.222 - - [14/Mar/2026:07:08:40 +0000] "GET /admin/realms/atmosphere/client-scopes/49b447a4-c296-4605-950c-700e4b0d597e/protocol-mappers/models/f06f247a-15ab-4a91-9b6e-b953f5893128 HTTP/1.1" 200 331 "-" "Ansible" 1309 0.009 [auth-system-keycloak-80] [] 10.0.0.212:8080 331 0.010 200 cf8524b54c44c62e482a39d6ca64e1e5 199.204.45.222 - - [14/Mar/2026:07:08:40 +0000] "PUT /admin/realms/atmosphere/client-scopes/49b447a4-c296-4605-950c-700e4b0d597e/protocol-mappers/models/f06f247a-15ab-4a91-9b6e-b953f5893128 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.030 [auth-system-keycloak-80] [] 10.0.0.212:8080 0 0.030 204 d626a0bf726f561758ffcdccf832fe29 199.204.45.222 - - [14/Mar/2026:07:08:40 +0000] "GET /admin/realms/atmosphere/client-scopes/49b447a4-c296-4605-950c-700e4b0d597e HTTP/1.1" 200 1121 "-" "Ansible" 1248 0.024 [auth-system-keycloak-80] [] 10.0.0.212:8080 1121 0.023 200 973f505bd288509b7457aa7f7f7b59c6 W0314 07:08:43.513419 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:08:43.513480 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.222 - - [14/Mar/2026:07:09:01 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.048 [auth-system-keycloak-80] [] 10.0.0.212:8080 1885 0.047 200 19ce9521d91aba4cd4154c2632dd6099 199.204.45.222 - - [14/Mar/2026:07:09:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.016 [auth-system-keycloak-80] [] 10.0.0.212:8080 2 0.017 200 06f7fd8408a98a5b07320229c8b0dd08 199.204.45.222 - - [14/Mar/2026:07:09:01 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.063 [auth-system-keycloak-80] [] 10.0.0.212:8080 0 0.061 201 91801d157bef02efa4f3b740c827bdf6 199.204.45.222 - - [14/Mar/2026:07:09:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.031 [auth-system-keycloak-80] [] 10.0.0.212:8080 1261 0.031 200 9bfa08d8cfc0c3cf6cbe60f32d2ec760 199.204.45.222 - - [14/Mar/2026:07:09:01 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.054 [auth-system-keycloak-80] [] 10.0.0.212:8080 1885 0.053 200 ea08002cf059b1d9f971c0bc4285b303 199.204.45.222 - - [14/Mar/2026:07:09:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.011 [auth-system-keycloak-80] [] 10.0.0.212:8080 2 0.011 200 eed6336152498c645c2e02cb7c0f2b15 199.204.45.222 - - [14/Mar/2026:07:09:01 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.032 [auth-system-keycloak-80] [] 10.0.0.212:8080 0 0.032 201 4cf1d79bbcee2a1efbc036c1e419614a 199.204.45.222 - - [14/Mar/2026:07:09:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.022 [auth-system-keycloak-80] [] 10.0.0.212:8080 1286 0.022 200 2491583c1d2ff2206bba528ec6eb3f74 199.204.45.222 - - [14/Mar/2026:07:09:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.046 [auth-system-keycloak-80] [] 10.0.0.212:8080 1885 0.046 200 8fe6cdf964bfd847b3b54acd07732b18 199.204.45.222 - - [14/Mar/2026:07:09:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.010 [auth-system-keycloak-80] [] 10.0.0.212:8080 2 0.011 200 79c523504b58ace85c0dca1b6c7b487a 199.204.45.222 - - [14/Mar/2026:07:09:02 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.033 [auth-system-keycloak-80] [] 10.0.0.212:8080 0 0.033 201 ec145cc7c0fd36df3278ac2a55a716ba 199.204.45.222 - - [14/Mar/2026:07:09:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.022 [auth-system-keycloak-80] [] 10.0.0.212:8080 1251 0.021 200 0e50872aac0d2fc302c8e80192439252 199.204.45.222 - - [14/Mar/2026:07:09:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.049 [auth-system-keycloak-80] [] 10.0.0.212:8080 1885 0.047 200 7de1d6501ca9669a1086e7ba5434c2cc 199.204.45.222 - - [14/Mar/2026:07:09:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.006 [auth-system-keycloak-80] [] 10.0.0.212:8080 1261 0.005 200 b6b3c79fdbf5385a4ab6dde5ce99ee13 199.204.45.222 - - [14/Mar/2026:07:09:03 +0000] "GET /admin/realms/atmosphere/clients/2889ee2c-db86-4dae-ab24-f8d7a346a863/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1255 0.026 [auth-system-keycloak-80] [] 10.0.0.212:8080 31 0.026 404 75fd3653efb4aafb8f3c45c752290d0a 199.204.45.222 - - [14/Mar/2026:07:09:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.212:8080 1261 0.007 200 e69319cd235cf5d7d21852acebeb1b14 199.204.45.222 - - [14/Mar/2026:07:09:03 +0000] "POST /admin/realms/atmosphere/clients/2889ee2c-db86-4dae-ab24-f8d7a346a863/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.105 [auth-system-keycloak-80] [] 10.0.0.212:8080 0 0.104 201 c6cb4150fcc0406877af8d320e2483bf 199.204.45.222 - - [14/Mar/2026:07:09:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.212:8080 1261 0.009 200 bcfc5eb19abb20c0732b2f417fce4a1d 199.204.45.222 - - [14/Mar/2026:07:09:03 +0000] "GET /admin/realms/atmosphere/clients/2889ee2c-db86-4dae-ab24-f8d7a346a863/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.212:8080 166 0.013 200 382bb03730ada4d0d2132914b99186be 199.204.45.222 - - [14/Mar/2026:07:09:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.046 [auth-system-keycloak-80] [] 10.0.0.212:8080 1885 0.044 200 8fc5da8d0823c8d6b997ffe9f189a4a7 199.204.45.222 - - [14/Mar/2026:07:09:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.212:8080 1286 0.007 200 de7a2c31016cf5ac95e873a474699d7b 199.204.45.222 - - [14/Mar/2026:07:09:03 +0000] "GET /admin/realms/atmosphere/clients/4d6a9e80-6f57-46a9-b91a-92d16a683c59/roles/admin HTTP/1.1" 404 31 "-" "Ansible" 1254 0.008 [auth-system-keycloak-80] [] 10.0.0.212:8080 31 0.008 404 db8d079130675e701fcf52cfe8115b0e 199.204.45.222 - - [14/Mar/2026:07:09:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.212:8080 1286 0.007 200 b4c3434888bd8b3493281025291938a9 199.204.45.222 - - [14/Mar/2026:07:09:03 +0000] "POST /admin/realms/atmosphere/clients/4d6a9e80-6f57-46a9-b91a-92d16a683c59/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.015 [auth-system-keycloak-80] [] 10.0.0.212:8080 0 0.013 201 08a982593ef1bf4d3fc290aaeec82f73 199.204.45.222 - - [14/Mar/2026:07:09:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.011 [auth-system-keycloak-80] [] 10.0.0.212:8080 1286 0.010 200 6ed8eef7494c56ae62a8f1e39a1a8792 199.204.45.222 - - [14/Mar/2026:07:09:03 +0000] "GET /admin/realms/atmosphere/clients/4d6a9e80-6f57-46a9-b91a-92d16a683c59/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.014 [auth-system-keycloak-80] [] 10.0.0.212:8080 165 0.013 200 6d7e89641181e192d8b3d1026358c718 199.204.45.222 - - [14/Mar/2026:07:09:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.053 [auth-system-keycloak-80] [] 10.0.0.212:8080 1885 0.050 200 b5d56908ec8484938f72145ac617accb 199.204.45.222 - - [14/Mar/2026:07:09:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.212:8080 1286 0.006 200 aad6b04d1df7760591ed4148b6f10956 199.204.45.222 - - [14/Mar/2026:07:09:04 +0000] "GET /admin/realms/atmosphere/clients/4d6a9e80-6f57-46a9-b91a-92d16a683c59/roles/editor HTTP/1.1" 404 31 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.212:8080 31 0.009 404 2e90df8aa7c63cadab789aed5c2c0a45 199.204.45.222 - - [14/Mar/2026:07:09:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.212:8080 1286 0.007 200 386bc01e01ae1a9b0110d5a1b1fc2ffb 199.204.45.222 - - [14/Mar/2026:07:09:04 +0000] "POST /admin/realms/atmosphere/clients/4d6a9e80-6f57-46a9-b91a-92d16a683c59/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.042 [auth-system-keycloak-80] [] 10.0.0.212:8080 0 0.041 201 0fa8bce83802768ebeeec13d3c12e36d 199.204.45.222 - - [14/Mar/2026:07:09:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.212:8080 1286 0.007 200 c46c91cae3523878122a91993c0d5a73 199.204.45.222 - - [14/Mar/2026:07:09:04 +0000] "GET /admin/realms/atmosphere/clients/4d6a9e80-6f57-46a9-b91a-92d16a683c59/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.212:8080 166 0.011 200 c673dfc1c34953f858f264c3fcbdcc84 199.204.45.222 - - [14/Mar/2026:07:09:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.049 [auth-system-keycloak-80] [] 10.0.0.212:8080 1885 0.048 200 04f4e06fd826e46f8b7c54e684761c5b 199.204.45.222 - - [14/Mar/2026:07:09:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.018 [auth-system-keycloak-80] [] 10.0.0.212:8080 1286 0.019 200 ecc37062cf6f8f6f017568136f1edb34 199.204.45.222 - - [14/Mar/2026:07:09:04 +0000] "GET /admin/realms/atmosphere/clients/4d6a9e80-6f57-46a9-b91a-92d16a683c59/roles/viewer HTTP/1.1" 404 31 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.212:8080 31 0.011 404 6dc7764faaee73dddd9f3cbb7861e350 199.204.45.222 - - [14/Mar/2026:07:09:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.212:8080 1286 0.007 200 d62a906ca9fd2f4fa666743e01a9c595 199.204.45.222 - - [14/Mar/2026:07:09:04 +0000] "POST /admin/realms/atmosphere/clients/4d6a9e80-6f57-46a9-b91a-92d16a683c59/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.022 [auth-system-keycloak-80] [] 10.0.0.212:8080 0 0.021 201 dd3546c2d62734224578def259ae13e9 199.204.45.222 - - [14/Mar/2026:07:09:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.212:8080 1286 0.009 200 c1c47433d6f2ddfef5749f440f700ef4 199.204.45.222 - - [14/Mar/2026:07:09:04 +0000] "GET /admin/realms/atmosphere/clients/4d6a9e80-6f57-46a9-b91a-92d16a683c59/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.017 [auth-system-keycloak-80] [] 10.0.0.212:8080 166 0.017 200 1f613bc7689b541d5b6a4e0c3ae736fd 199.204.45.222 - - [14/Mar/2026:07:09:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.047 [auth-system-keycloak-80] [] 10.0.0.212:8080 1885 0.046 200 b6d17f67d0b6b82d1590f3d1e025720f 199.204.45.222 - - [14/Mar/2026:07:09:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.212:8080 1251 0.007 200 b4ad984b702938f881b1073d429aaa6d 199.204.45.222 - - [14/Mar/2026:07:09:04 +0000] "GET /admin/realms/atmosphere/clients/cfe1f0ae-87cf-4864-bee8-d5621083628c/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.212:8080 31 0.009 404 179bc3962b415a5451e0b3ee1f47d0de 199.204.45.222 - - [14/Mar/2026:07:09:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.212:8080 1251 0.007 200 f8e08d24a34006054120bfa9e14462e9 199.204.45.222 - - [14/Mar/2026:07:09:05 +0000] "POST /admin/realms/atmosphere/clients/cfe1f0ae-87cf-4864-bee8-d5621083628c/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.016 [auth-system-keycloak-80] [] 10.0.0.212:8080 0 0.014 201 4460d5f1a3a288b06af287e20ace19ba 199.204.45.222 - - [14/Mar/2026:07:09:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.212:8080 1251 0.007 200 c3a871c35fa1aa675280af76fcd9eff3 199.204.45.222 - - [14/Mar/2026:07:09:05 +0000] "GET /admin/realms/atmosphere/clients/cfe1f0ae-87cf-4864-bee8-d5621083628c/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.212:8080 166 0.014 200 147bad6f76a5d1dd53a3aa66c2743d1b W0314 07:10:13.750555 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:10:13.750601 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:10:13.836670 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:10:13.836746 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0314 07:10:13.836784 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:10:13.836800 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:10:13.837107 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 07:10:13.837197 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0314 07:10:13.837249 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:10:13.837271 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:10:13.837904 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:10:13.838004 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0314 07:10:13.838051 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:10:13.838072 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:10:13.838724 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0314 07:10:13.838752 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0314 07:10:13.839671 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0314 07:10:13.839702 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0314 07:10:13.839961 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0314 07:10:13.839995 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0314 07:10:13.846390 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0314 07:10:13.846782 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0314 07:10:13.846756 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"68ee10ca-b82f-4193-b76c-55e2767c20ed", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3638", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0314 07:10:13.846841 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0314 07:10:13.847084 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"037eee0c-d575-4bdc-a6b4-1e4cd3e0d417", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3642", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 07:10:13.847313 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0314 07:10:13.847361 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0314 07:10:13.848152 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0314 07:10:13.848232 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"f91135a4-b9dd-4245-88bb-446f16ed43c7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3644", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0314 07:10:14.153863 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0314 07:10:14.154969 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0314 07:10:14.809552 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0314 07:10:14.811108 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0314 07:10:15.139674 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0314 07:10:15.142527 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0314 07:10:17.084930 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:10:17.085022 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 07:10:17.085062 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:10:17.085211 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:10:17.085246 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:10:17.085378 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 07:10:17.435835 7 controller.go:216] "Backend successfully reloaded" I0314 07:10:17.436225 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hpkkv", UID:"4c14bac7-a8f0-4088-9ef8-bc1d223cdf3e", APIVersion:"v1", ResourceVersion:"1192", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0314 07:10:20.418381 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:10:20.418510 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 07:10:20.418551 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:10:20.418674 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:10:20.418706 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:10:23.751449 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:10:23.751537 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 07:10:23.751581 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:10:23.751907 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:10:23.751978 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:10:27.085078 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:10:27.085125 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 07:10:27.085147 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:10:27.085237 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:10:27.085254 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:10:30.417559 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:10:30.417649 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 07:10:30.417695 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:10:30.417817 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:10:30.417849 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:10:33.751063 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:10:33.751137 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 07:10:33.751181 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:10:33.751333 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:10:33.751365 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:10:34.524187 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.107.105.156"}] I0314 07:10:34.524706 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.107.105.156"}] I0314 07:10:34.525131 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.107.105.156"}] I0314 07:10:34.544051 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"f91135a4-b9dd-4245-88bb-446f16ed43c7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4273", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0314 07:10:34.655091 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"037eee0c-d575-4bdc-a6b4-1e4cd3e0d417", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4274", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0314 07:10:34.655644 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"68ee10ca-b82f-4193-b76c-55e2767c20ed", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4275", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 07:10:37.083948 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:10:37.084025 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 07:10:37.084058 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:10:37.084175 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:10:37.084195 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:10:40.417759 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:10:40.417854 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 07:10:40.417920 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:10:40.418161 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:10:40.418212 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:10:43.750767 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:10:43.750849 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 07:10:43.750889 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:10:43.751015 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:10:43.751045 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:10:47.084554 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:10:47.084705 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:10:47.084933 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:10:47.084973 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:10:50.418846 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:10:50.418961 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:10:50.419121 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:10:50.419145 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:10:54.306996 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:10:54.307093 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:10:54.307210 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:10:54.307241 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:10:57.641009 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:10:57.641087 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:10:57.641196 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:10:57.641219 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:00.974032 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:11:00.974142 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:11:00.974291 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:00.974323 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.4 - - [14/Mar/2026:07:11:03 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6264 "-" "Go-http-client/1.1" 161 0.050 [auth-system-keycloak-80] [] 10.0.0.212:8080 6264 0.050 200 132caf6310b18e6ae9fe51095fcdb8fa 10.0.0.100 - - [14/Mar/2026:07:11:03 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6264 "-" "Go-http-client/1.1" 161 0.048 [auth-system-keycloak-80] [] 10.0.0.212:8080 6264 0.047 200 0d672351e7ea609473643251ab9d3142 W0314 07:11:04.307648 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:11:04.307739 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:11:04.307840 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:04.307864 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:07.642116 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:11:07.642414 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:07.642516 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:10.974316 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:11:10.974497 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:10.974533 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:14.308241 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:14.308282 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:17.641145 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:17.641219 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:21.156275 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:21.156317 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:24.490873 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:24.490922 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.222 - - [14/Mar/2026:07:11:28 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.051 [auth-system-keycloak-80] [] 10.0.0.212:8080 1885 0.049 200 472dcc3d9517e9a1743b747e6b097272 199.204.45.222 - - [14/Mar/2026:07:11:28 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4101 "-" "Ansible" 1197 0.009 [auth-system-keycloak-80] [] 10.0.0.212:8080 4101 0.009 200 4912f30eef0d2390549c922f91869d60 199.204.45.222 - - [14/Mar/2026:07:11:28 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5556 0.182 [auth-system-keycloak-80] [] 10.0.0.212:8080 0 0.180 204 d8cae8774d0f9c47c0ece6521c56b449 199.204.45.222 - - [14/Mar/2026:07:11:28 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4239 "-" "Ansible" 1197 0.064 [auth-system-keycloak-80] [] 10.0.0.212:8080 4239 0.064 200 a65cc0ca3b1e3fcdb59c7550ee8ce401 199.204.45.222 - - [14/Mar/2026:07:11:28 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6264 "-" "ansible-httpget" 181 0.008 [auth-system-keycloak-80] [] 10.0.0.212:8080 6264 0.008 200 d4ef3c4a06ebf84fd0ffba440bc4269e 199.204.45.222 - - [14/Mar/2026:07:11:29 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.044 [auth-system-keycloak-80] [] 10.0.0.212:8080 1885 0.042 200 f1b225b405042f1f882fe3f41c8552d4 199.204.45.222 - - [14/Mar/2026:07:11:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.011 [auth-system-keycloak-80] [] 10.0.0.212:8080 2 0.010 200 3db76a73812e1e75be9d991178b98b90 199.204.45.222 - - [14/Mar/2026:07:11:29 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.055 [auth-system-keycloak-80] [] 10.0.0.212:8080 0 0.053 201 5663cbc04f844d82219bb89e8e6c98f1 199.204.45.222 - - [14/Mar/2026:07:11:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2141 "-" "Ansible" 1223 0.023 [auth-system-keycloak-80] [] 10.0.0.212:8080 2141 0.023 200 e973e3080bbb06bd30a86a6116188ac9 199.204.45.222 - - [14/Mar/2026:07:11:30 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.045 [auth-system-keycloak-80] [] 10.0.0.212:8080 1885 0.045 200 0d6cb600985d231d6b46a095d40ff670 199.204.45.222 - - [14/Mar/2026:07:11:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2141 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.212:8080 2141 0.007 200 bb60e8b8f39598223953b6d416bb50d6 199.204.45.222 - - [14/Mar/2026:07:11:30 +0000] "GET /admin/realms/atmosphere/clients/ae694db1-f8ba-4374-bc53-3239195118f9/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.019 [auth-system-keycloak-80] [] 10.0.0.212:8080 233 0.019 200 004e39ac8ecbd56505092a7bc3ef61eb 199.204.45.222 - - [14/Mar/2026:07:11:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.021 [auth-system-keycloak-80] [] 10.0.0.212:8080 831 0.022 200 92d77db33ec94eea26320f1285088e0f 199.204.45.222 - - [14/Mar/2026:07:11:30 +0000] "GET /admin/realms/atmosphere/clients/86ba1264-3012-468b-95aa-a33368f6de52/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.029 [auth-system-keycloak-80] [] 10.0.0.212:8080 3758 0.030 200 622c2b6f2a26d071323394fd0b8707b2 199.204.45.222 - - [14/Mar/2026:07:11:30 +0000] "GET /admin/realms/atmosphere/users/938f230b-d150-4c70-a818-611dc58200ce/role-mappings/clients/86ba1264-3012-468b-95aa-a33368f6de52/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.088 [auth-system-keycloak-80] [] 10.0.0.212:8080 3758 0.087 200 d7df1d07adeba14db5c8c7a7724f2879 199.204.45.222 - - [14/Mar/2026:07:11:30 +0000] "GET /admin/realms/atmosphere/users/938f230b-d150-4c70-a818-611dc58200ce/role-mappings/clients/86ba1264-3012-468b-95aa-a33368f6de52/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.025 [auth-system-keycloak-80] [] 10.0.0.212:8080 2 0.026 200 76bfea74d7a376bb9c9ccaa29bc708ef 199.204.45.222 - - [14/Mar/2026:07:11:30 +0000] "POST /admin/realms/atmosphere/users/938f230b-d150-4c70-a818-611dc58200ce/role-mappings/clients/86ba1264-3012-468b-95aa-a33368f6de52 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.050 [auth-system-keycloak-80] [] 10.0.0.212:8080 0 0.050 204 1da6f12e387cbbbdaae549fe98246724 199.204.45.222 - - [14/Mar/2026:07:11:30 +0000] "GET /admin/realms/atmosphere/users/938f230b-d150-4c70-a818-611dc58200ce/role-mappings/clients/86ba1264-3012-468b-95aa-a33368f6de52/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.017 [auth-system-keycloak-80] [] 10.0.0.212:8080 576 0.017 200 1f6c5ad49b0a791b69c7bc1872a9fe2f W0314 07:11:33.531548 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:33.531707 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:36.865674 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:36.865745 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:46.953654 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:46.953704 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:13:38.712598 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:13:38.712655 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:14:12.303698 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0314 07:14:12.303799 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:14:12.303820 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:14:12.307735 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:28.7kB} I0314 07:14:12.307775 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0314 07:14:12.315293 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0314 07:14:12.315631 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"4f6c3187-136f-4d9f-a03b-2018b19635b5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6211", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 07:14:12.315860 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0314 07:14:12.316280 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0314 07:14:12.316357 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:14:12.316377 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:14:12.316513 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 07:14:12.367292 7 controller.go:216] "Backend successfully reloaded" I0314 07:14:12.367570 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hpkkv", UID:"4c14bac7-a8f0-4088-9ef8-bc1d223cdf3e", APIVersion:"v1", ResourceVersion:"1192", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0314 07:14:12.645340 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0314 07:14:12.646803 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0314 07:14:15.650362 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:14:15.650414 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.222 - - [14/Mar/2026:07:14:16 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.004 [openstack-keystone-api-5000] [] 10.0.0.198:5000 281 0.004 300 02a26818c5800b6defe97840fc9f5591 199.204.45.222 - - [14/Mar/2026:07:14:18 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.198:5000 266 0.004 200 2122a2095e2ceaea6e565953ede5ed40 199.204.45.222 - - [14/Mar/2026:07:14:18 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.324 [openstack-keystone-api-5000] [] 10.0.0.198:5000 1297 0.323 201 045ce490ecc8cd7ff0a16c3fe5582567 199.204.45.222 - - [14/Mar/2026:07:14:18 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.198:5000 281 0.004 300 95b012d47bdccd724f9b53de9175c589 199.204.45.222 - - [14/Mar/2026:07:14:18 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.036 [openstack-keystone-api-5000] [] 10.0.0.198:5000 368 0.036 200 d5efcac49670a1ba5aba76c7aa08a25b 199.204.45.222 - - [14/Mar/2026:07:14:19 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.198:5000 266 0.004 200 085a35599020f6c14a373bd141502b77 199.204.45.222 - - [14/Mar/2026:07:14:19 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.287 [openstack-keystone-api-5000] [] 10.0.0.198:5000 1297 0.286 201 48fc72d148453d56a1a963ffd9bf6981 199.204.45.222 - - [14/Mar/2026:07:14:19 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.198:5000 281 0.004 300 fc6f141c04d6d16bc0a43861b2f8175c 199.204.45.222 - - [14/Mar/2026:07:14:19 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.021 [openstack-keystone-api-5000] [] 10.0.0.198:5000 101 0.022 404 d96ab0c3bccd1c59bda5c257d50376ed 199.204.45.222 - - [14/Mar/2026:07:14:19 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.025 [openstack-keystone-api-5000] [] 10.0.0.198:5000 156 0.026 200 39b56df403f8c63c18044b12795699a6 199.204.45.222 - - [14/Mar/2026:07:14:19 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.046 [openstack-keystone-api-5000] [] 10.0.0.198:5000 454 0.045 201 5ddd864b943753172098d9350a6eabc5 199.204.45.222 - - [14/Mar/2026:07:14:20 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.198:5000 266 0.003 200 3cfd56e91cf87848070568bcb3f58dd4 199.204.45.222 - - [14/Mar/2026:07:14:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.314 [openstack-keystone-api-5000] [] 10.0.0.198:5000 1297 0.315 201 40d88dc885c67ea0b47cfd80903ad149 199.204.45.222 - - [14/Mar/2026:07:14:20 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.198:5000 281 0.004 300 fb4c0d246b302a4269a5704d3ecec19e 199.204.45.222 - - [14/Mar/2026:07:14:20 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.032 [openstack-keystone-api-5000] [] 10.0.0.198:5000 98 0.031 404 9086042cfa7da50ecffd923f06567125 199.204.45.222 - - [14/Mar/2026:07:14:20 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.022 [openstack-keystone-api-5000] [] 10.0.0.198:5000 136 0.021 200 ddb7cb8b15a9138c9460b3b20dd1a85b 199.204.45.222 - - [14/Mar/2026:07:14:20 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 332 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.022 [openstack-keystone-api-5000] [] 10.0.0.198:5000 332 0.022 201 ce5e3dc7c908d16f461ad3b206cac773 199.204.45.222 - - [14/Mar/2026:07:14:21 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.198:5000 266 0.003 200 457af8edf6020d4df399358519c7eb83 199.204.45.222 - - [14/Mar/2026:07:14:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.287 [openstack-keystone-api-5000] [] 10.0.0.198:5000 1297 0.287 201 b632414f7e9da8bc3847b07f5baf4ca5 199.204.45.222 - - [14/Mar/2026:07:14:21 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.198:5000 281 0.004 300 3d8b0f5f310c663772c2901d16ef9409 199.204.45.222 - - [14/Mar/2026:07:14:21 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.030 [openstack-keystone-api-5000] [] 10.0.0.198:5000 131 0.029 404 cc043d9995b8afc1d0e75e543ee7b299 199.204.45.222 - - [14/Mar/2026:07:14:21 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.020 [openstack-keystone-api-5000] [] 10.0.0.198:5000 168 0.021 200 6d53eab4b1482d86f005c3473bf368fb 199.204.45.222 - - [14/Mar/2026:07:14:21 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.025 [openstack-keystone-api-5000] [] 10.0.0.198:5000 224 0.024 201 b70d3f4467e7580f28b54ba669a7bd6b W0314 07:14:32.061848 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:14:32.061916 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:14:34.524809 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.107.105.156"}] I0314 07:14:34.532350 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"4f6c3187-136f-4d9f-a03b-2018b19635b5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6429", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 07:14:35.395490 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:14:35.395534 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:14:38.728707 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:14:38.728761 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:14:42.062861 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:14:42.062999 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:14:45.395404 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:14:45.395458 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:14:57.540656 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:14:57.540693 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:15:00.875373 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:15:00.875428 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:15:06.914256 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:15:06.914308 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:15:10.248128 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:15:10.248180 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:16:41.692272 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0314 07:16:41.692375 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0314 07:16:41.692429 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:16:41.692458 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:16:41.695502 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.003s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:32.2kB} I0314 07:16:41.695531 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0314 07:16:41.700398 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0314 07:16:41.700848 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"07240979-46a6-48b6-a9cc-a71be7c7bd36", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7458", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 07:16:41.701139 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0314 07:16:41.701541 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0314 07:16:41.701641 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0314 07:16:41.701718 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:16:41.701741 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:16:41.701884 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 07:16:41.750723 7 controller.go:216] "Backend successfully reloaded" I0314 07:16:41.751648 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hpkkv", UID:"4c14bac7-a8f0-4088-9ef8-bc1d223cdf3e", APIVersion:"v1", ResourceVersion:"1192", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0314 07:16:42.125744 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0314 07:16:42.128384 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.222 - - [14/Mar/2026:07:16:42 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.006 [openstack-keystone-api-5000] [] 10.0.0.198:5000 281 0.006 300 51da4d3a65a7aba4a4b6eb29abff1fcd 199.204.45.222 - - [14/Mar/2026:07:16:42 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1929 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.331 [openstack-keystone-api-5000] [] 10.0.0.198:5000 1929 0.331 201 494462db9f396ea1b2bc98f752273417 199.204.45.222 - - [14/Mar/2026:07:16:42 +0000] "GET /v3/roles HTTP/1.1" 200 824 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 425 0.024 [openstack-keystone-api-5000] [] 10.0.0.198:5000 824 0.025 200 750f4001928cf648c35582dc8b29b397 199.204.45.222 - - [14/Mar/2026:07:16:42 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.033 [openstack-keystone-api-5000] [] 10.0.0.198:5000 230 0.032 201 b41decfb171d892de90cd96b9ec81be5 W0314 07:16:45.035710 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0314 07:16:45.036058 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:16:45.036135 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.222 - - [14/Mar/2026:07:16:48 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.101.0 keystoneauth1/5.0.1 python-requests/2.28.1 CPython/3.10.12" 231 0.006 [openstack-keystone-api-5000] [] 10.0.0.198:5000 281 0.006 300 487eda1e9fce709feaf30b74ab64e70a W0314 07:16:48.369889 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:16:48.370096 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.222 - - [14/Mar/2026:07:16:48 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1929 "-" "openstacksdk/0.101.0 keystoneauth1/5.0.1 python-requests/2.28.1 CPython/3.10.12" 550 0.287 [openstack-keystone-api-5000] [] 10.0.0.198:5000 1929 0.287 201 09beefb4eacb3582e071709c0c2682e7 199.204.45.222 - - [14/Mar/2026:07:16:48 +0000] "GET /v3/roles HTTP/1.1" 200 1045 "-" "python-keystoneclient" 380 0.022 [openstack-keystone-api-5000] [] 10.0.0.198:5000 1045 0.022 200 a750ccc8558b7c80bec27269ffc1c499 199.204.45.222 - - [14/Mar/2026:07:16:48 +0000] "PUT /v3/roles/9da0f6cd96cc4ae6a2dffb9a5dc1f6fc/implies/b9a942fa4a8740998736f7006e62d0a1 HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.035 [openstack-keystone-api-5000] [] 10.0.0.198:5000 521 0.036 201 c9fd860d36891d3fa0f75caf4b8401f7 I0314 07:17:34.525834 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.107.105.156"}] I0314 07:17:34.531198 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"07240979-46a6-48b6-a9cc-a71be7c7bd36", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7935", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 07:17:34.533277 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:17:34.533318 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.222 - - [14/Mar/2026:07:17:40 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.198:5000 281 0.005 300 ba792813919d62892a9a04418a44f722 199.204.45.222 - - [14/Mar/2026:07:17:40 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.361 [openstack-keystone-api-5000] [] 10.0.0.198:5000 1992 0.361 201 a0495c8d7bec9581fbcd7752539ececd 199.204.45.222 - - [14/Mar/2026:07:17:40 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.038 [openstack-keystone-api-5000] [] 10.0.0.198:5000 87 0.038 404 9f0a3e3632e45af45ccef7ff7f9195f7 199.204.45.222 - - [14/Mar/2026:07:17:40 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 440 0.030 [openstack-keystone-api-5000] [] 10.0.0.198:5000 390 0.029 200 126e0c1b949c20c321661730de4c17b1 199.204.45.222 - - [14/Mar/2026:07:17:40 +0000] "GET /v3/users?domain_id=76cb646593604722a2979073933ac2dc&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 487 0.042 [openstack-keystone-api-5000] [] 10.0.0.198:5000 178 0.042 200 0c68f33ae07385be6df56b1e38a90849 199.204.45.222 - - [14/Mar/2026:07:17:41 +0000] "POST /v3/users HTTP/1.1" 201 327 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 664 0.315 [openstack-keystone-api-5000] [] 10.0.0.198:5000 327 0.315 201 ec706e2f4ff0bc722f3274a39d471640 199.204.45.222 - - [14/Mar/2026:07:17:41 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.198:5000 281 0.005 300 c8012598fb4c5b3a06cfca6e21462258 199.204.45.222 - - [14/Mar/2026:07:17:42 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.284 [openstack-keystone-api-5000] [] 10.0.0.198:5000 1992 0.285 201 bb93d1c66cf4e36a70e5632203d9b769 199.204.45.222 - - [14/Mar/2026:07:17:42 +0000] "GET /v3/roles HTTP/1.1" 200 1045 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 425 0.023 [openstack-keystone-api-5000] [] 10.0.0.198:5000 1045 0.024 200 29deab9a51171097883b38b81824e4d0 199.204.45.222 - - [14/Mar/2026:07:17:42 +0000] "GET /v3/domains HTTP/1.1" 200 810 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 427 0.032 [openstack-keystone-api-5000] [] 10.0.0.198:5000 810 0.031 200 b88bff11d8cf42ffbf770942abc026a9 199.204.45.222 - - [14/Mar/2026:07:17:42 +0000] "GET /v3/users?domain_id=76cb646593604722a2979073933ac2dc&name=rgw-RegionOne HTTP/1.1" 200 494 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 487 0.267 [openstack-keystone-api-5000] [] 10.0.0.198:5000 494 0.267 200 1eb6e380655ae5bc2a9f5e7268c6d213 199.204.45.222 - - [14/Mar/2026:07:17:42 +0000] "GET /v3/projects?domain_id=76cb646593604722a2979073933ac2dc HTTP/1.1" 200 550 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 471 0.028 [openstack-keystone-api-5000] [] 10.0.0.198:5000 550 0.027 200 c66c67fbafe6dae94cf320a7a895bc35 199.204.45.222 - - [14/Mar/2026:07:17:42 +0000] "GET /v3/role_assignments?role.id=e97beab49a064169813b487cdc222947&user.id=90039c3fc01e4938a47ef20db993498a&scope.project.id=56a7e73f7d9c4eeea29d83d9c6ac679e HTTP/1.1" 200 270 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 568 0.195 [openstack-keystone-api-5000] [] 10.0.0.198:5000 270 0.196 200 4dd5b4f27e61c3785a852e7bdd6505b5 199.204.45.222 - - [14/Mar/2026:07:17:42 +0000] "GET /v3/roles HTTP/1.1" 200 1045 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 425 0.028 [openstack-keystone-api-5000] [] 10.0.0.198:5000 1045 0.028 200 fdbb53804321727c0502252d274a4dac 199.204.45.222 - - [14/Mar/2026:07:17:42 +0000] "GET /v3/domains/76cb646593604722a2979073933ac2dc HTTP/1.1" 200 270 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.028 [openstack-keystone-api-5000] [] 10.0.0.198:5000 270 0.028 200 38d04916d873faddf55c1155cc573507 199.204.45.222 - - [14/Mar/2026:07:17:42 +0000] "GET /v3/users?domain_id=76cb646593604722a2979073933ac2dc&name=rgw-RegionOne HTTP/1.1" 200 494 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 487 0.048 [openstack-keystone-api-5000] [] 10.0.0.198:5000 494 0.048 200 d7c502d87ddd0004efa9e1c9b566565b 199.204.45.222 - - [14/Mar/2026:07:17:42 +0000] "GET /v3/projects?domain_id=76cb646593604722a2979073933ac2dc HTTP/1.1" 200 550 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 471 0.034 [openstack-keystone-api-5000] [] 10.0.0.198:5000 550 0.034 200 bb4a959a4b73ec857789718917fc189d 199.204.45.222 - - [14/Mar/2026:07:17:42 +0000] "GET /v3/role_assignments?role.id=e97beab49a064169813b487cdc222947&user.id=90039c3fc01e4938a47ef20db993498a&scope.project.id=56a7e73f7d9c4eeea29d83d9c6ac679e HTTP/1.1" 200 270 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 568 0.019 [openstack-keystone-api-5000] [] 10.0.0.198:5000 270 0.019 200 4077ccab3b6cef70cb73c36b64daafc2 199.204.45.222 - - [14/Mar/2026:07:17:42 +0000] "PUT /v3/projects/56a7e73f7d9c4eeea29d83d9c6ac679e/users/90039c3fc01e4938a47ef20db993498a/roles/e97beab49a064169813b487cdc222947 HTTP/1.1" 204 0 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 558 0.076 [openstack-keystone-api-5000] [] 10.0.0.198:5000 0 0.075 204 2f2931c7acf0d61b5a2c64fd5158f0e8 199.204.45.222 - - [14/Mar/2026:07:17:43 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.198:5000 281 0.003 300 1df18d0449913c82c872bf38b955c9ed 199.204.45.222 - - [14/Mar/2026:07:17:43 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.331 [openstack-keystone-api-5000] [] 10.0.0.198:5000 1992 0.331 201 f9951173e082560d71096f16a0a6b79a 199.204.45.222 - - [14/Mar/2026:07:17:44 +0000] "GET /v3/services HTTP/1.1" 200 597 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 428 0.022 [openstack-keystone-api-5000] [] 10.0.0.198:5000 597 0.021 200 b653961ffdfe9c43a0281f9446e9b7c5 199.204.45.222 - - [14/Mar/2026:07:17:45 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 596 1.291 [openstack-keystone-api-5000] [] 10.0.0.198:5000 263 1.291 201 2a368914d6d63f5da9f56ee25682789a 199.204.45.222 - - [14/Mar/2026:07:17:46 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.198:5000 281 0.003 300 6956db7073e7abc983d4b6d6c9eb4ef4 199.204.45.222 - - [14/Mar/2026:07:17:46 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2094 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.296 [openstack-keystone-api-5000] [] 10.0.0.198:5000 2094 0.296 201 371b86d07a3e6219c63c37ead04ce1b5 199.204.45.222 - - [14/Mar/2026:07:17:46 +0000] "GET /v3/services HTTP/1.1" 200 848 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 428 0.020 [openstack-keystone-api-5000] [] 10.0.0.198:5000 848 0.020 200 370616e907b77da36bddee4488b86496 199.204.45.222 - - [14/Mar/2026:07:17:46 +0000] "GET /v3/endpoints HTTP/1.1" 200 2223 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 429 0.021 [openstack-keystone-api-5000] [] 10.0.0.198:5000 2223 0.022 200 a448ee55b5f99bd42af6dc857c697af7 199.204.45.222 - - [14/Mar/2026:07:17:46 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 686 0.057 [openstack-keystone-api-5000] [] 10.0.0.198:5000 379 0.057 201 a19eb784a1c163423a650634f2cfc603 199.204.45.222 - - [14/Mar/2026:07:17:47 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.198:5000 281 0.004 300 1d9f2549554799d08ea454c476a48b16 199.204.45.222 - - [14/Mar/2026:07:17:47 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2303 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.309 [openstack-keystone-api-5000] [] 10.0.0.198:5000 2303 0.309 201 11ff883905ed4dd40b6cd9fb37cd0019 199.204.45.222 - - [14/Mar/2026:07:17:47 +0000] "GET /v3/services HTTP/1.1" 200 848 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 428 0.019 [openstack-keystone-api-5000] [] 10.0.0.198:5000 848 0.019 200 e762889bdac06925adf14d0b5449d9d6 199.204.45.222 - - [14/Mar/2026:07:17:47 +0000] "GET /v3/endpoints HTTP/1.1" 200 2589 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 429 0.022 [openstack-keystone-api-5000] [] 10.0.0.198:5000 2589 0.023 200 05203f4a1b7a8979d1bfd8daa978164c 199.204.45.222 - - [14/Mar/2026:07:17:47 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 699 0.103 [openstack-keystone-api-5000] [] 10.0.0.198:5000 392 0.103 201 bc203138c006e3e4eb4c1349a695ced6 W0314 07:17:49.060052 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0314 07:17:49.060204 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0314 07:17:49.060287 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:17:49.060310 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:17:49.065871 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.006s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:35.7kB} I0314 07:17:49.065914 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0314 07:17:49.089123 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0314 07:17:49.089521 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"e974012d-8688-4df1-99c1-fd65ae8351e3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8068", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 07:17:49.089749 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0314 07:17:49.090164 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0314 07:17:49.090287 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0314 07:17:49.090373 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:17:49.090399 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:17:49.090589 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 07:17:49.161370 7 controller.go:216] "Backend successfully reloaded" I0314 07:17:49.161744 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hpkkv", UID:"4c14bac7-a8f0-4088-9ef8-bc1d223cdf3e", APIVersion:"v1", ResourceVersion:"1192", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0314 07:17:50.374691 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0314 07:17:50.376761 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0314 07:17:52.424594 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0314 07:17:52.424885 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:17:52.424931 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:18:07.673436 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0314 07:18:07.673711 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:18:07.673730 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:18:12.844668 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0314 07:18:12.844879 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:18:12.844903 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:18:16.179296 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0314 07:18:16.179559 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:18:16.179584 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:18:19.823461 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0314 07:18:19.823680 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:18:19.823697 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:18:23.157113 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0314 07:18:23.157399 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:18:23.157428 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:18:26.490897 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 07:18:26.491269 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:18:26.491321 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:18:26.491562 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 07:18:26.544440 7 controller.go:216] "Backend successfully reloaded" I0314 07:18:26.544811 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hpkkv", UID:"4c14bac7-a8f0-4088-9ef8-bc1d223cdf3e", APIVersion:"v1", ResourceVersion:"1192", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0314 07:18:34.524287 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.107.105.156"}] I0314 07:18:34.529520 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"e974012d-8688-4df1-99c1-fd65ae8351e3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8535", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 07:18:34.531739 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 07:18:34.531924 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:18:34.531961 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:18:38.336812 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 07:18:38.337130 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:18:38.337537 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:18:41.671356 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 07:18:41.671590 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:18:41.671619 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:18:48.254112 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 07:18:48.254332 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:18:48.254364 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:20:16.254663 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 07:20:16.254769 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:20:16.254787 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:20:35.051495 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:20:35.051543 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:20:56.287327 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0314 07:20:56.287509 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0314 07:20:56.287609 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:20:56.287638 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:20:56.292794 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.006s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:39.2kB} I0314 07:20:56.292826 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0314 07:20:56.296782 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0314 07:20:56.297074 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"2448d468-a696-471d-8543-195d551ea2bd", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9760", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 07:20:56.297655 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0314 07:20:56.298261 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0314 07:20:56.298410 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0314 07:20:56.298540 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:20:56.298566 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:20:56.298843 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 07:20:56.352001 7 controller.go:216] "Backend successfully reloaded" I0314 07:20:56.352740 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hpkkv", UID:"4c14bac7-a8f0-4088-9ef8-bc1d223cdf3e", APIVersion:"v1", ResourceVersion:"1192", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0314 07:20:56.672189 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0314 07:20:56.673974 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0314 07:20:59.631850 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0314 07:20:59.632081 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:20:59.632112 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.222 - - [14/Mar/2026:07:21:00 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.198:5000 281 0.005 300 356b480c85869b314034f5b1ac89a926 199.204.45.222 - - [14/Mar/2026:07:21:00 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.349 [openstack-keystone-api-5000] [] 10.0.0.198:5000 3138 0.349 201 83fa4471730daa4d79d779d0566aaeab 199.204.45.222 - - [14/Mar/2026:07:21:01 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 5800e64cbb2e99ebdbd4a0f10b1c3952 199.204.45.222 - - [14/Mar/2026:07:21:01 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 2330284e79926c9fd527224734f7d699 199.204.45.222 - - [14/Mar/2026:07:21:01 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 260225cd466185a037b3bb777cf8d9b0 199.204.45.222 - - [14/Mar/2026:07:21:01 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a09c5c84998869c98ce12d5d289a460e 199.204.45.222 - - [14/Mar/2026:07:21:01 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e4de22062b8d6bcbd08b4e2e7b717e0b 199.204.45.222 - - [14/Mar/2026:07:21:01 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e75c719d8e229dda874be1837606e5e1 199.204.45.222 - - [14/Mar/2026:07:21:02 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.198:5000 281 0.006 300 bebd2d9637059e64398fbbe3589d2d81 199.204.45.222 - - [14/Mar/2026:07:21:02 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.301 [openstack-keystone-api-5000] [] 10.0.0.198:5000 3138 0.302 201 20b88e269380430cb157fc081f6432bf 199.204.45.222 - - [14/Mar/2026:07:21:02 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 919b56d1761648bccdd902469ef29ee0 199.204.45.222 - - [14/Mar/2026:07:21:02 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 2031aeededb51fd881c0e8d5d300dd9e 199.204.45.222 - - [14/Mar/2026:07:21:02 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - cc62adde679bd0566721ad340558c4d0 199.204.45.222 - - [14/Mar/2026:07:21:02 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - efb00cd1e521964b47fe8cee8f35184d 199.204.45.222 - - [14/Mar/2026:07:21:02 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - af303e27840d15f0869930d6d90fe834 199.204.45.222 - - [14/Mar/2026:07:21:02 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - d87222206bfecfcdadfbcf6efa72bd19 W0314 07:21:02.965015 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0314 07:21:02.965178 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:21:02.965202 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.222 - - [14/Mar/2026:07:21:04 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.198:5000 281 0.004 300 ef427ea0a78e2310726e465159ea6b55 199.204.45.222 - - [14/Mar/2026:07:21:04 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.295 [openstack-keystone-api-5000] [] 10.0.0.198:5000 3138 0.295 201 6e7fbc1f4815af6197f0866f2e45f7fb 199.204.45.222 - - [14/Mar/2026:07:21:04 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ceeec5e72d01fc7a889c376a1abda341 199.204.45.222 - - [14/Mar/2026:07:21:04 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 75a3bb1a605fdc80eb7f335187db4112 199.204.45.222 - - [14/Mar/2026:07:21:04 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ca5fc8464947f730fa6df41d03007358 199.204.45.222 - - [14/Mar/2026:07:21:04 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c48da4147e44aaa5d392cc8650451b04 199.204.45.222 - - [14/Mar/2026:07:21:04 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 0713f58717e731c5c647176e89854dc4 199.204.45.222 - - [14/Mar/2026:07:21:04 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - fe58faf0973bb55ff6c8b5a4eb7be65b 199.204.45.222 - - [14/Mar/2026:07:21:06 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.198:5000 281 0.005 300 2f1a7048c5513f4c13ce49889e451bfd 199.204.45.222 - - [14/Mar/2026:07:21:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.287 [openstack-keystone-api-5000] [] 10.0.0.198:5000 3138 0.287 201 92422bdcf216ec4a4f4ce39b8a1fa73a 199.204.45.222 - - [14/Mar/2026:07:21:06 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 7709897f03cb34bd8b0533ebcd349507 199.204.45.222 - - [14/Mar/2026:07:21:06 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ade9f74c6934df6bfaf014d42249c12d 199.204.45.222 - - [14/Mar/2026:07:21:06 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 7b96a8cda0d26b3aa95408e11aa460a9 199.204.45.222 - - [14/Mar/2026:07:21:06 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 6c59e8b175c90891a2cb1f0692947ff4 199.204.45.222 - - [14/Mar/2026:07:21:06 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 3e9776d8bf542330e6ccb30ad2f9535e 199.204.45.222 - - [14/Mar/2026:07:21:06 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - bdc4da43219fcf88e82c8e5c3a540f2d 199.204.45.222 - - [14/Mar/2026:07:21:07 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.198:5000 281 0.005 300 8bf3a85de5ec85678f2411858bc4c914 199.204.45.222 - - [14/Mar/2026:07:21:08 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.293 [openstack-keystone-api-5000] [] 10.0.0.198:5000 3138 0.293 201 5845ca855f62cb4404a2ec2552cf47bf 199.204.45.222 - - [14/Mar/2026:07:21:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - cfeab94c5446712f88ded9b44611b6c5 199.204.45.222 - - [14/Mar/2026:07:21:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 9c46be49bfdefdcf6a83348cd7313745 199.204.45.222 - - [14/Mar/2026:07:21:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 0f3f8de58a149f6a8a604d6fc4c0d1eb 199.204.45.222 - - [14/Mar/2026:07:21:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 0a9b716a652fe8894f3955644fe7e0d0 199.204.45.222 - - [14/Mar/2026:07:21:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 2d3114dc04aebbeed72af98e1ff12855 199.204.45.222 - - [14/Mar/2026:07:21:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 028c7d1e7d1ac6ef9bbce78269e12cf7 199.204.45.222 - - [14/Mar/2026:07:21:09 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.198:5000 281 0.005 300 d030b59a0e556d7d048237f1f30c0f4c 199.204.45.222 - - [14/Mar/2026:07:21:09 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.291 [openstack-keystone-api-5000] [] 10.0.0.198:5000 3138 0.291 201 ace178d610bd462bbab94f705d41afbe 199.204.45.222 - - [14/Mar/2026:07:21:09 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 8b14098cdeb34e38a1249cfacead847d 199.204.45.222 - - [14/Mar/2026:07:21:09 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 3bd60bde3259b811c8d676b5b4eff608 199.204.45.222 - - [14/Mar/2026:07:21:09 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ed07c65da1250a221d4519b601d7851d 199.204.45.222 - - [14/Mar/2026:07:21:09 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - f326798179220cbad174e05badd577d6 199.204.45.222 - - [14/Mar/2026:07:21:09 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ba20f7f89ea701926a2e277352796da5 199.204.45.222 - - [14/Mar/2026:07:21:09 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - bfc39b2b20a9ef7da6ba7c61b2fd284e 199.204.45.222 - - [14/Mar/2026:07:21:11 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.007 [openstack-keystone-api-5000] [] 10.0.0.198:5000 281 0.006 300 f0e2134a9e7e558c5f6422da65827f6d 199.204.45.222 - - [14/Mar/2026:07:21:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.302 [openstack-keystone-api-5000] [] 10.0.0.198:5000 3138 0.301 201 0623f7b1b117d758f2a0895ede6717f4 199.204.45.222 - - [14/Mar/2026:07:21:11 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 21fc1079d8d9cc1314985ea4c4942c03 199.204.45.222 - - [14/Mar/2026:07:21:11 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 583beae51568b399eecfce80172075f4 199.204.45.222 - - [14/Mar/2026:07:21:11 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 2a3879bd4ac6f10d544f289ca81aa1ab 199.204.45.222 - - [14/Mar/2026:07:21:11 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 03209d9c0740d9a5f342109ff755c935 199.204.45.222 - - [14/Mar/2026:07:21:11 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 0e511a5284b07e2239ac14ea57bcd6c5 199.204.45.222 - - [14/Mar/2026:07:21:11 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 3bbe5581064585278e20664e89c92958 W0314 07:21:11.686627 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:21:11.686681 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.222 - - [14/Mar/2026:07:21:13 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.198:5000 281 0.005 300 b4a4bab84722e0c5f4df0f30a9785cb5 199.204.45.222 - - [14/Mar/2026:07:21:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.305 [openstack-keystone-api-5000] [] 10.0.0.198:5000 3138 0.305 201 c230af1732f2a5b5fe6c73d497d6744b 199.204.45.222 - - [14/Mar/2026:07:21:13 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.117:9292 1193 0.003 300 2a7671e6fcc54c2858f077120828d7aa 199.204.45.222 - - [14/Mar/2026:07:21:13 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.547 [openstack-glance-api-9292] [] 10.0.0.117:9292 69 0.547 200 2d2d1a3c0a95b0c95484eac27a29ecec 199.204.45.222 - - [14/Mar/2026:07:21:16 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.198:5000 281 0.004 300 16db363f759e4b0d4a76737aeadc8aec 199.204.45.222 - - [14/Mar/2026:07:21:17 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.310 [openstack-keystone-api-5000] [] 10.0.0.198:5000 3138 0.310 201 f6490b1df1b468995af8212abf1ab7f2 199.204.45.222 - - [14/Mar/2026:07:21:17 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.117:9292 1193 0.002 300 07eaabee5983e47baaafa369b89769d4 199.204.45.222 - - [14/Mar/2026:07:21:17 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.047 [openstack-glance-api-9292] [] 10.0.0.117:9292 69 0.047 200 3090fa5c3e7fb0fab62b8d74549af46c 199.204.45.222 - - [14/Mar/2026:07:21:17 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.114 [openstack-glance-api-9292] [] 10.0.0.117:9292 151 0.114 404 c0caac2cf1d719c508590564c1c2e2b2 199.204.45.222 - - [14/Mar/2026:07:21:17 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.030 [openstack-glance-api-9292] [] 10.0.0.117:9292 81 0.029 200 41d4f917e2a28d9625d6090b134237da 199.204.45.222 - - [14/Mar/2026:07:21:17 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.026 [openstack-glance-api-9292] [] 10.0.0.117:9292 84 0.027 200 b1be36ac04587e9cec6ceea4eb8d3228 199.204.45.222 - - [14/Mar/2026:07:21:17 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 748 0.066 [openstack-glance-api-9292] [] 10.0.0.117:9292 760 0.067 201 309dfcadbf619e8eb0327092c9893216 199.204.45.222 - - [14/Mar/2026:07:21:22 +0000] "PUT /v2/images/82931b38-97c8-407e-93e5-282d6443b1cc/file HTTP/1.1" 204 0 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 5.323 [openstack-glance-api-9292] [] 10.0.0.117:9292 0 5.323 204 be1c9eadf411a7d41b22de5fefe8afeb 199.204.45.222 - - [14/Mar/2026:07:21:22 +0000] "GET /v2/images HTTP/1.1" 200 1240 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.021 [openstack-glance-api-9292] [] 10.0.0.117:9292 1240 0.021 200 417b950067cae6ed36b081126911fd9d 199.204.45.222 - - [14/Mar/2026:07:21:22 +0000] "PATCH /v2/images/82931b38-97c8-407e-93e5-282d6443b1cc HTTP/1.1" 200 1171 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 540 0.017 [openstack-glance-api-9292] [] 10.0.0.117:9292 1171 0.016 200 d8bd3130982d15f71cb7d1e3585b02ff 199.204.45.222 - - [14/Mar/2026:07:21:23 +0000] "GET /v2/images HTTP/1.1" 200 1240 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.014 [openstack-glance-api-9292] [] 10.0.0.117:9292 1240 0.015 200 f503f2e7981e490de883dbf9768f95d5 W0314 07:21:26.026382 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:21:26.026508 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:21:29.360340 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:21:29.360391 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:21:34.522767 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.107.105.156"}] I0314 07:21:34.528098 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"2448d468-a696-471d-8543-195d551ea2bd", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10137", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 07:21:34.530158 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:21:34.530192 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store