------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0314 01:32:58.278043 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0314 01:32:58.278230 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0314 01:32:58.288442 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0314 01:32:58.291570 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0314 01:32:58.333217 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0314 01:32:58.354311 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0314 01:32:58.365085 7 nginx.go:271] "Starting NGINX Ingress controller" I0314 01:32:58.370219 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"af9810b4-4970-4581-ac48-b917b0cb7a82", APIVersion:"v1", ResourceVersion:"1075", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0314 01:32:58.374226 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"5b161fa5-a973-472f-8191-9093d10b9c41", APIVersion:"v1", ResourceVersion:"1074", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0314 01:32:58.374280 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"2337ad94-ea8d-4e50-98c7-e9fb849049ae", APIVersion:"v1", ResourceVersion:"1076", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0314 01:32:59.568365 7 nginx.go:317] "Starting NGINX process" I0314 01:32:59.568472 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0314 01:32:59.569918 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0314 01:32:59.570431 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:32:59.570485 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:32:59.570585 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 01:32:59.607451 7 controller.go:216] "Backend successfully reloaded" I0314 01:32:59.607557 7 controller.go:227] "Initial sync, sleeping for 1 second" I0314 01:32:59.607753 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rh2zd", UID:"58056b3a-03ac-4f9a-a175-f952099f98ab", APIVersion:"v1", ResourceVersion:"1115", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0314 01:32:59.952870 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0314 01:32:59.953005 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-rh2zd" W0314 01:33:03.397371 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:33:03.397410 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:33:06.733879 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:33:06.733915 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:33:10.065124 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:33:10.065190 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:33:13.398342 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:33:13.398392 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:33:16.731036 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:33:16.731080 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:33:21.265050 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:33:21.265090 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:33:24.598984 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:33:24.599133 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:33:27.932602 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:33:27.932668 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:33:31.266131 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:33:31.266177 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:33:35.147845 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:33:35.147891 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:33:38.481777 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:33:38.481831 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:33:41.814975 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:33:41.815022 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:31.324849 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:31.324880 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:34.658762 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:34.658816 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:52.006184 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:52.006212 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:55.340336 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:55.340375 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:58.673227 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:58.673287 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:02.007481 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:02.007584 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:05.340577 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:05.340621 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:08.673250 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:08.673294 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:13.620708 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:13.620743 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:16.955039 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:16.955078 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:20.681327 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:20.681361 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:24.016833 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:24.016886 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:37:40.259778 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:37:40.259824 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:37:43.593923 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:37:43.593958 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:37:43.878978 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-102.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-102.nip.io-tls was not found. Using default certificate W0314 01:37:43.879028 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:37:43.879042 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:37:43.880260 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0314 01:37:43.880290 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0314 01:37:43.891394 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0314 01:37:43.891713 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"a497a161-d485-473c-8db5-0d4b392cd67f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3059", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:37:43.892088 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-102.nip.io-tls" in local store I0314 01:37:44.395467 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-102.nip.io-tls" I0314 01:37:44.396669 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-102.nip.io-tls" W0314 01:37:46.927148 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:37:46.927200 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:37:46.927288 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 01:37:46.970414 7 controller.go:216] "Backend successfully reloaded" I0314 01:37:46.970748 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rh2zd", UID:"58056b3a-03ac-4f9a-a175-f952099f98ab", APIVersion:"v1", ResourceVersion:"1115", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0314 01:37:50.260280 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:37:50.260329 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.102 - - [14/Mar/2026:01:37:55 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.182 [auth-system-keycloak-80] [] 10.0.0.76:8080 1928 2.180 200 5b08fb1f2042c218dbd737b7d01ef204 199.204.45.102 - - [14/Mar/2026:01:37:55 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.275 [auth-system-keycloak-80] [] 10.0.0.76:8080 116 0.275 404 8d75f0f9341a8720a35a081b623c63fc 199.204.45.102 - - [14/Mar/2026:01:37:59 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 3.702 [auth-system-keycloak-80] [] 10.0.0.76:8080 0 3.700 201 14202345f8610dc21c51b3baeaf55efa 199.204.45.102 - - [14/Mar/2026:01:37:59 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.591 [auth-system-keycloak-80] [] 10.0.0.76:8080 4246 0.592 200 0dc99486e4e3ab85870964c442af7532 I0314 01:37:59.962985 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.99.96.107"}] I0314 01:37:59.968702 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"a497a161-d485-473c-8db5-0d4b392cd67f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3314", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:37:59.971209 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:37:59.971284 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.102 - - [14/Mar/2026:01:38:01 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.529 [auth-system-keycloak-80] [] 10.0.0.76:8080 1928 0.528 200 d0df20807792e5b4cb00b92dba4ebb20 199.204.45.102 - - [14/Mar/2026:01:38:01 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.035 [auth-system-keycloak-80] [] 10.0.0.76:8080 12500 0.036 200 f2402559b5f1f17813b8ead4343f5d7c 199.204.45.102 - - [14/Mar/2026:01:38:01 +0000] "GET /admin/realms/atmosphere/client-scopes/4ab0d6fe-f213-4a37-bc67-72684669008d HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.039 [auth-system-keycloak-80] [] 10.0.0.76:8080 1278 0.039 200 3e2a1a693c478f7a440154d32c5b2f4a 199.204.45.102 - - [14/Mar/2026:01:38:01 +0000] "PUT /admin/realms/atmosphere/client-scopes/4ab0d6fe-f213-4a37-bc67-72684669008d HTTP/1.1" 204 0 "-" "Ansible" 1848 0.102 [auth-system-keycloak-80] [] 10.0.0.76:8080 0 0.102 204 9ade91693be123da765e42ca82c19127 199.204.45.102 - - [14/Mar/2026:01:38:01 +0000] "GET /admin/realms/atmosphere/client-scopes/4ab0d6fe-f213-4a37-bc67-72684669008d/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.172 [auth-system-keycloak-80] [] 10.0.0.76:8080 963 0.172 200 548ec9919da6e761b9f15f38a2ef4d8a 199.204.45.102 - - [14/Mar/2026:01:38:01 +0000] "GET /admin/realms/atmosphere/client-scopes/4ab0d6fe-f213-4a37-bc67-72684669008d/protocol-mappers/models/7eb1a323-4ac4-437e-a97c-9c91dd2fdc8f HTTP/1.1" 200 366 "-" "Ansible" 1309 0.012 [auth-system-keycloak-80] [] 10.0.0.76:8080 366 0.012 200 57554a91c60f5e82ad2338915c4111d7 199.204.45.102 - - [14/Mar/2026:01:38:01 +0000] "PUT /admin/realms/atmosphere/client-scopes/4ab0d6fe-f213-4a37-bc67-72684669008d/protocol-mappers/models/7eb1a323-4ac4-437e-a97c-9c91dd2fdc8f HTTP/1.1" 204 0 "-" "Ansible" 1622 0.078 [auth-system-keycloak-80] [] 10.0.0.76:8080 0 0.078 204 62f3c9729210dc49a6d8e782968b1f5b 199.204.45.102 - - [14/Mar/2026:01:38:01 +0000] "GET /admin/realms/atmosphere/client-scopes/4ab0d6fe-f213-4a37-bc67-72684669008d HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.085 [auth-system-keycloak-80] [] 10.0.0.76:8080 1218 0.086 200 f964ef10e72bbddfa58afa0304338ea0 199.204.45.102 - - [14/Mar/2026:01:38:23 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.480 [auth-system-keycloak-80] [] 10.0.0.76:8080 1928 0.479 200 047698e8052f0d939535e805d41432be 199.204.45.102 - - [14/Mar/2026:01:38:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.016 [auth-system-keycloak-80] [] 10.0.0.76:8080 2 0.015 200 d19f417fa555c69a441dd511f080f989 199.204.45.102 - - [14/Mar/2026:01:38:23 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.265 [auth-system-keycloak-80] [] 10.0.0.76:8080 0 0.264 201 9be48acc93511293d9951a9d590e997b 199.204.45.102 - - [14/Mar/2026:01:38:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.078 [auth-system-keycloak-80] [] 10.0.0.76:8080 1261 0.079 200 ff8ae3694bc743c35bc8be8dd84fa097 199.204.45.102 - - [14/Mar/2026:01:38:24 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.450 [auth-system-keycloak-80] [] 10.0.0.76:8080 1928 0.449 200 abc88e428b1a7c938f3ffac81e8183bc 199.204.45.102 - - [14/Mar/2026:01:38:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.059 [auth-system-keycloak-80] [] 10.0.0.76:8080 2 0.058 200 19d08fee5997f47c4fe72ccb461c1f09 199.204.45.102 - - [14/Mar/2026:01:38:24 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.100 [auth-system-keycloak-80] [] 10.0.0.76:8080 0 0.098 201 4180783d5c503650c2b4f166b873ffd3 199.204.45.102 - - [14/Mar/2026:01:38:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.085 [auth-system-keycloak-80] [] 10.0.0.76:8080 1286 0.086 200 f0c513c3ea8c49f39aca380cb03236b5 199.204.45.102 - - [14/Mar/2026:01:38:25 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.511 [auth-system-keycloak-80] [] 10.0.0.76:8080 1928 0.510 200 3e1744290a8fe01a3d119b7117a3c07b 199.204.45.102 - - [14/Mar/2026:01:38:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.011 [auth-system-keycloak-80] [] 10.0.0.76:8080 2 0.010 200 99340dafe8788d257ef0ec6463d06ee3 199.204.45.102 - - [14/Mar/2026:01:38:25 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.065 [auth-system-keycloak-80] [] 10.0.0.76:8080 0 0.063 201 a751ff3cf2852fccca6dd64569d47278 199.204.45.102 - - [14/Mar/2026:01:38:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.078 [auth-system-keycloak-80] [] 10.0.0.76:8080 1251 0.078 200 d390f54025a476786e0de38af6b5e845 199.204.45.102 - - [14/Mar/2026:01:38:26 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.460 [auth-system-keycloak-80] [] 10.0.0.76:8080 1928 0.459 200 7ba6a188b35e4ab5e854984a465548c9 199.204.45.102 - - [14/Mar/2026:01:38:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.006 [auth-system-keycloak-80] [] 10.0.0.76:8080 1261 0.007 200 83ec90868c2f62bed7449b709bac7439 199.204.45.102 - - [14/Mar/2026:01:38:26 +0000] "GET /admin/realms/atmosphere/clients/86905af8-5767-4e52-ac1e-37b1d1bfd9b4/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.028 [auth-system-keycloak-80] [] 10.0.0.76:8080 119 0.028 404 d442fe4cadfa8c4fdd3bc80d19d9f318 199.204.45.102 - - [14/Mar/2026:01:38:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.006 [auth-system-keycloak-80] [] 10.0.0.76:8080 1261 0.007 200 b1d8c1c2903c0a2aaf89f5c843dd1b2d 199.204.45.102 - - [14/Mar/2026:01:38:26 +0000] "POST /admin/realms/atmosphere/clients/86905af8-5767-4e52-ac1e-37b1d1bfd9b4/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.080 [auth-system-keycloak-80] [] 10.0.0.76:8080 0 0.080 201 dd3f92e02b784994a61c5f06d1a34579 199.204.45.102 - - [14/Mar/2026:01:38:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.072 [auth-system-keycloak-80] [] 10.0.0.76:8080 1261 0.072 200 96cab064f2ff340a94db98e64a5f05f4 199.204.45.102 - - [14/Mar/2026:01:38:26 +0000] "GET /admin/realms/atmosphere/clients/86905af8-5767-4e52-ac1e-37b1d1bfd9b4/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.016 [auth-system-keycloak-80] [] 10.0.0.76:8080 166 0.016 200 78bb184e8a95d2c3470a97f57c933de8 199.204.45.102 - - [14/Mar/2026:01:38:27 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.463 [auth-system-keycloak-80] [] 10.0.0.76:8080 1928 0.461 200 89283da113a7252102e8fc692f33c4de 199.204.45.102 - - [14/Mar/2026:01:38:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.76:8080 1286 0.009 200 66e914a29d4dde33b3189ef0eac6f491 199.204.45.102 - - [14/Mar/2026:01:38:27 +0000] "GET /admin/realms/atmosphere/clients/5ad67f67-eec8-4a60-99d4-4de58d9e24b6/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.009 [auth-system-keycloak-80] [] 10.0.0.76:8080 119 0.010 404 c641619d4a5eb1b6d32c4e2bd1077b4b 199.204.45.102 - - [14/Mar/2026:01:38:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.76:8080 1286 0.008 200 5b016c50a0d52f51a383932e6b554987 199.204.45.102 - - [14/Mar/2026:01:38:28 +0000] "POST /admin/realms/atmosphere/clients/5ad67f67-eec8-4a60-99d4-4de58d9e24b6/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.243 [auth-system-keycloak-80] [] 10.0.0.76:8080 0 0.241 201 82aa1de99f8c8af7ff16eead897430ef 199.204.45.102 - - [14/Mar/2026:01:38:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.76:8080 1286 0.008 200 0fd3c3858ba50c5b8cb12081c4dfe334 199.204.45.102 - - [14/Mar/2026:01:38:28 +0000] "GET /admin/realms/atmosphere/clients/5ad67f67-eec8-4a60-99d4-4de58d9e24b6/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.014 [auth-system-keycloak-80] [] 10.0.0.76:8080 165 0.015 200 ba0912b86de8568c5d2627dc35ef61fa 199.204.45.102 - - [14/Mar/2026:01:38:28 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.459 [auth-system-keycloak-80] [] 10.0.0.76:8080 1928 0.458 200 0b12520e8b43e4ad574ad057e60af25e 199.204.45.102 - - [14/Mar/2026:01:38:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.76:8080 1286 0.006 200 ba2c65d918857fd12a43c5bfddfa4041 199.204.45.102 - - [14/Mar/2026:01:38:28 +0000] "GET /admin/realms/atmosphere/clients/5ad67f67-eec8-4a60-99d4-4de58d9e24b6/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.76:8080 119 0.008 404 1c710c458eb1c04ea12e79491c8beef7 199.204.45.102 - - [14/Mar/2026:01:38:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.056 [auth-system-keycloak-80] [] 10.0.0.76:8080 1286 0.057 200 bbb3e4034ebfcc38ace8f6a705332f6c 199.204.45.102 - - [14/Mar/2026:01:38:28 +0000] "POST /admin/realms/atmosphere/clients/5ad67f67-eec8-4a60-99d4-4de58d9e24b6/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.017 [auth-system-keycloak-80] [] 10.0.0.76:8080 0 0.017 201 2a7aa399d5a155ef647b7a383bae0921 199.204.45.102 - - [14/Mar/2026:01:38:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.061 [auth-system-keycloak-80] [] 10.0.0.76:8080 1286 0.061 200 93aee4491dfd702e2d98bb70bd05d536 199.204.45.102 - - [14/Mar/2026:01:38:29 +0000] "GET /admin/realms/atmosphere/clients/5ad67f67-eec8-4a60-99d4-4de58d9e24b6/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.76:8080 166 0.013 200 19eae2d901425678011d979952a350f4 199.204.45.102 - - [14/Mar/2026:01:38:29 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.430 [auth-system-keycloak-80] [] 10.0.0.76:8080 1928 0.428 200 2febe1397e7aedc13d95bf7dd9f2946d 199.204.45.102 - - [14/Mar/2026:01:38:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.031 [auth-system-keycloak-80] [] 10.0.0.76:8080 1286 0.032 200 1824de09899a884d462ac8ae86d62791 199.204.45.102 - - [14/Mar/2026:01:38:29 +0000] "GET /admin/realms/atmosphere/clients/5ad67f67-eec8-4a60-99d4-4de58d9e24b6/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.76:8080 119 0.011 404 d9b0c5fa073711f37486b1fdecf2b3c9 199.204.45.102 - - [14/Mar/2026:01:38:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.76:8080 1286 0.009 200 f9f7f7b5d010a2fc2a3047d7bc65c823 199.204.45.102 - - [14/Mar/2026:01:38:29 +0000] "POST /admin/realms/atmosphere/clients/5ad67f67-eec8-4a60-99d4-4de58d9e24b6/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.046 [auth-system-keycloak-80] [] 10.0.0.76:8080 0 0.046 201 1a3245004240aba8e52b99cd9ba4089c 199.204.45.102 - - [14/Mar/2026:01:38:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.011 [auth-system-keycloak-80] [] 10.0.0.76:8080 1286 0.010 200 4da132a042ede22f1164503c1abb9346 199.204.45.102 - - [14/Mar/2026:01:38:30 +0000] "GET /admin/realms/atmosphere/clients/5ad67f67-eec8-4a60-99d4-4de58d9e24b6/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.061 [auth-system-keycloak-80] [] 10.0.0.76:8080 166 0.061 200 927e7e73448fde2dffe69f0d05282220 199.204.45.102 - - [14/Mar/2026:01:38:30 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.475 [auth-system-keycloak-80] [] 10.0.0.76:8080 1928 0.474 200 d6cd7be2915d51a7c4d71a11bcab6124 199.204.45.102 - - [14/Mar/2026:01:38:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.76:8080 1251 0.007 200 3dd79143403b9b3fc45d7a0d08bd4e85 199.204.45.102 - - [14/Mar/2026:01:38:30 +0000] "GET /admin/realms/atmosphere/clients/3016b42a-3839-46b9-95b7-e8a5ff960915/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.76:8080 119 0.010 404 92fd42ac1b6a531dc4cdd2219fd8488d 199.204.45.102 - - [14/Mar/2026:01:38:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.045 [auth-system-keycloak-80] [] 10.0.0.76:8080 1251 0.045 200 2d1bcab3c08b8e0ef10a40fb7ec84604 199.204.45.102 - - [14/Mar/2026:01:38:30 +0000] "POST /admin/realms/atmosphere/clients/3016b42a-3839-46b9-95b7-e8a5ff960915/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.017 [auth-system-keycloak-80] [] 10.0.0.76:8080 0 0.017 201 f54bf0813358988f2a43b702fc9be7f0 199.204.45.102 - - [14/Mar/2026:01:38:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.76:8080 1251 0.007 200 821c6db1d158399f46ff0a49cb55605c 199.204.45.102 - - [14/Mar/2026:01:38:30 +0000] "GET /admin/realms/atmosphere/clients/3016b42a-3839-46b9-95b7-e8a5ff960915/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.76:8080 166 0.015 200 768dbf78e3cd4c7ca82fc247df7d63b2 W0314 01:38:33.675668 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:38:33.675714 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:38:37.011984 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:38:37.012052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:38:40.343504 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:38:40.343563 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:40.239829 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:40.239886 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:40.341228 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 01:39:40.341305 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0314 01:39:40.341348 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:40.341369 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:40.342589 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:39:40.342690 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0314 01:39:40.342748 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:40.342776 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:39:40.343161 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0314 01:39:40.343192 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" W0314 01:39:40.343241 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:39:40.343349 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0314 01:39:40.346725 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:40.347041 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:39:40.349423 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.007s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.008s testedConfigurationSize:18.2kB} I0314 01:39:40.349463 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0314 01:39:40.350314 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.007s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.008s testedConfigurationSize:18.2kB} I0314 01:39:40.350362 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0314 01:39:40.351976 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0314 01:39:40.352307 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0314 01:39:40.352596 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"9d2c1584-977f-4863-96cb-82b7109fe77f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4034", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0314 01:39:40.355501 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0314 01:39:40.355727 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0314 01:39:40.355744 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0314 01:39:40.355817 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"535cd12c-b8bf-4772-a5a8-1501ef91ead5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4039", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:39:40.355893 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0314 01:39:40.355887 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"dd1897e1-913f-4fc5-98a4-78bd8136fae4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4041", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0314 01:39:40.739367 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0314 01:39:40.740361 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0314 01:39:41.463767 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0314 01:39:41.464702 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0314 01:39:42.815245 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0314 01:39:42.816296 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0314 01:39:43.574284 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:39:43.574359 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 01:39:43.574407 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:39:43.574540 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:43.574564 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:39:43.574726 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 01:39:43.652659 7 controller.go:216] "Backend successfully reloaded" I0314 01:39:43.652988 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rh2zd", UID:"58056b3a-03ac-4f9a-a175-f952099f98ab", APIVersion:"v1", ResourceVersion:"1115", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0314 01:39:46.909270 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:39:46.909334 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 01:39:46.909362 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:39:46.909470 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:46.909489 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:50.239891 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:39:50.239977 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 01:39:50.240019 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:39:50.240152 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:50.240181 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:53.574073 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:39:53.574139 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 01:39:53.574166 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:39:53.574272 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:53.574290 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:56.906852 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:39:56.906894 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 01:39:56.906916 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:39:56.907046 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:56.907071 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:39:59.962960 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.99.96.107"}] I0314 01:39:59.963370 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.99.96.107"}] I0314 01:39:59.963384 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.99.96.107"}] I0314 01:40:00.135898 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"dd1897e1-913f-4fc5-98a4-78bd8136fae4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4652", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0314 01:40:00.148615 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"9d2c1584-977f-4863-96cb-82b7109fe77f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4653", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:40:00.239834 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:40:00.239906 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 01:40:00.239953 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:40:00.240097 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:00.240127 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:40:00.278747 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"535cd12c-b8bf-4772-a5a8-1501ef91ead5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4654", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:40:03.573217 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:40:03.573291 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 01:40:03.573346 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:40:03.573537 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:03.573567 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:06.908996 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:40:06.909058 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 01:40:06.909094 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:40:06.909219 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:06.909246 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:10.240263 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:40:10.240309 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 01:40:10.240328 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:40:10.240408 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:10.240424 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:13.573987 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:40:13.574104 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:40:13.574253 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:13.574287 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:16.908397 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:40:16.908502 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:40:16.908661 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:16.908700 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:20.240054 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:40:20.240179 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:40:20.240318 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:20.240346 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:23.574862 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:40:23.575093 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:40:23.575273 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:23.575314 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:26.906485 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:40:26.906594 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:40:26.906728 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:26.906758 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:30.240245 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:40:30.240401 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:40:30.240555 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:30.240596 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:33.576520 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:40:33.576665 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:40:33.576887 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:33.576926 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:36.907128 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:40:36.907236 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:40:36.907401 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:36.907433 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.48 - - [14/Mar/2026:01:40:37 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "Go-http-client/1.1" 161 0.039 [auth-system-keycloak-80] [] 10.0.0.76:8080 6382 0.039 200 11b2bc3a84210f82bf8cb1de5e327f36 10.0.0.53 - - [14/Mar/2026:01:40:39 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "Go-http-client/1.1" 161 0.008 [auth-system-keycloak-80] [] 10.0.0.76:8080 6382 0.008 200 b0eef707982ee5820762aab4db1dabfe W0314 01:40:40.240790 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:40:40.240932 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:40:40.241154 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:40.241194 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:43.573537 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:43.573693 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:46.909696 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:46.910095 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:54.556100 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:54.556143 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:57.890066 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:57.890120 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.102 - - [14/Mar/2026:01:40:59 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.495 [auth-system-keycloak-80] [] 10.0.0.76:8080 1928 0.494 200 1ba8c6379a3f2edcb3fd0659f5e3496d 199.204.45.102 - - [14/Mar/2026:01:40:59 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.008 [auth-system-keycloak-80] [] 10.0.0.76:8080 4246 0.008 200 9d6315a08bb4a37421816c3f578450c3 199.204.45.102 - - [14/Mar/2026:01:41:00 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.363 [auth-system-keycloak-80] [] 10.0.0.76:8080 0 0.361 204 5b714cd9ee6d71bb60cd43633a78658b 199.204.45.102 - - [14/Mar/2026:01:41:00 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.191 [auth-system-keycloak-80] [] 10.0.0.76:8080 4384 0.192 200 b5c4e2a7c8e4cfaa7c53f3b1dc79c58d 199.204.45.102 - - [14/Mar/2026:01:41:01 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.467 [auth-system-keycloak-80] [] 10.0.0.76:8080 1928 0.465 200 43f533e197c7e03e28bf63ec4b018f6f 199.204.45.102 - - [14/Mar/2026:01:41:01 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.012 [auth-system-keycloak-80] [] 10.0.0.76:8080 1682 0.011 200 2656721c26b740f601e24d3a42ffa738 199.204.45.102 - - [14/Mar/2026:01:41:01 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "ansible-httpget" 181 0.007 [auth-system-keycloak-80] [] 10.0.0.76:8080 6382 0.007 200 38de806ac33e79473b5a3beea323c389 199.204.45.102 - - [14/Mar/2026:01:41:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.517 [auth-system-keycloak-80] [] 10.0.0.76:8080 1928 0.516 200 110f6a653e204697281ea179c419ee4c 199.204.45.102 - - [14/Mar/2026:01:41:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.010 [auth-system-keycloak-80] [] 10.0.0.76:8080 2 0.010 200 90fbade928ab4ce298abb22f6bb7066e 199.204.45.102 - - [14/Mar/2026:01:41:03 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.188 [auth-system-keycloak-80] [] 10.0.0.76:8080 0 0.186 201 b7b16581cbde9c507c9b7ceb618b999b 199.204.45.102 - - [14/Mar/2026:01:41:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.068 [auth-system-keycloak-80] [] 10.0.0.76:8080 2246 0.069 200 f2f19c3d844639f04c89a6410517cb79 199.204.45.102 - - [14/Mar/2026:01:41:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.544 [auth-system-keycloak-80] [] 10.0.0.76:8080 1928 0.541 200 1e91e669637cff782e224f967c61a90c 199.204.45.102 - - [14/Mar/2026:01:41:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.76:8080 2246 0.007 200 ce326870de3128b9da33852ea839d090 199.204.45.102 - - [14/Mar/2026:01:41:04 +0000] "GET /admin/realms/atmosphere/clients/4c757fb1-e0ea-457f-b47d-1df79c89141a/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.017 [auth-system-keycloak-80] [] 10.0.0.76:8080 233 0.016 200 a0b9b13ca310d53a545f8bfc070b9e9f 199.204.45.102 - - [14/Mar/2026:01:41:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.052 [auth-system-keycloak-80] [] 10.0.0.76:8080 831 0.051 200 62f8ac28ef49ecc4ac34447388c0a30e 199.204.45.102 - - [14/Mar/2026:01:41:04 +0000] "GET /admin/realms/atmosphere/clients/19149687-9b70-4a08-852f-61f768afff60/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.031 [auth-system-keycloak-80] [] 10.0.0.76:8080 3758 0.031 200 688ee7fef0bce24364ce2a03c29f1550 199.204.45.102 - - [14/Mar/2026:01:41:04 +0000] "GET /admin/realms/atmosphere/users/4baa1f83-a5c4-4f9f-b8e7-dc1ba371e080/role-mappings/clients/19149687-9b70-4a08-852f-61f768afff60/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.146 [auth-system-keycloak-80] [] 10.0.0.76:8080 3758 0.147 200 45fb96e6cc2b5c93448502932cd390cf 199.204.45.102 - - [14/Mar/2026:01:41:04 +0000] "GET /admin/realms/atmosphere/users/4baa1f83-a5c4-4f9f-b8e7-dc1ba371e080/role-mappings/clients/19149687-9b70-4a08-852f-61f768afff60/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.026 [auth-system-keycloak-80] [] 10.0.0.76:8080 2 0.025 200 7224267856c443e71ef581dc99f8a497 199.204.45.102 - - [14/Mar/2026:01:41:05 +0000] "POST /admin/realms/atmosphere/users/4baa1f83-a5c4-4f9f-b8e7-dc1ba371e080/role-mappings/clients/19149687-9b70-4a08-852f-61f768afff60 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.058 [auth-system-keycloak-80] [] 10.0.0.76:8080 0 0.057 204 859d1dbac6688e2d0cf127b42d59bb9e 199.204.45.102 - - [14/Mar/2026:01:41:05 +0000] "GET /admin/realms/atmosphere/users/4baa1f83-a5c4-4f9f-b8e7-dc1ba371e080/role-mappings/clients/19149687-9b70-4a08-852f-61f768afff60/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.068 [auth-system-keycloak-80] [] 10.0.0.76:8080 576 0.068 200 ebc890c3d7d0ee91065418107f194ef6 W0314 01:41:07.803292 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:41:07.803365 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:41:11.137146 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:41:11.137205 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:41:14.470323 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:41:14.470381 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:41:17.806442 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:41:17.806488 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:43:12.368676 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:43:12.368723 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:43:45.925225 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0314 01:43:45.925332 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:43:45.925355 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:43:45.928664 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:28.7kB} I0314 01:43:45.928697 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0314 01:43:45.932694 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0314 01:43:45.933037 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"9d44a25e-0b44-40cb-9a9d-d40a8df3676a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6399", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:43:45.933448 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0314 01:43:45.933961 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0314 01:43:45.934042 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:43:45.934066 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:43:45.934231 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 01:43:45.977825 7 controller.go:216] "Backend successfully reloaded" I0314 01:43:45.979204 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rh2zd", UID:"58056b3a-03ac-4f9a-a175-f952099f98ab", APIVersion:"v1", ResourceVersion:"1115", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0314 01:43:46.197120 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0314 01:43:46.198280 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0314 01:43:49.267573 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:43:49.267663 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.102 - - [14/Mar/2026:01:43:50 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.005 [openstack-keystone-api-5000] [] 10.0.0.185:5000 281 0.006 300 36e6847694ccd70908948cc33c0be1d2 199.204.45.102 - - [14/Mar/2026:01:43:51 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.185:5000 266 0.004 200 510afea471e5b4ba416b083c9caaf668 199.204.45.102 - - [14/Mar/2026:01:43:52 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.351 [openstack-keystone-api-5000] [] 10.0.0.185:5000 1360 0.351 201 4ab0eb84dc6d6df19a6cfa0e851487da 199.204.45.102 - - [14/Mar/2026:01:43:52 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.006 [openstack-keystone-api-5000] [] 10.0.0.185:5000 281 0.006 300 49015a02cbbbac50fcc0284746609eda 199.204.45.102 - - [14/Mar/2026:01:43:52 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.032 [openstack-keystone-api-5000] [] 10.0.0.185:5000 90 0.032 404 ca21e43acd7a72466f8407c5d8e9b298 199.204.45.102 - - [14/Mar/2026:01:43:52 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.030 [openstack-keystone-api-5000] [] 10.0.0.185:5000 368 0.031 200 57fa94ebe50e570267f21482668ce14c 199.204.45.102 - - [14/Mar/2026:01:43:52 +0000] "GET /v3/domains/7ae280d65ce44f229362b794493ec327 HTTP/1.1" 200 245 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.024 [openstack-keystone-api-5000] [] 10.0.0.185:5000 245 0.024 200 d0270d6ca0919b7484aafd05bb5534c1 199.204.45.102 - - [14/Mar/2026:01:43:53 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.185:5000 266 0.004 200 6716e7e59278cc3061ae6e54cdedf3fc 199.204.45.102 - - [14/Mar/2026:01:43:53 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.324 [openstack-keystone-api-5000] [] 10.0.0.185:5000 1360 0.323 201 b7d001ad7d09104b7080a9cd2ca9a317 199.204.45.102 - - [14/Mar/2026:01:43:53 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.185:5000 281 0.004 300 dfa7e3e0d162f8bbe193ff788dfa0a53 199.204.45.102 - - [14/Mar/2026:01:43:53 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.025 [openstack-keystone-api-5000] [] 10.0.0.185:5000 101 0.025 404 e5ff8b32e0ca0bc3fe7ed2d6f79859b4 199.204.45.102 - - [14/Mar/2026:01:43:53 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.023 [openstack-keystone-api-5000] [] 10.0.0.185:5000 156 0.022 200 a5e631a9f4d8fea77f4adf6372e303c3 199.204.45.102 - - [14/Mar/2026:01:43:53 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.029 [openstack-keystone-api-5000] [] 10.0.0.185:5000 454 0.029 201 f97a12dafc6ab273a6c61ab225406837 199.204.45.102 - - [14/Mar/2026:01:43:54 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.185:5000 266 0.004 200 47359a59744053f9089863dc7aae6fde 199.204.45.102 - - [14/Mar/2026:01:43:54 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.293 [openstack-keystone-api-5000] [] 10.0.0.185:5000 1360 0.293 201 ca5f1e3d37148d102e84e2683ba258e4 199.204.45.102 - - [14/Mar/2026:01:43:54 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.185:5000 281 0.004 300 b7a48d5c4e5d9b22889fa584abcf8fc2 199.204.45.102 - - [14/Mar/2026:01:43:54 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.023 [openstack-keystone-api-5000] [] 10.0.0.185:5000 98 0.022 404 0142d603afd4a9394b0880a3f6d20eaf 199.204.45.102 - - [14/Mar/2026:01:43:54 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.024 [openstack-keystone-api-5000] [] 10.0.0.185:5000 136 0.024 200 92a5b544c19c8975c34c411120e559e2 199.204.45.102 - - [14/Mar/2026:01:43:54 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 332 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.025 [openstack-keystone-api-5000] [] 10.0.0.185:5000 332 0.024 201 cc3591cdb4b9f2c0aa9470ea392a5f9a 199.204.45.102 - - [14/Mar/2026:01:43:55 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.185:5000 266 0.005 200 8fb64392ea1e124532d43ba5725224ac 199.204.45.102 - - [14/Mar/2026:01:43:55 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.290 [openstack-keystone-api-5000] [] 10.0.0.185:5000 1360 0.290 201 c60f1ccf29dfc1488cf0a22d2e1b5f88 199.204.45.102 - - [14/Mar/2026:01:43:55 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.185:5000 281 0.005 300 562279ef3216391aba5d113a72e8ff1e 199.204.45.102 - - [14/Mar/2026:01:43:55 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.036 [openstack-keystone-api-5000] [] 10.0.0.185:5000 131 0.036 404 2ce17ef1056915b353bf30b39c070866 199.204.45.102 - - [14/Mar/2026:01:43:55 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.023 [openstack-keystone-api-5000] [] 10.0.0.185:5000 168 0.023 200 8554c623701a82aa96d519d51f3b3794 199.204.45.102 - - [14/Mar/2026:01:43:55 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.030 [openstack-keystone-api-5000] [] 10.0.0.185:5000 224 0.030 201 d9adebfd8b50a77bd6bb2f61d195dd36 I0314 01:43:59.961101 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.99.96.107"}] I0314 01:43:59.966561 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"9d44a25e-0b44-40cb-9a9d-d40a8df3676a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6491", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:43:59.968740 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:43:59.968776 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:06.161203 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:06.161267 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:09.495522 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:09.495585 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:12.829032 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:12.829100 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:16.162619 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:16.162668 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:31.668035 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:31.668083 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:35.002952 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:35.003003 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:39.489806 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:39.489838 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:42.823490 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:42.823546 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:46:11.082017 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0314 01:46:11.082202 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0314 01:46:11.082277 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:46:11.082307 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:46:11.085327 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.004s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:32.2kB} I0314 01:46:11.085366 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0314 01:46:11.090466 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0314 01:46:11.090886 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"86a356f1-3f64-4912-831b-c16fe1b2f15c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7429", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:46:11.091095 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0314 01:46:11.091519 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0314 01:46:11.091635 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0314 01:46:11.091718 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:46:11.091741 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:46:11.091891 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 01:46:11.141114 7 controller.go:216] "Backend successfully reloaded" I0314 01:46:11.141467 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rh2zd", UID:"58056b3a-03ac-4f9a-a175-f952099f98ab", APIVersion:"v1", ResourceVersion:"1115", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0314 01:46:11.525299 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0314 01:46:11.526639 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.102 - - [14/Mar/2026:01:46:11 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.006 [openstack-keystone-api-5000] [] 10.0.0.185:5000 281 0.005 300 98281e258eb34f0fb4f366d8a4f350dc 199.204.45.102 - - [14/Mar/2026:01:46:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.358 [openstack-keystone-api-5000] [] 10.0.0.185:5000 1992 0.357 201 62413ea15f7a229fbc46349a00dd0eb5 199.204.45.102 - - [14/Mar/2026:01:46:12 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.029 [openstack-keystone-api-5000] [] 10.0.0.185:5000 85 0.029 404 575b401fd5300cd39575cceb6a6d777c 199.204.45.102 - - [14/Mar/2026:01:46:12 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.025 [openstack-keystone-api-5000] [] 10.0.0.185:5000 129 0.025 200 7259d92a24ddaabf85d0036086120297 199.204.45.102 - - [14/Mar/2026:01:46:12 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.140 [openstack-keystone-api-5000] [] 10.0.0.185:5000 230 0.141 201 48849753d31ee5b9671c62d189cca0a6 W0314 01:46:14.425381 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0314 01:46:14.425682 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:46:14.425756 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.102 - - [14/Mar/2026:01:46:17 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 229 0.003 [openstack-keystone-api-5000] [] 10.0.0.185:5000 281 0.004 300 2bece88403c260e0a9c9be4fcce2ac1c 199.204.45.102 - - [14/Mar/2026:01:46:18 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 548 0.299 [openstack-keystone-api-5000] [] 10.0.0.185:5000 1992 0.300 201 b841828d4777eaf0e77dc184a8372e66 199.204.45.102 - - [14/Mar/2026:01:46:18 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.026 [openstack-keystone-api-5000] [] 10.0.0.185:5000 1521 0.027 200 587fe3631729690788bea56bc1d55428 199.204.45.102 - - [14/Mar/2026:01:46:18 +0000] "PUT /v3/roles/f41c43c9bbf5422c8108a951e0b7e37f/implies/c4ebae513c29480cbbd2f67ce293d0dd HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.047 [openstack-keystone-api-5000] [] 10.0.0.185:5000 521 0.047 201 700f48fb767c285e6b8a27c45e807591 W0314 01:46:19.887402 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:46:19.887507 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:46:59.962760 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.99.96.107"}] I0314 01:46:59.967112 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"86a356f1-3f64-4912-831b-c16fe1b2f15c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7822", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:46:59.969952 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:46:59.970021 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.102 - - [14/Mar/2026:01:47:11 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.185:5000 281 0.006 300 f53481f461588d96dbde60575dfd0638 199.204.45.102 - - [14/Mar/2026:01:47:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.363 [openstack-keystone-api-5000] [] 10.0.0.185:5000 2055 0.363 201 7d0e9c56bb517d4ce3f453a8b5782c7a 199.204.45.102 - - [14/Mar/2026:01:47:12 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.034 [openstack-keystone-api-5000] [] 10.0.0.185:5000 87 0.034 404 ff26620423354738b07f98648909ebf5 199.204.45.102 - - [14/Mar/2026:01:47:12 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.030 [openstack-keystone-api-5000] [] 10.0.0.185:5000 390 0.030 200 d8996aab058cf4d13d39c0688bf5bd5a 199.204.45.102 - - [14/Mar/2026:01:47:12 +0000] "GET /v3/users/rgw-RegionOne?domain_id=f57ba79deaae4cc08a188823ca56f879 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.039 [openstack-keystone-api-5000] [] 10.0.0.185:5000 91 0.039 404 57b58e4d0f0f76eb92f75752be5d5534 199.204.45.102 - - [14/Mar/2026:01:47:12 +0000] "GET /v3/users?domain_id=f57ba79deaae4cc08a188823ca56f879&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.029 [openstack-keystone-api-5000] [] 10.0.0.185:5000 178 0.030 200 c262bae1db6cd2ad7bb710d7e73078fd 199.204.45.102 - - [14/Mar/2026:01:47:12 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.315 [openstack-keystone-api-5000] [] 10.0.0.185:5000 291 0.315 201 be6dca5001de9429c198a46b354bfae2 199.204.45.102 - - [14/Mar/2026:01:47:15 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.185:5000 281 0.005 300 03c1f6c31363bcc591fc74c651cd7ca2 199.204.45.102 - - [14/Mar/2026:01:47:16 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 548 0.292 [openstack-keystone-api-5000] [] 10.0.0.185:5000 2055 0.292 201 9916c6f349339463c663d28b95f62fc7 199.204.45.102 - - [14/Mar/2026:01:47:16 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 386 0.029 [openstack-keystone-api-5000] [] 10.0.0.185:5000 83 0.028 404 1e3301e1dcab5ba751d8e618ae983cf0 199.204.45.102 - - [14/Mar/2026:01:47:16 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "python-keystoneclient" 391 0.028 [openstack-keystone-api-5000] [] 10.0.0.185:5000 361 0.027 200 7029725c76de77de47f86e12082e7277 199.204.45.102 - - [14/Mar/2026:01:47:16 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 390 0.032 [openstack-keystone-api-5000] [] 10.0.0.185:5000 87 0.032 404 da38d0afd15d87e1fe65feb57c1b2531 199.204.45.102 - - [14/Mar/2026:01:47:16 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "python-keystoneclient" 395 0.024 [openstack-keystone-api-5000] [] 10.0.0.185:5000 390 0.024 200 41683f088f633aa7ef70faae556e6c13 199.204.45.102 - - [14/Mar/2026:01:47:16 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 394 0.031 [openstack-keystone-api-5000] [] 10.0.0.185:5000 91 0.030 404 a14105247efd77a17efdd9b1996b6022 199.204.45.102 - - [14/Mar/2026:01:47:16 +0000] "GET /v3/users?domain_id=f57ba79deaae4cc08a188823ca56f879&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "python-keystoneclient" 442 0.044 [openstack-keystone-api-5000] [] 10.0.0.185:5000 458 0.044 200 54323c24ff43d58bbe993e5d539262b4 199.204.45.102 - - [14/Mar/2026:01:47:16 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 391 0.031 [openstack-keystone-api-5000] [] 10.0.0.185:5000 88 0.031 404 1483629883cea13d5b89643b5a8c772d 199.204.45.102 - - [14/Mar/2026:01:47:16 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "python-keystoneclient" 396 0.029 [openstack-keystone-api-5000] [] 10.0.0.185:5000 520 0.029 200 0bf63399bfdbf34adf6326031028d5f5 199.204.45.102 - - [14/Mar/2026:01:47:16 +0000] "PUT /v3/projects/80b8ad5f30214cb583882c41921cfe78/users/c96b1beb25c146da833aaabffc2cd293/roles/3a53750d2544484e8a08177a78b4c545 HTTP/1.1" 204 0 "-" "python-keystoneclient" 513 0.039 [openstack-keystone-api-5000] [] 10.0.0.185:5000 0 0.039 204 03ac67a7892cca4f75e85a318ad85047 199.204.45.102 - - [14/Mar/2026:01:47:20 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.185:5000 281 0.004 300 69a1931741106ddbc34ab4298f622bfc 199.204.45.102 - - [14/Mar/2026:01:47:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.334 [openstack-keystone-api-5000] [] 10.0.0.185:5000 2055 0.334 201 57820c338247235a993dbf6aa2fb88bc 199.204.45.102 - - [14/Mar/2026:01:47:20 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.019 [openstack-keystone-api-5000] [] 10.0.0.185:5000 151 0.019 200 32d8fb15d9825a87b3db4bfb178a17d8 199.204.45.102 - - [14/Mar/2026:01:47:20 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.031 [openstack-keystone-api-5000] [] 10.0.0.185:5000 263 0.031 201 50859cf7f317884a62c3a4892c0f0564 199.204.45.102 - - [14/Mar/2026:01:47:21 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.185:5000 281 0.003 300 6169161fb1c3f16be6b0093f3ac565cf 199.204.45.102 - - [14/Mar/2026:01:47:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.314 [openstack-keystone-api-5000] [] 10.0.0.185:5000 2157 0.314 201 581fa1c9d09a05f41f8d19dbba8ca3fe 199.204.45.102 - - [14/Mar/2026:01:47:21 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.035 [openstack-keystone-api-5000] [] 10.0.0.185:5000 86 0.036 404 b7be2c14dbb423f0565798a883060547 199.204.45.102 - - [14/Mar/2026:01:47:21 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.019 [openstack-keystone-api-5000] [] 10.0.0.185:5000 382 0.019 200 d90f1d6012c259f78ba4b89bdf288969 199.204.45.102 - - [14/Mar/2026:01:47:21 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=f8727017974843d6ae9d4d947e94ae7b HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.024 [openstack-keystone-api-5000] [] 10.0.0.185:5000 205 0.025 200 8c4461dce3f2cc5ac3a894058271db9e 199.204.45.102 - - [14/Mar/2026:01:47:21 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.032 [openstack-keystone-api-5000] [] 10.0.0.185:5000 379 0.032 201 18707f5c2bf13bfe93ab328c7533e817 199.204.45.102 - - [14/Mar/2026:01:47:22 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.185:5000 281 0.004 300 1333b722ab70be920cbfeafc02e2c7dc 199.204.45.102 - - [14/Mar/2026:01:47:22 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.313 [openstack-keystone-api-5000] [] 10.0.0.185:5000 2366 0.313 201 d6f530f6301ea5320d8c2363ab5dc7e0 199.204.45.102 - - [14/Mar/2026:01:47:22 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.026 [openstack-keystone-api-5000] [] 10.0.0.185:5000 86 0.026 404 12555f5be4eaacacbc066a921db67016 199.204.45.102 - - [14/Mar/2026:01:47:22 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.019 [openstack-keystone-api-5000] [] 10.0.0.185:5000 382 0.019 200 c559015f25990dbb933f94ed67ef9d36 199.204.45.102 - - [14/Mar/2026:01:47:22 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=f8727017974843d6ae9d4d947e94ae7b HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.023 [openstack-keystone-api-5000] [] 10.0.0.185:5000 207 0.023 200 d3897d97cb876d4a2b1fce2d26c96dca 199.204.45.102 - - [14/Mar/2026:01:47:22 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.031 [openstack-keystone-api-5000] [] 10.0.0.185:5000 392 0.032 201 7ff9014086ae7cb57027f0afc488a660 W0314 01:47:23.775833 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0314 01:47:23.775984 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0314 01:47:23.776067 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:47:23.776092 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:47:23.781475 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.006s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:35.7kB} I0314 01:47:23.781522 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0314 01:47:23.792428 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0314 01:47:23.792707 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"26afcdb4-5280-4a87-ab1f-893dff183659", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7980", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:47:23.792797 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0314 01:47:23.793342 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0314 01:47:23.793630 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0314 01:47:23.793816 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:47:23.793897 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:47:23.794162 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 01:47:23.844296 7 controller.go:216] "Backend successfully reloaded" I0314 01:47:23.844596 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rh2zd", UID:"58056b3a-03ac-4f9a-a175-f952099f98ab", APIVersion:"v1", ResourceVersion:"1115", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0314 01:47:24.168746 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0314 01:47:24.169925 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0314 01:47:27.127401 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0314 01:47:27.127640 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:47:27.127666 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:47:40.515316 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0314 01:47:40.515459 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:47:40.515475 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:47:44.493381 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 01:47:44.493578 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:47:44.493609 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:47:44.493821 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 01:47:44.547747 7 controller.go:216] "Backend successfully reloaded" I0314 01:47:44.548000 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rh2zd", UID:"58056b3a-03ac-4f9a-a175-f952099f98ab", APIVersion:"v1", ResourceVersion:"1115", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0314 01:47:47.828442 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 01:47:47.828834 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:47:47.828875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:47:51.161679 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 01:47:51.161953 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:47:51.161989 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:47:54.494492 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 01:47:54.494891 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:47:54.494930 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:47:57.827457 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 01:47:57.827675 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:47:57.827702 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:47:59.961496 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.99.96.107"}] I0314 01:47:59.967042 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"26afcdb4-5280-4a87-ab1f-893dff183659", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8333", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:48:01.160506 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 01:48:01.160730 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:48:01.160767 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:48:11.531086 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 01:48:11.531358 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:48:11.531383 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:48:14.869501 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 01:48:14.869641 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:48:14.869663 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:48:19.631425 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 01:48:19.631596 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:48:19.631634 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:48:52.120470 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 01:48:52.120794 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:48:52.120823 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:49:31.393125 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:49:31.393376 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:50:25.758314 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0314 01:50:25.758467 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0314 01:50:25.758623 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:50:25.758698 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:50:25.764008 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.006s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:39.2kB} I0314 01:50:25.764049 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0314 01:50:25.771484 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0314 01:50:25.771793 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"65951234-a1cc-4a49-b2ce-9551eda1cb6d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9434", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:50:25.772252 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0314 01:50:25.772853 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0314 01:50:25.773072 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0314 01:50:25.773219 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:50:25.773267 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:50:25.773473 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 01:50:25.826671 7 controller.go:216] "Backend successfully reloaded" I0314 01:50:25.827031 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rh2zd", UID:"58056b3a-03ac-4f9a-a175-f952099f98ab", APIVersion:"v1", ResourceVersion:"1115", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0314 01:50:26.109938 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0314 01:50:26.111122 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0314 01:50:29.106362 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0314 01:50:29.106607 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:50:29.106644 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.102 - - [14/Mar/2026:01:50:30 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.185:5000 281 0.005 300 1c76e8a3e3ced9d3d61db5c267b65150 199.204.45.102 - - [14/Mar/2026:01:50:30 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.346 [openstack-keystone-api-5000] [] 10.0.0.185:5000 3201 0.346 201 7cfe22f4e72bd62fe1f0c4381ba08336 199.204.45.102 - - [14/Mar/2026:01:50:31 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 54718d287f345d6d3da41d6797285eb3 199.204.45.102 - - [14/Mar/2026:01:50:31 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - d6f9f4fa08b0ba25a3256c681c5b3ba3 199.204.45.102 - - [14/Mar/2026:01:50:32 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.185:5000 281 0.004 300 a480f8241411abcac3cb41ba118cfebb 199.204.45.102 - - [14/Mar/2026:01:50:32 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.290 [openstack-keystone-api-5000] [] 10.0.0.185:5000 3201 0.289 201 7325dfcc6f82522df15ebea647b0fd46 199.204.45.102 - - [14/Mar/2026:01:50:32 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 0a442758a4a68f7437d0bdacc0e343eb 199.204.45.102 - - [14/Mar/2026:01:50:32 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 81ac0f3ca5f19cf419d46c575ffc2187 199.204.45.102 - - [14/Mar/2026:01:50:34 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.185:5000 281 0.004 300 bb53e53586853c2468a9d51bf49e5d41 199.204.45.102 - - [14/Mar/2026:01:50:34 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.295 [openstack-keystone-api-5000] [] 10.0.0.185:5000 3201 0.295 201 9723c3716e6bf0f74632b6c53606df45 199.204.45.102 - - [14/Mar/2026:01:50:34 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - d07356ae72a46a8427e86baf43987ada 199.204.45.102 - - [14/Mar/2026:01:50:34 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - eba1621fe62e740e9563d8e70b0f8928 199.204.45.102 - - [14/Mar/2026:01:50:36 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.185:5000 281 0.004 300 4772442bbf27a4bf5b105a0c50105162 199.204.45.102 - - [14/Mar/2026:01:50:36 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.306 [openstack-keystone-api-5000] [] 10.0.0.185:5000 3201 0.305 201 00f6130ddb92b8c48eb1b24511d075f4 199.204.45.102 - - [14/Mar/2026:01:50:36 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 1d3b66cd066b1a04e560d8dd7f7b5e4b 199.204.45.102 - - [14/Mar/2026:01:50:36 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e0975821c08dbcb705a2d0fcc5130b27 W0314 01:50:37.274730 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0314 01:50:37.274939 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:50:37.274975 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.102 - - [14/Mar/2026:01:50:37 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.185:5000 281 0.004 300 3e14b7efef81ede200e85dfbdaba8855 199.204.45.102 - - [14/Mar/2026:01:50:38 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.315 [openstack-keystone-api-5000] [] 10.0.0.185:5000 3201 0.314 201 fd28922603719c8dc33f33941fd2f927 199.204.45.102 - - [14/Mar/2026:01:50:38 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 602c540a7223ba045b53dbf7c10e7186 199.204.45.102 - - [14/Mar/2026:01:50:38 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 595fcb118a8421ae4f3736dfc209aea0 199.204.45.102 - - [14/Mar/2026:01:50:39 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.185:5000 281 0.006 300 925c07081d9d1f2c74c46d37c8fb299e 199.204.45.102 - - [14/Mar/2026:01:50:39 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.301 [openstack-keystone-api-5000] [] 10.0.0.185:5000 3201 0.302 201 1cd9d1d14adcf029130ea4232b099d05 199.204.45.102 - - [14/Mar/2026:01:50:39 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 4f61bd1c450e5424f3003e32ecae7a20 199.204.45.102 - - [14/Mar/2026:01:50:39 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - dd244b812a48247eb0414b4fd84c2225 199.204.45.102 - - [14/Mar/2026:01:50:41 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.185:5000 281 0.004 300 efbae7cf66b82e61b70b2bdce94251c1 199.204.45.102 - - [14/Mar/2026:01:50:41 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.296 [openstack-keystone-api-5000] [] 10.0.0.185:5000 3201 0.296 201 9175ed69a84a91b7e4d7cc85072db531 199.204.45.102 - - [14/Mar/2026:01:50:41 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 6570d194e9c2851ccf089dd8eeb07343 199.204.45.102 - - [14/Mar/2026:01:50:41 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 3548377cf10bc8cd115d379698df9ca0 199.204.45.102 - - [14/Mar/2026:01:50:43 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.185:5000 281 0.004 300 e576f6886950be00aa5d34543f9ce72c 199.204.45.102 - - [14/Mar/2026:01:50:43 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.318 [openstack-keystone-api-5000] [] 10.0.0.185:5000 3201 0.319 201 b25b66aa61d34d740a1303b56b565718 199.204.45.102 - - [14/Mar/2026:01:50:43 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 04e74846e11406dc92a280d19b60f867 199.204.45.102 - - [14/Mar/2026:01:50:43 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b58e69349c5d7866aba7e6d0e970fc8d 199.204.45.102 - - [14/Mar/2026:01:50:44 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.185:5000 281 0.005 300 c0ee7cfb25f40a0c0f803a8cb71bb0e3 199.204.45.102 - - [14/Mar/2026:01:50:45 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.312 [openstack-keystone-api-5000] [] 10.0.0.185:5000 3201 0.311 201 a682da03bbe5ec70cb7c42eb5459a17d 199.204.45.102 - - [14/Mar/2026:01:50:45 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - d3fe6ba594af2c34ab55733b13edd8ad 199.204.45.102 - - [14/Mar/2026:01:50:45 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 5c058ccea7d1840e5ab77f46283f537c 199.204.45.102 - - [14/Mar/2026:01:50:46 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.185:5000 281 0.004 300 e14dd86e5fd152fa0c76335698cdc4d7 W0314 01:50:46.800984 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:50:46.801019 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.102 - - [14/Mar/2026:01:50:47 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.310 [openstack-keystone-api-5000] [] 10.0.0.185:5000 3201 0.310 201 6a647066ce7356d525aadf78c483e458 199.204.45.102 - - [14/Mar/2026:01:50:47 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.12:9292 1193 0.003 300 4daeafff8d1a4059e1493d834d771647 199.204.45.102 - - [14/Mar/2026:01:50:47 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.569 [openstack-glance-api-9292] [] 10.0.0.12:9292 69 0.569 200 618e98f094ee19b598bcf8465ac447a2 199.204.45.102 - - [14/Mar/2026:01:50:50 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.185:5000 281 0.004 300 9e737189e02e60dfc5f4c9168cf331e1 199.204.45.102 - - [14/Mar/2026:01:50:51 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.299 [openstack-keystone-api-5000] [] 10.0.0.185:5000 3201 0.298 201 2ed971d72e84c803bd3b08e2e8991da9 199.204.45.102 - - [14/Mar/2026:01:50:51 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.12:9292 1193 0.002 300 4e9078f2d280804c929bb8a8e11240d5 199.204.45.102 - - [14/Mar/2026:01:50:51 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.048 [openstack-glance-api-9292] [] 10.0.0.12:9292 69 0.049 200 c12d33b17304c65e7166413cebb6a125 199.204.45.102 - - [14/Mar/2026:01:50:51 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.110 [openstack-glance-api-9292] [] 10.0.0.12:9292 151 0.111 404 680b2d54dc6d37b027d855a1fba512b9 199.204.45.102 - - [14/Mar/2026:01:50:51 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.024 [openstack-glance-api-9292] [] 10.0.0.12:9292 81 0.023 200 56005d4652ed011116cf144dc3ef247d 199.204.45.102 - - [14/Mar/2026:01:50:51 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.022 [openstack-glance-api-9292] [] 10.0.0.12:9292 84 0.022 200 655060baaf7721943e89991fde19829f 199.204.45.102 - - [14/Mar/2026:01:50:51 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.067 [openstack-glance-api-9292] [] 10.0.0.12:9292 760 0.068 201 972c9a348079446f1309b7382c7d4434 199.204.45.102 - - [14/Mar/2026:01:50:55 +0000] "PUT /v2/images/be56b377-db5d-487a-9011-80bb05383e9f/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 3.820 [openstack-glance-api-9292] [] 10.0.0.12:9292 0 3.820 204 5d141efa956b438a81409431f44dd511 199.204.45.102 - - [14/Mar/2026:01:50:55 +0000] "GET /v2/images/be56b377-db5d-487a-9011-80bb05383e9f HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.017 [openstack-glance-api-9292] [] 10.0.0.12:9292 1171 0.017 200 d4e3f364a9d5abce88d81b2232cbdc04 199.204.45.102 - - [14/Mar/2026:01:50:55 +0000] "GET /v2/images/be56b377-db5d-487a-9011-80bb05383e9f HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.017 [openstack-glance-api-9292] [] 10.0.0.12:9292 1171 0.016 200 d986c80896762b446b712cdfb351ccf3 W0314 01:50:58.226218 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:50:58.226268 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:51:00.010337 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.99.96.107"}] I0314 01:51:00.016363 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"65951234-a1cc-4a49-b2ce-9551eda1cb6d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9732", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:51:01.559898 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:51:01.559965 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:51:04.893202 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:51:04.893256 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store