------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0310 02:30:55.504351 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0310 02:30:55.504544 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0310 02:30:55.514872 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0310 02:30:55.518376 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0310 02:30:55.848086 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0310 02:30:55.866657 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0310 02:30:55.879249 7 nginx.go:271] "Starting NGINX Ingress controller" I0310 02:30:55.887441 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"892809b4-7c83-4b6e-8fcb-cb515e1ecdf3", APIVersion:"v1", ResourceVersion:"1076", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0310 02:30:55.891613 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"b2d0f2eb-df74-478f-b388-42dc0bb0370d", APIVersion:"v1", ResourceVersion:"1077", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0310 02:30:55.891701 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"9159c45c-2b21-475f-a8f3-e2445413cac2", APIVersion:"v1", ResourceVersion:"1075", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0310 02:30:57.081553 7 nginx.go:317] "Starting NGINX process" I0310 02:30:57.081618 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0310 02:30:57.082179 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0310 02:30:57.082516 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:30:57.082577 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0310 02:30:57.082634 7 controller.go:196] "Configuration changes detected, backend reload required" I0310 02:30:57.094333 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0310 02:30:57.094418 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-mxpxl" I0310 02:30:57.121234 7 controller.go:216] "Backend successfully reloaded" I0310 02:30:57.121313 7 controller.go:227] "Initial sync, sleeping for 1 second" I0310 02:30:57.121391 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-mxpxl", UID:"4c2098c9-5796-4569-a31a-7049bd0a3fb6", APIVersion:"v1", ResourceVersion:"1119", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0310 02:31:00.907453 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:31:00.907487 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:31:04.242009 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:31:04.242071 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:31:07.574378 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:31:07.574420 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:31:10.907593 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:31:10.907646 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:31:14.242678 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:31:14.242731 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:31:17.575108 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:31:17.575152 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:31:20.907553 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:31:20.907598 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:31:24.241727 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:31:24.241786 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:31:27.574940 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:31:27.574984 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:31:33.254517 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:31:33.254548 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:32:22.724605 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:32:22.724647 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:32:26.058361 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:32:26.058402 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:32:45.722123 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:32:45.722153 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:32:49.058466 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:32:49.058517 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:32:52.388952 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:32:52.388982 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:32:55.722959 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:32:55.723021 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:32:59.055510 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:32:59.055536 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:33:02.389656 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:33:02.389701 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:33:05.722825 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:33:05.722878 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:33:09.055570 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:33:09.055610 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:33:12.388872 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:33:12.388915 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:33:15.723103 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:33:15.723221 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:35:20.593132 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:35:20.593160 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:35:23.252105 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-210.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-210.nip.io-tls was not found. Using default certificate W0310 02:35:23.252153 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:35:23.252165 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0310 02:35:23.253468 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0310 02:35:23.253496 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0310 02:35:23.260738 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0310 02:35:23.261180 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"99380e78-af56-48f3-bc53-7f639b50b9a5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3016", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0310 02:35:23.261552 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-210.nip.io-tls" in local store I0310 02:35:23.818222 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-210.nip.io-tls" I0310 02:35:23.819315 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-210.nip.io-tls" W0310 02:35:23.928501 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:35:23.928626 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0310 02:35:23.928862 7 controller.go:196] "Configuration changes detected, backend reload required" I0310 02:35:23.967186 7 controller.go:216] "Backend successfully reloaded" I0310 02:35:23.967832 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-mxpxl", UID:"4c2098c9-5796-4569-a31a-7049bd0a3fb6", APIVersion:"v1", ResourceVersion:"1119", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0310 02:35:27.260933 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:35:27.260988 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.210 - - [10/Mar/2026:02:35:34 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.889 [auth-system-keycloak-80] [] 10.0.0.100:8080 1928 1.888 200 c0dbf5f578fb8a2e31f1939001748780 199.204.45.210 - - [10/Mar/2026:02:35:34 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.180 [auth-system-keycloak-80] [] 10.0.0.100:8080 116 0.180 404 418790c08722f1cd81f1b4d6c212728e 199.204.45.210 - - [10/Mar/2026:02:35:38 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 3.709 [auth-system-keycloak-80] [] 10.0.0.100:8080 0 3.709 201 7b7fc11e8d0feeb2cda5a130de6eef5c 199.204.45.210 - - [10/Mar/2026:02:35:38 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.594 [auth-system-keycloak-80] [] 10.0.0.100:8080 4246 0.594 200 e446e12752546b4ab4786ee9169524cc 199.204.45.210 - - [10/Mar/2026:02:35:39 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.574 [auth-system-keycloak-80] [] 10.0.0.100:8080 1928 0.573 200 26194bafa9e10797a0377ab2648edaf9 199.204.45.210 - - [10/Mar/2026:02:35:39 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12500 "-" "Ansible" 1211 0.105 [auth-system-keycloak-80] [] 10.0.0.100:8080 12500 0.106 200 a7d749f846b26777d4d18c5033216034 199.204.45.210 - - [10/Mar/2026:02:35:39 +0000] "GET /admin/realms/atmosphere/client-scopes/0af860ab-d502-4030-a4d6-c2c6c304d37d HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.063 [auth-system-keycloak-80] [] 10.0.0.100:8080 1278 0.063 200 719b619f767777448bb6055b6c0c8487 199.204.45.210 - - [10/Mar/2026:02:35:39 +0000] "PUT /admin/realms/atmosphere/client-scopes/0af860ab-d502-4030-a4d6-c2c6c304d37d HTTP/1.1" 204 0 "-" "Ansible" 1848 0.024 [auth-system-keycloak-80] [] 10.0.0.100:8080 0 0.023 204 fb30f76c66555b8c4cd93dee8644506d 199.204.45.210 - - [10/Mar/2026:02:35:40 +0000] "GET /admin/realms/atmosphere/client-scopes/0af860ab-d502-4030-a4d6-c2c6c304d37d/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.091 [auth-system-keycloak-80] [] 10.0.0.100:8080 963 0.092 200 28a7328e90cf09204b68cee2f7805a01 199.204.45.210 - - [10/Mar/2026:02:35:40 +0000] "GET /admin/realms/atmosphere/client-scopes/0af860ab-d502-4030-a4d6-c2c6c304d37d/protocol-mappers/models/3aa3b1c3-d08c-45f0-97d8-11c847f78846 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.054 [auth-system-keycloak-80] [] 10.0.0.100:8080 366 0.053 200 5a51fd6bc819ce58408007adca03c380 199.204.45.210 - - [10/Mar/2026:02:35:40 +0000] "PUT /admin/realms/atmosphere/client-scopes/0af860ab-d502-4030-a4d6-c2c6c304d37d/protocol-mappers/models/3aa3b1c3-d08c-45f0-97d8-11c847f78846 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.084 [auth-system-keycloak-80] [] 10.0.0.100:8080 0 0.084 204 e147dfecb81df469d944759bdcff5b70 199.204.45.210 - - [10/Mar/2026:02:35:40 +0000] "GET /admin/realms/atmosphere/client-scopes/0af860ab-d502-4030-a4d6-c2c6c304d37d HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.016 [auth-system-keycloak-80] [] 10.0.0.100:8080 1218 0.016 200 b0c9edbd3d066a44e7bf89bfd1aadf4c I0310 02:35:57.100878 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.107.183.20"}] I0310 02:35:57.105740 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"99380e78-af56-48f3-bc53-7f639b50b9a5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3364", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0310 02:35:57.106928 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:35:57.106952 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.210 - - [10/Mar/2026:02:36:01 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.505 [auth-system-keycloak-80] [] 10.0.0.100:8080 1928 0.504 200 90e4ea0e45c9b1eedf5b1bda5d23044c 199.204.45.210 - - [10/Mar/2026:02:36:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.015 [auth-system-keycloak-80] [] 10.0.0.100:8080 2 0.014 200 0c9e3ccf9ad7fa45218a8af417125310 199.204.45.210 - - [10/Mar/2026:02:36:01 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.186 [auth-system-keycloak-80] [] 10.0.0.100:8080 0 0.185 201 820eb4bd0311b44aad9fe7b410039c16 199.204.45.210 - - [10/Mar/2026:02:36:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.077 [auth-system-keycloak-80] [] 10.0.0.100:8080 1261 0.077 200 ce389882000c7ea37680681ef35e3872 199.204.45.210 - - [10/Mar/2026:02:36:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.504 [auth-system-keycloak-80] [] 10.0.0.100:8080 1928 0.503 200 d82883d5fcd9929680d76aca6629289f 199.204.45.210 - - [10/Mar/2026:02:36:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.100:8080 2 0.009 200 1f1a57cbea964df7d452de6bae837c51 199.204.45.210 - - [10/Mar/2026:02:36:02 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.070 [auth-system-keycloak-80] [] 10.0.0.100:8080 0 0.069 201 5521187f4e0edd0e117a575ae31f7f9e 199.204.45.210 - - [10/Mar/2026:02:36:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.081 [auth-system-keycloak-80] [] 10.0.0.100:8080 1286 0.081 200 1852ac02e92d663bce99b1f2efc8b589 199.204.45.210 - - [10/Mar/2026:02:36:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.924 [auth-system-keycloak-80] [] 10.0.0.100:8080 1928 0.923 200 42a2776c8b7820db9cfe0fea94abaae9 199.204.45.210 - - [10/Mar/2026:02:36:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.100:8080 2 0.008 200 bfdd2cf1acfbe29c37fc19795887eb17 199.204.45.210 - - [10/Mar/2026:02:36:03 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.081 [auth-system-keycloak-80] [] 10.0.0.100:8080 0 0.080 201 2dd9dd7d9194d0e5460d7663bb505040 199.204.45.210 - - [10/Mar/2026:02:36:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.083 [auth-system-keycloak-80] [] 10.0.0.100:8080 1251 0.083 200 c7fba4d54fd5eaf902491dbad844a449 199.204.45.210 - - [10/Mar/2026:02:36:05 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.461 [auth-system-keycloak-80] [] 10.0.0.100:8080 1928 0.459 200 bd8c925ab97e8eb0c9dd2c7d754b8a62 199.204.45.210 - - [10/Mar/2026:02:36:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.011 [auth-system-keycloak-80] [] 10.0.0.100:8080 1261 0.010 200 3200df51f8710fae8294ddf657f56b55 199.204.45.210 - - [10/Mar/2026:02:36:05 +0000] "GET /admin/realms/atmosphere/clients/a6a06ef7-010e-4e9c-a548-d094bd08de01/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.100:8080 119 0.012 404 2a6e63de8733fc9c889f34a2c38b7de9 199.204.45.210 - - [10/Mar/2026:02:36:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.006 [auth-system-keycloak-80] [] 10.0.0.100:8080 1261 0.007 200 7092b3e7735b6628a1d16a120d8908a2 199.204.45.210 - - [10/Mar/2026:02:36:05 +0000] "POST /admin/realms/atmosphere/clients/a6a06ef7-010e-4e9c-a548-d094bd08de01/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.036 [auth-system-keycloak-80] [] 10.0.0.100:8080 0 0.036 201 ea38e9ac5875148b95853234a43ebb94 199.204.45.210 - - [10/Mar/2026:02:36:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.006 [auth-system-keycloak-80] [] 10.0.0.100:8080 1261 0.006 200 eae05fc0eef3ae5c092b878fd3ea8a1e 199.204.45.210 - - [10/Mar/2026:02:36:05 +0000] "GET /admin/realms/atmosphere/clients/a6a06ef7-010e-4e9c-a548-d094bd08de01/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.071 [auth-system-keycloak-80] [] 10.0.0.100:8080 166 0.071 200 b66b49488125f26e3f1bd1c604870442 199.204.45.210 - - [10/Mar/2026:02:36:06 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.482 [auth-system-keycloak-80] [] 10.0.0.100:8080 1928 0.480 200 d40c1a90623b898f4809be1d5136e7cf 199.204.45.210 - - [10/Mar/2026:02:36:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.028 [auth-system-keycloak-80] [] 10.0.0.100:8080 1286 0.027 200 0fe2e481a571b924726e14a1742214c1 199.204.45.210 - - [10/Mar/2026:02:36:06 +0000] "GET /admin/realms/atmosphere/clients/7bbbd356-f7be-4f57-b205-e8afe4c087c1/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.009 [auth-system-keycloak-80] [] 10.0.0.100:8080 119 0.010 404 63a0e51f17e068c36acff520d466faa4 199.204.45.210 - - [10/Mar/2026:02:36:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.100:8080 1286 0.007 200 4b40df26c3c8292b155d31d1f7e83fc2 199.204.45.210 - - [10/Mar/2026:02:36:06 +0000] "POST /admin/realms/atmosphere/clients/7bbbd356-f7be-4f57-b205-e8afe4c087c1/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.059 [auth-system-keycloak-80] [] 10.0.0.100:8080 0 0.059 201 b89bafc4c7f25e73eddf76f191645068 199.204.45.210 - - [10/Mar/2026:02:36:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.100:8080 1286 0.006 200 5754454765bf0af11182a0ce294a5e9b 199.204.45.210 - - [10/Mar/2026:02:36:06 +0000] "GET /admin/realms/atmosphere/clients/7bbbd356-f7be-4f57-b205-e8afe4c087c1/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.012 [auth-system-keycloak-80] [] 10.0.0.100:8080 165 0.011 200 5ec92164b2d32437e28ef3429dc1050a 199.204.45.210 - - [10/Mar/2026:02:36:06 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.484 [auth-system-keycloak-80] [] 10.0.0.100:8080 1928 0.484 200 09bc67e0ba36bcdbf54c999435a89905 199.204.45.210 - - [10/Mar/2026:02:36:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.100:8080 1286 0.007 200 cf8fe25c2aff485dd75b8587df5b61e6 199.204.45.210 - - [10/Mar/2026:02:36:06 +0000] "GET /admin/realms/atmosphere/clients/7bbbd356-f7be-4f57-b205-e8afe4c087c1/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.100:8080 119 0.010 404 d945454716301bb897ab662a6ff32870 199.204.45.210 - - [10/Mar/2026:02:36:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.045 [auth-system-keycloak-80] [] 10.0.0.100:8080 1286 0.045 200 34545b51648bf3c33ba85eded04e7872 199.204.45.210 - - [10/Mar/2026:02:36:07 +0000] "POST /admin/realms/atmosphere/clients/7bbbd356-f7be-4f57-b205-e8afe4c087c1/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.015 [auth-system-keycloak-80] [] 10.0.0.100:8080 0 0.015 201 4d9ec28847ac0a96ece5329c75dcc6da 199.204.45.210 - - [10/Mar/2026:02:36:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.059 [auth-system-keycloak-80] [] 10.0.0.100:8080 1286 0.059 200 8919d4ab1450a3995f04da7a2b72ff13 199.204.45.210 - - [10/Mar/2026:02:36:07 +0000] "GET /admin/realms/atmosphere/clients/7bbbd356-f7be-4f57-b205-e8afe4c087c1/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.100:8080 166 0.013 200 e14819767f270a26706c5a6281733ff0 199.204.45.210 - - [10/Mar/2026:02:36:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.435 [auth-system-keycloak-80] [] 10.0.0.100:8080 1928 0.435 200 81bbaf449ace1a44ca379497d9e80a91 199.204.45.210 - - [10/Mar/2026:02:36:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.029 [auth-system-keycloak-80] [] 10.0.0.100:8080 1286 0.029 200 19d8ae9bad4c0df1ff392b0d521c84b3 199.204.45.210 - - [10/Mar/2026:02:36:07 +0000] "GET /admin/realms/atmosphere/clients/7bbbd356-f7be-4f57-b205-e8afe4c087c1/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.007 [auth-system-keycloak-80] [] 10.0.0.100:8080 119 0.006 404 986714d6aacd5914942b7216172b1e25 199.204.45.210 - - [10/Mar/2026:02:36:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.004 [auth-system-keycloak-80] [] 10.0.0.100:8080 1286 0.004 200 b6ef8593804169e906387ac0f60bbeef 199.204.45.210 - - [10/Mar/2026:02:36:08 +0000] "POST /admin/realms/atmosphere/clients/7bbbd356-f7be-4f57-b205-e8afe4c087c1/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.013 [auth-system-keycloak-80] [] 10.0.0.100:8080 0 0.012 201 71cd576340ad5cab56caf7c69df7a07e 199.204.45.210 - - [10/Mar/2026:02:36:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.036 [auth-system-keycloak-80] [] 10.0.0.100:8080 1286 0.035 200 758dd1f00ce184ed84cbb983962764de 199.204.45.210 - - [10/Mar/2026:02:36:08 +0000] "GET /admin/realms/atmosphere/clients/7bbbd356-f7be-4f57-b205-e8afe4c087c1/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.100:8080 166 0.013 200 22b53466d7ff459f25ab444e930d9ad7 199.204.45.210 - - [10/Mar/2026:02:36:08 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.506 [auth-system-keycloak-80] [] 10.0.0.100:8080 1928 0.504 200 0f05d9f9c0b976bac38964fcdb2cc94b 199.204.45.210 - - [10/Mar/2026:02:36:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.100:8080 1251 0.007 200 aa9fce19ef2881e26ce08be36fbdb7ce 199.204.45.210 - - [10/Mar/2026:02:36:08 +0000] "GET /admin/realms/atmosphere/clients/b2ce82de-36ae-4b52-a095-e85dc76e59ec/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.100:8080 119 0.009 404 dce7ba9dc45ff7f6ccee915275a5c046 199.204.45.210 - - [10/Mar/2026:02:36:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.048 [auth-system-keycloak-80] [] 10.0.0.100:8080 1251 0.047 200 401d2a5191797a056ca1d83be06dac55 199.204.45.210 - - [10/Mar/2026:02:36:08 +0000] "POST /admin/realms/atmosphere/clients/b2ce82de-36ae-4b52-a095-e85dc76e59ec/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.013 [auth-system-keycloak-80] [] 10.0.0.100:8080 0 0.013 201 0503e5cb91af8dc14866c47e13ca32cf 199.204.45.210 - - [10/Mar/2026:02:36:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.100:8080 1251 0.006 200 0d628adb323b6deae56252d55863ff1c 199.204.45.210 - - [10/Mar/2026:02:36:09 +0000] "GET /admin/realms/atmosphere/clients/b2ce82de-36ae-4b52-a095-e85dc76e59ec/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.050 [auth-system-keycloak-80] [] 10.0.0.100:8080 166 0.049 200 4f7fbb93bca4b24e76f50d376d877c0e W0310 02:36:29.887065 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:36:29.887100 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:36:33.221499 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:36:33.221554 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:36:36.554342 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:36:36.554387 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:37:12.956073 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:37:12.956135 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:37:13.021207 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0310 02:37:13.021207 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0310 02:37:13.021549 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0310 02:37:13.021613 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:37:13.021639 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:37:13.022187 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0310 02:37:13.022328 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:37:13.022358 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:37:13.022652 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0310 02:37:13.022738 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0310 02:37:13.024105 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:37:13.024154 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0310 02:37:13.024219 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0310 02:37:13.024256 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0310 02:37:13.025473 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:18.2kB} I0310 02:37:13.025518 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0310 02:37:13.026184 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:18.2kB} I0310 02:37:13.026213 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0310 02:37:13.033373 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0310 02:37:13.033697 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"ca980397-c4f9-419c-b860-bfe450d2d6a7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3961", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0310 02:37:13.033864 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0310 02:37:13.033890 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0310 02:37:13.034091 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"5d1afbe2-bb0d-46dc-a4a5-6561a02c2e2d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3966", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0310 02:37:13.034271 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0310 02:37:13.034304 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0310 02:37:13.034442 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"0d0adbd6-e134-4e51-b89f-17be0fc2fed8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3968", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0310 02:37:13.034632 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0310 02:37:13.250713 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0310 02:37:13.251830 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0310 02:37:13.255704 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0310 02:37:13.256850 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0310 02:37:14.544856 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0310 02:37:14.545747 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0310 02:37:16.289850 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0310 02:37:16.289941 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0310 02:37:16.290002 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0310 02:37:16.290288 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:37:16.290324 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0310 02:37:16.290552 7 controller.go:196] "Configuration changes detected, backend reload required" I0310 02:37:16.352606 7 controller.go:216] "Backend successfully reloaded" I0310 02:37:16.353835 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-mxpxl", UID:"4c2098c9-5796-4569-a31a-7049bd0a3fb6", APIVersion:"v1", ResourceVersion:"1119", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0310 02:37:19.622995 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0310 02:37:19.623109 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0310 02:37:19.623160 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0310 02:37:19.623333 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:37:19.623406 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:37:22.956715 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0310 02:37:22.956776 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0310 02:37:22.956841 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0310 02:37:22.957005 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:37:22.957033 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:37:26.289447 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0310 02:37:26.289493 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0310 02:37:26.289519 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0310 02:37:26.289596 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:37:26.289616 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:37:29.623394 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0310 02:37:29.623435 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0310 02:37:29.623462 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0310 02:37:29.623582 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:37:29.623611 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:37:32.957003 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0310 02:37:32.957082 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0310 02:37:32.957116 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0310 02:37:32.957233 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:37:32.957258 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:37:36.290422 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0310 02:37:36.290518 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0310 02:37:36.290632 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:37:36.290657 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:37:39.623834 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0310 02:37:39.623927 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0310 02:37:39.624057 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:37:39.624086 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:37:42.956964 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0310 02:37:42.957063 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0310 02:37:42.957186 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:37:42.957209 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:37:46.289339 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0310 02:37:46.289421 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0310 02:37:46.289522 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:37:46.289545 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.217 - - [10/Mar/2026:02:37:49 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.034 [auth-system-keycloak-80] [] 10.0.0.100:8080 6432 0.034 200 8da6283b91d38879c3487e9561fa67c1 10.0.0.94 - - [10/Mar/2026:02:37:49 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.007 [auth-system-keycloak-80] [] 10.0.0.100:8080 6432 0.007 200 f6308f385eb1bcb32f1e4cdaf7aa4271 W0310 02:37:49.623694 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0310 02:37:49.623865 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0310 02:37:49.624025 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:37:49.624089 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:37:52.956418 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0310 02:37:52.956907 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:37:52.956967 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:37:56.290331 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:37:56.290476 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0310 02:37:57.102364 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.107.183.20"}] I0310 02:37:57.102804 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.107.183.20"}] I0310 02:37:57.102999 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.107.183.20"}] I0310 02:37:57.110167 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"ca980397-c4f9-419c-b860-bfe450d2d6a7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5060", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0310 02:37:57.110648 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"0d0adbd6-e134-4e51-b89f-17be0fc2fed8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5061", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0310 02:37:57.111950 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"5d1afbe2-bb0d-46dc-a4a5-6561a02c2e2d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5062", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0310 02:37:59.624460 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:37:59.624505 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:38:02.957427 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:38:02.957479 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:38:06.289902 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:38:06.289945 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:38:09.623532 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:38:09.623566 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.210 - - [10/Mar/2026:02:38:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.434 [auth-system-keycloak-80] [] 10.0.0.100:8080 1928 0.432 200 3ca2f237ba72eba1880252e11d50df38 199.204.45.210 - - [10/Mar/2026:02:38:15 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.031 [auth-system-keycloak-80] [] 10.0.0.100:8080 4246 0.031 200 e178eaa7bb311944a1332edd3c36cd05 199.204.45.210 - - [10/Mar/2026:02:38:15 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.409 [auth-system-keycloak-80] [] 10.0.0.100:8080 0 0.408 204 7a3e42937da735813c8883bcc758768c 199.204.45.210 - - [10/Mar/2026:02:38:15 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.185 [auth-system-keycloak-80] [] 10.0.0.100:8080 4384 0.185 200 8f5d44a527db2a647d9b86511163bc99 199.204.45.210 - - [10/Mar/2026:02:38:16 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.481 [auth-system-keycloak-80] [] 10.0.0.100:8080 1928 0.481 200 92a3abfddf9c4943c70e4dfa8e430e2f 199.204.45.210 - - [10/Mar/2026:02:38:16 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.048 [auth-system-keycloak-80] [] 10.0.0.100:8080 1682 0.048 200 c886600d4552d5362ebf3133a503a5e1 199.204.45.210 - - [10/Mar/2026:02:38:17 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.006 [auth-system-keycloak-80] [] 10.0.0.100:8080 6432 0.006 200 6c0e746b50a46e2a33bc53766d035615 199.204.45.210 - - [10/Mar/2026:02:38:18 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.477 [auth-system-keycloak-80] [] 10.0.0.100:8080 1928 0.475 200 78a7c6f5a97aa51caa670a1533688443 199.204.45.210 - - [10/Mar/2026:02:38:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.012 [auth-system-keycloak-80] [] 10.0.0.100:8080 2 0.011 200 ebec67775b04e2dbcbe01b47cb129193 199.204.45.210 - - [10/Mar/2026:02:38:18 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.185 [auth-system-keycloak-80] [] 10.0.0.100:8080 0 0.183 201 2a2e66652e680054902cacc8d2a8267c 199.204.45.210 - - [10/Mar/2026:02:38:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.024 [auth-system-keycloak-80] [] 10.0.0.100:8080 2246 0.024 200 0ecf32361a768b2aad2c271b72bd3172 199.204.45.210 - - [10/Mar/2026:02:38:19 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.516 [auth-system-keycloak-80] [] 10.0.0.100:8080 1928 0.515 200 22b4e07076c810a3334e8711acebcd7e 199.204.45.210 - - [10/Mar/2026:02:38:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.004 [auth-system-keycloak-80] [] 10.0.0.100:8080 2246 0.005 200 64b07975eedafc30f7145a2def1b465b 199.204.45.210 - - [10/Mar/2026:02:38:20 +0000] "GET /admin/realms/atmosphere/clients/1ba2c5d0-8329-4a50-8a70-63f693bfdfb8/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.016 [auth-system-keycloak-80] [] 10.0.0.100:8080 233 0.015 200 6db0dee85e471f8ecc4166677a10a75e 199.204.45.210 - - [10/Mar/2026:02:38:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.051 [auth-system-keycloak-80] [] 10.0.0.100:8080 831 0.051 200 53930a6c9be727c8385302cf32024ecb 199.204.45.210 - - [10/Mar/2026:02:38:20 +0000] "GET /admin/realms/atmosphere/clients/0cf66226-beb0-4483-b3be-3de690be87c4/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.022 [auth-system-keycloak-80] [] 10.0.0.100:8080 3758 0.023 200 813f9feba33f1a8e136b5d685a413172 199.204.45.210 - - [10/Mar/2026:02:38:20 +0000] "GET /admin/realms/atmosphere/users/deaeef77-9b2e-4245-b8b2-14327dcc27e4/role-mappings/clients/0cf66226-beb0-4483-b3be-3de690be87c4/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.155 [auth-system-keycloak-80] [] 10.0.0.100:8080 3758 0.156 200 8331e6ad0a4c1f93bad77775cd769a0b 199.204.45.210 - - [10/Mar/2026:02:38:20 +0000] "GET /admin/realms/atmosphere/users/deaeef77-9b2e-4245-b8b2-14327dcc27e4/role-mappings/clients/0cf66226-beb0-4483-b3be-3de690be87c4/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.083 [auth-system-keycloak-80] [] 10.0.0.100:8080 2 0.083 200 bf5f731f7998c294fa2a897c69672cc1 199.204.45.210 - - [10/Mar/2026:02:38:20 +0000] "POST /admin/realms/atmosphere/users/deaeef77-9b2e-4245-b8b2-14327dcc27e4/role-mappings/clients/0cf66226-beb0-4483-b3be-3de690be87c4 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.019 [auth-system-keycloak-80] [] 10.0.0.100:8080 0 0.019 204 dfcabfae0ecb9c18f22118b3c31da58a 199.204.45.210 - - [10/Mar/2026:02:38:20 +0000] "GET /admin/realms/atmosphere/users/deaeef77-9b2e-4245-b8b2-14327dcc27e4/role-mappings/clients/0cf66226-beb0-4483-b3be-3de690be87c4/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.049 [auth-system-keycloak-80] [] 10.0.0.100:8080 576 0.048 200 d943755900837044eea3514f334cc7f8 W0310 02:38:22.919305 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:38:22.919333 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:38:26.253141 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:38:26.253194 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:38:41.099878 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:38:41.099909 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:38:44.434772 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:38:44.434818 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:38:47.768538 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:38:47.768573 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:40:28.548615 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:40:28.548653 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:41:03.154008 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0310 02:41:03.154171 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:41:03.154226 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0310 02:41:03.156827 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.003s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:28.7kB} I0310 02:41:03.156907 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0310 02:41:03.162240 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" W0310 02:41:03.162721 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store I0310 02:41:03.162870 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"c1625da0-228f-4f6a-a096-f75618b129cd", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6242", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0310 02:41:03.163027 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0310 02:41:03.163079 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:41:03.163091 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0310 02:41:03.163179 7 controller.go:196] "Configuration changes detected, backend reload required" I0310 02:41:03.205000 7 controller.go:216] "Backend successfully reloaded" I0310 02:41:03.205210 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-mxpxl", UID:"4c2098c9-5796-4569-a31a-7049bd0a3fb6", APIVersion:"v1", ResourceVersion:"1119", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0310 02:41:03.538398 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0310 02:41:03.539108 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0310 02:41:06.496892 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:41:06.496937 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.210 - - [10/Mar/2026:02:41:07 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.004 [openstack-keystone-api-5000] [] 10.0.0.101:5000 281 0.003 300 0a78ad80a96646a859e7ea50581249b6 199.204.45.210 - - [10/Mar/2026:02:41:08 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.101:5000 266 0.003 200 5b09003e8b23746c7ed030ae1293933e 199.204.45.210 - - [10/Mar/2026:02:41:09 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.331 [openstack-keystone-api-5000] [] 10.0.0.101:5000 1360 0.330 201 dec633e49d6f621e39cf14b9d645a5e3 199.204.45.210 - - [10/Mar/2026:02:41:09 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.101:5000 281 0.004 300 6d8589b3a3b41dfd448db8463e98ec15 199.204.45.210 - - [10/Mar/2026:02:41:09 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.031 [openstack-keystone-api-5000] [] 10.0.0.101:5000 90 0.031 404 77576f3c3e6494641ad9214c61f7ea75 199.204.45.210 - - [10/Mar/2026:02:41:09 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.026 [openstack-keystone-api-5000] [] 10.0.0.101:5000 370 0.025 200 ae371bc96e4c325aacfcd99fb862f93d 199.204.45.210 - - [10/Mar/2026:02:41:09 +0000] "GET /v3/domains/8adecd1099d14a868740d34bd641a7da HTTP/1.1" 200 247 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.018 [openstack-keystone-api-5000] [] 10.0.0.101:5000 247 0.018 200 4abe2d2e07c1ca9477a5d9e4a25f4437 199.204.45.210 - - [10/Mar/2026:02:41:10 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.101:5000 266 0.003 200 64caf2035960bc52dc98e80ddbdc2129 199.204.45.210 - - [10/Mar/2026:02:41:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.296 [openstack-keystone-api-5000] [] 10.0.0.101:5000 1360 0.296 201 d349e087839e4df8b4b4b016b06ba2f2 199.204.45.210 - - [10/Mar/2026:02:41:10 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.101:5000 281 0.004 300 5e24fce6b425f6946b45a41ded90e033 199.204.45.210 - - [10/Mar/2026:02:41:10 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.023 [openstack-keystone-api-5000] [] 10.0.0.101:5000 101 0.023 404 bb80297effead17bfb85ec819b34ad33 199.204.45.210 - - [10/Mar/2026:02:41:10 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.019 [openstack-keystone-api-5000] [] 10.0.0.101:5000 156 0.019 200 ccb06f8de23807cc15ef2b88b01f9162 199.204.45.210 - - [10/Mar/2026:02:41:10 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 342 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.024 [openstack-keystone-api-5000] [] 10.0.0.101:5000 342 0.024 201 a4fad50e5c7c1beec0f2a280cecc3bd2 199.204.45.210 - - [10/Mar/2026:02:41:11 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.101:5000 266 0.003 200 c0e655193c79890e2b73c2464b342947 199.204.45.210 - - [10/Mar/2026:02:41:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.294 [openstack-keystone-api-5000] [] 10.0.0.101:5000 1360 0.293 201 d2afbe956d316d9ff3d7a6d7ff3fcf83 199.204.45.210 - - [10/Mar/2026:02:41:11 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.101:5000 281 0.004 300 a1c6653e01393b67892a6f990c7e2400 199.204.45.210 - - [10/Mar/2026:02:41:11 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.016 [openstack-keystone-api-5000] [] 10.0.0.101:5000 98 0.016 404 49b030bc79ff210f2c540b3366676e5c 199.204.45.210 - - [10/Mar/2026:02:41:11 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.012 [openstack-keystone-api-5000] [] 10.0.0.101:5000 136 0.013 200 9f31c042b743b1b07d383a1d48d220fd 199.204.45.210 - - [10/Mar/2026:02:41:11 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.020 [openstack-keystone-api-5000] [] 10.0.0.101:5000 357 0.020 201 12d0a0a47e3aac5d296728fe2e0964d1 199.204.45.210 - - [10/Mar/2026:02:41:12 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.101:5000 266 0.003 200 6ab6d73196d06af40f8954f829cc2dc7 199.204.45.210 - - [10/Mar/2026:02:41:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.295 [openstack-keystone-api-5000] [] 10.0.0.101:5000 1360 0.295 201 81c73d11b36a79b7df219f4b9a0dfc01 199.204.45.210 - - [10/Mar/2026:02:41:12 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.101:5000 281 0.004 300 61b0354731712d9ac25cecadf4bcbd17 199.204.45.210 - - [10/Mar/2026:02:41:12 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.022 [openstack-keystone-api-5000] [] 10.0.0.101:5000 131 0.022 404 094fa4d531721e3941f357f2da83df42 199.204.45.210 - - [10/Mar/2026:02:41:12 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.020 [openstack-keystone-api-5000] [] 10.0.0.101:5000 168 0.019 200 80582c0ed9777672148277c679a7e5f1 199.204.45.210 - - [10/Mar/2026:02:41:12 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.023 [openstack-keystone-api-5000] [] 10.0.0.101:5000 224 0.022 201 6c2be09bb2beea0354f2501e97f88ed4 W0310 02:41:21.871670 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:41:21.871701 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:41:25.205348 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:41:25.205400 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:41:28.848410 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:41:28.848461 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:41:47.347575 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:41:47.347599 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:41:50.682045 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:41:50.682074 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:41:55.029743 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:41:55.029770 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0310 02:41:57.100645 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.107.183.20"}] I0310 02:41:57.105969 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"c1625da0-228f-4f6a-a096-f75618b129cd", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6697", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0310 02:41:58.363685 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:41:58.363722 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:42:01.697778 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:42:01.697826 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:43:27.384893 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0310 02:43:27.385009 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0310 02:43:27.385080 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:43:27.385105 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0310 02:43:27.389273 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:32.2kB} I0310 02:43:27.389307 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0310 02:43:27.393969 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0310 02:43:27.394218 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"2e8a2d71-d5c4-40f3-bf92-4a832975a58c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7268", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0310 02:43:27.394394 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0310 02:43:27.394652 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0310 02:43:27.394742 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0310 02:43:27.394828 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:43:27.394840 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0310 02:43:27.394960 7 controller.go:196] "Configuration changes detected, backend reload required" I0310 02:43:27.441085 7 controller.go:216] "Backend successfully reloaded" I0310 02:43:27.441375 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-mxpxl", UID:"4c2098c9-5796-4569-a31a-7049bd0a3fb6", APIVersion:"v1", ResourceVersion:"1119", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0310 02:43:27.871156 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0310 02:43:27.872573 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.210 - - [10/Mar/2026:02:43:28 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.101:5000 281 0.004 300 c31e011fc1752f740655cccdecba12e6 199.204.45.210 - - [10/Mar/2026:02:43:28 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.321 [openstack-keystone-api-5000] [] 10.0.0.101:5000 1992 0.321 201 3fd563edc98d21c83429518bf649339b 199.204.45.210 - - [10/Mar/2026:02:43:28 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.035 [openstack-keystone-api-5000] [] 10.0.0.101:5000 85 0.035 404 771712005da31e75025dec76ac2115d8 199.204.45.210 - - [10/Mar/2026:02:43:28 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.020 [openstack-keystone-api-5000] [] 10.0.0.101:5000 129 0.019 200 65d5511534180f7ec10516d0bf3fff6b 199.204.45.210 - - [10/Mar/2026:02:43:28 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.029 [openstack-keystone-api-5000] [] 10.0.0.101:5000 230 0.028 201 652702d1b60503dab6c01785aa3d5128 W0310 02:43:30.728790 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0310 02:43:30.728951 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:43:30.728983 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:43:35.395386 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:43:35.395419 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.210 - - [10/Mar/2026:02:43:36 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.101:5000 281 0.003 300 ee8ae31a0420cd30f8383287cc72e975 199.204.45.210 - - [10/Mar/2026:02:43:36 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 549 0.302 [openstack-keystone-api-5000] [] 10.0.0.101:5000 1992 0.301 201 1e9af5949acb58f68631d5e111dff8ac 199.204.45.210 - - [10/Mar/2026:02:43:36 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.024 [openstack-keystone-api-5000] [] 10.0.0.101:5000 1521 0.024 200 dcb1663b111ac2ffdd27cd98f750e54d 199.204.45.210 - - [10/Mar/2026:02:43:36 +0000] "PUT /v3/roles/3d61e3c471514b29b4fad9ca111475ea/implies/3b7b0e1837e8439ab6942fbab9e9d6df HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.036 [openstack-keystone-api-5000] [] 10.0.0.101:5000 521 0.036 201 19a5d25edd6331968baab4e120c39b15 I0310 02:43:57.102334 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.107.183.20"}] I0310 02:43:57.119272 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"2e8a2d71-d5c4-40f3-bf92-4a832975a58c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7579", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0310 02:43:57.217586 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:43:57.217626 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.210 - - [10/Mar/2026:02:44:20 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.101:5000 281 0.003 300 7b7640e1b97526869f6fd128e104dd23 199.204.45.210 - - [10/Mar/2026:02:44:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.333 [openstack-keystone-api-5000] [] 10.0.0.101:5000 2055 0.333 201 07509898340b9430bca8527e39957dcc 199.204.45.210 - - [10/Mar/2026:02:44:20 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.023 [openstack-keystone-api-5000] [] 10.0.0.101:5000 87 0.023 404 ab13eed69eab6ada7174e74d4d77082b 199.204.45.210 - - [10/Mar/2026:02:44:20 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.026 [openstack-keystone-api-5000] [] 10.0.0.101:5000 390 0.026 200 75d26d2f26a1d251b24e1510ad796a78 199.204.45.210 - - [10/Mar/2026:02:44:20 +0000] "GET /v3/users/rgw-RegionOne?domain_id=e8bb5ef5905c4ad896f7d28b9c2c8d78 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.027 [openstack-keystone-api-5000] [] 10.0.0.101:5000 91 0.027 404 a4154e9c285bbd300d8cb1d6940c6096 199.204.45.210 - - [10/Mar/2026:02:44:21 +0000] "GET /v3/users?domain_id=e8bb5ef5905c4ad896f7d28b9c2c8d78&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.038 [openstack-keystone-api-5000] [] 10.0.0.101:5000 178 0.039 200 b01c166a7944e108fcd4775c1f439701 199.204.45.210 - - [10/Mar/2026:02:44:21 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.297 [openstack-keystone-api-5000] [] 10.0.0.101:5000 291 0.296 201 1602f1e29e7017478c6c9ca1d8ab9c39 199.204.45.210 - - [10/Mar/2026:02:44:25 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.101:5000 281 0.004 300 93c1488fd1a6133a81d861145589b785 199.204.45.210 - - [10/Mar/2026:02:44:25 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 549 0.292 [openstack-keystone-api-5000] [] 10.0.0.101:5000 2055 0.291 201 f86670871acf836823f9d897bd10acd0 199.204.45.210 - - [10/Mar/2026:02:44:25 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 430 0.025 [openstack-keystone-api-5000] [] 10.0.0.101:5000 83 0.024 404 fd2d662feba06ec99b9df8e0f66ef2e7 199.204.45.210 - - [10/Mar/2026:02:44:25 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 448 0.020 [openstack-keystone-api-5000] [] 10.0.0.101:5000 361 0.021 200 24c00a04bc7282a8146befe2f1dc446b 199.204.45.210 - - [10/Mar/2026:02:44:25 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 434 0.022 [openstack-keystone-api-5000] [] 10.0.0.101:5000 87 0.023 404 4038166ae50a15f06ca66384d986163d 199.204.45.210 - - [10/Mar/2026:02:44:25 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 452 0.014 [openstack-keystone-api-5000] [] 10.0.0.101:5000 390 0.014 200 a87a6e711fec9b80bbf2c3e6dbf19442 199.204.45.210 - - [10/Mar/2026:02:44:25 +0000] "GET /v3/users/rgw-RegionOne?domain_id=e8bb5ef5905c4ad896f7d28b9c2c8d78 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 481 0.020 [openstack-keystone-api-5000] [] 10.0.0.101:5000 91 0.020 404 b3cf8e20b30f633ff7a8afdf10d63025 199.204.45.210 - - [10/Mar/2026:02:44:26 +0000] "GET /v3/users?domain_id=e8bb5ef5905c4ad896f7d28b9c2c8d78&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 499 0.052 [openstack-keystone-api-5000] [] 10.0.0.101:5000 458 0.052 200 8f00ce5d66924f8f443fafb2e22a28a6 199.204.45.210 - - [10/Mar/2026:02:44:26 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 435 0.022 [openstack-keystone-api-5000] [] 10.0.0.101:5000 88 0.021 404 513f904700d69b08d53f997765681d99 199.204.45.210 - - [10/Mar/2026:02:44:26 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 453 0.037 [openstack-keystone-api-5000] [] 10.0.0.101:5000 520 0.036 200 27c975cc095f5f0c90c940cd93f52477 199.204.45.210 - - [10/Mar/2026:02:44:26 +0000] "PUT /v3/projects/0b0689c3956f437ca653f33ca22fae45/users/6f3fd32430f8479ca36078cbd261f511/roles/72012a51c0234babbacd3a6e2575c1c5 HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 557 0.088 [openstack-keystone-api-5000] [] 10.0.0.101:5000 0 0.088 204 e64f0985ce77f8444951aa0b52b97e7f 199.204.45.210 - - [10/Mar/2026:02:44:28 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.101:5000 281 0.003 300 485575380819f8702f85098295cab4d4 199.204.45.210 - - [10/Mar/2026:02:44:28 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.333 [openstack-keystone-api-5000] [] 10.0.0.101:5000 2055 0.333 201 a907d5d35b20df57b6c28813b8aa47d7 199.204.45.210 - - [10/Mar/2026:02:44:28 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.021 [openstack-keystone-api-5000] [] 10.0.0.101:5000 151 0.020 200 db0645dbbf640b15489947cf0cad9610 199.204.45.210 - - [10/Mar/2026:02:44:28 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.027 [openstack-keystone-api-5000] [] 10.0.0.101:5000 263 0.026 201 651d838834855b8ecc38158b0acf291a 199.204.45.210 - - [10/Mar/2026:02:44:29 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.101:5000 281 0.003 300 e312605028930d5208a1f9544c05d721 199.204.45.210 - - [10/Mar/2026:02:44:29 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.328 [openstack-keystone-api-5000] [] 10.0.0.101:5000 2157 0.328 201 b779c17f01325bcee385724b5eb4755e 199.204.45.210 - - [10/Mar/2026:02:44:29 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.021 [openstack-keystone-api-5000] [] 10.0.0.101:5000 86 0.020 404 50903e2b55cee4a8e78528210bf87cea 199.204.45.210 - - [10/Mar/2026:02:44:29 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.016 [openstack-keystone-api-5000] [] 10.0.0.101:5000 382 0.015 200 c03ce0cba5d98c53cece50b7b607aa08 199.204.45.210 - - [10/Mar/2026:02:44:29 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=96745bd084074338880af89328183db6 HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.025 [openstack-keystone-api-5000] [] 10.0.0.101:5000 205 0.025 200 66cb634406f39db2f5f8c5b59658c5b7 199.204.45.210 - - [10/Mar/2026:02:44:29 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.028 [openstack-keystone-api-5000] [] 10.0.0.101:5000 379 0.028 201 4eebe4e03c134dd59348724ec726ebc7 199.204.45.210 - - [10/Mar/2026:02:44:30 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.101:5000 281 0.003 300 20b4d51ff11299d3601bb1d5bf3d51f5 199.204.45.210 - - [10/Mar/2026:02:44:30 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.319 [openstack-keystone-api-5000] [] 10.0.0.101:5000 2366 0.320 201 5225f6d7a5d21307e5ab815497f13833 199.204.45.210 - - [10/Mar/2026:02:44:30 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.019 [openstack-keystone-api-5000] [] 10.0.0.101:5000 86 0.018 404 068222ff77bf1952bb83426ef8aede3d 199.204.45.210 - - [10/Mar/2026:02:44:30 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.014 [openstack-keystone-api-5000] [] 10.0.0.101:5000 382 0.014 200 780fb0d5ee2556a9343b65cfad6bb129 199.204.45.210 - - [10/Mar/2026:02:44:30 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=96745bd084074338880af89328183db6 HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.020 [openstack-keystone-api-5000] [] 10.0.0.101:5000 207 0.020 200 c1e778ae191b053bcf5d092fd89b3efa 199.204.45.210 - - [10/Mar/2026:02:44:30 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.033 [openstack-keystone-api-5000] [] 10.0.0.101:5000 392 0.032 201 c9e937e0f0eb581e3eae0563344d2eeb W0310 02:44:31.983187 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0310 02:44:31.983315 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0310 02:44:31.983411 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:44:31.983432 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0310 02:44:31.990328 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.008s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.008s testedConfigurationSize:35.7kB} I0310 02:44:31.990380 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0310 02:44:31.995420 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0310 02:44:31.995633 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"8f542d3d-6293-4cac-8309-6693c7da75c5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7803", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0310 02:44:31.995941 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0310 02:44:31.996288 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0310 02:44:31.996392 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0310 02:44:31.996486 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:44:31.996511 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0310 02:44:31.996647 7 controller.go:196] "Configuration changes detected, backend reload required" I0310 02:44:32.050070 7 controller.go:216] "Backend successfully reloaded" I0310 02:44:32.050823 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-mxpxl", UID:"4c2098c9-5796-4569-a31a-7049bd0a3fb6", APIVersion:"v1", ResourceVersion:"1119", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0310 02:44:32.239356 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0310 02:44:32.240283 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0310 02:44:35.331852 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0310 02:44:35.332049 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:44:35.332073 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:44:48.435358 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0310 02:44:48.435647 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:44:48.435675 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:44:53.119514 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0310 02:44:53.119691 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:44:53.119720 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0310 02:44:53.119875 7 controller.go:196] "Configuration changes detected, backend reload required" I0310 02:44:53.165166 7 controller.go:216] "Backend successfully reloaded" I0310 02:44:53.165524 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-mxpxl", UID:"4c2098c9-5796-4569-a31a-7049bd0a3fb6", APIVersion:"v1", ResourceVersion:"1119", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0310 02:44:56.453127 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0310 02:44:56.453342 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:44:56.453371 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0310 02:44:57.102051 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.107.183.20"}] I0310 02:44:57.106984 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"8f542d3d-6293-4cac-8309-6693c7da75c5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8092", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0310 02:44:59.786631 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0310 02:44:59.786863 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:44:59.786896 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:45:03.119847 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0310 02:45:03.120095 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:45:03.120127 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:45:18.737444 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0310 02:45:18.737685 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:45:18.737742 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:45:22.071897 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0310 02:45:22.072268 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:45:22.072298 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:45:26.824801 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0310 02:45:26.824958 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:45:26.824983 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:45:36.905831 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0310 02:45:36.905951 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:45:36.905968 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:46:15.700602 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:46:15.700638 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:47:27.557629 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0310 02:47:27.557771 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0310 02:47:27.557863 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:47:27.557890 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0310 02:47:27.564969 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.007s renderingIngressLength:8 renderingIngressTime:0.001s admissionTime:0.008s testedConfigurationSize:39.2kB} I0310 02:47:27.565000 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0310 02:47:27.567982 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0310 02:47:27.568302 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"f9b7c3c6-7a4c-4ba4-afc8-81629627ed7d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9207", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0310 02:47:27.568708 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0310 02:47:27.569252 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0310 02:47:27.569397 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0310 02:47:27.569519 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:47:27.569550 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0310 02:47:27.569758 7 controller.go:196] "Configuration changes detected, backend reload required" I0310 02:47:27.626401 7 controller.go:216] "Backend successfully reloaded" I0310 02:47:27.626802 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-mxpxl", UID:"4c2098c9-5796-4569-a31a-7049bd0a3fb6", APIVersion:"v1", ResourceVersion:"1119", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0310 02:47:27.946448 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0310 02:47:27.948117 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0310 02:47:30.903402 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0310 02:47:30.903655 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:47:30.903688 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.210 - - [10/Mar/2026:02:47:31 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.101:5000 281 0.003 300 fe189afdecdd501243b322f87a700f19 199.204.45.210 - - [10/Mar/2026:02:47:31 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.346 [openstack-keystone-api-5000] [] 10.0.0.101:5000 3201 0.347 201 09bf2b8534385245799b3b56f0218d45 199.204.45.210 - - [10/Mar/2026:02:47:31 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 33cb3d5df7497a06acb0e98bf9f53ed8 199.204.45.210 - - [10/Mar/2026:02:47:31 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 9216e08ce3c16d2fbae053e75880ebb2 199.204.45.210 - - [10/Mar/2026:02:47:33 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.101:5000 281 0.003 300 2edec5f76af28f93cb549abe106788c3 199.204.45.210 - - [10/Mar/2026:02:47:33 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.294 [openstack-keystone-api-5000] [] 10.0.0.101:5000 3201 0.293 201 b1610f7d216fc469d6cb075731abe3e1 199.204.45.210 - - [10/Mar/2026:02:47:33 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a15902c674c825f88bdbd99773535927 199.204.45.210 - - [10/Mar/2026:02:47:33 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - eed671874667c41b39fce41eda6041c3 199.204.45.210 - - [10/Mar/2026:02:47:35 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.101:5000 281 0.003 300 81786f383dabc53a560fe79a78ac2385 199.204.45.210 - - [10/Mar/2026:02:47:35 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.295 [openstack-keystone-api-5000] [] 10.0.0.101:5000 3201 0.295 201 c595102e085820d211a51eb9c1e3f143 199.204.45.210 - - [10/Mar/2026:02:47:35 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 22585daa276a61668400d5f960187690 199.204.45.210 - - [10/Mar/2026:02:47:35 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 9c4c8d096f837a4909df75c1a16f3117 199.204.45.210 - - [10/Mar/2026:02:47:36 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.101:5000 281 0.003 300 2a18c7d6fecf46575d10eef9fd12cf6d 199.204.45.210 - - [10/Mar/2026:02:47:37 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.318 [openstack-keystone-api-5000] [] 10.0.0.101:5000 3201 0.319 201 60171fd25de8524dae75906abef900a4 199.204.45.210 - - [10/Mar/2026:02:47:37 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b7240f67d2dbda9bd6fd4628f3fe0723 199.204.45.210 - - [10/Mar/2026:02:47:37 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 0b7291419ce49587be92a157b56a561e 199.204.45.210 - - [10/Mar/2026:02:47:38 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.101:5000 281 0.004 300 41860be36843a8be123ca3a79fb36748 199.204.45.210 - - [10/Mar/2026:02:47:39 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.285 [openstack-keystone-api-5000] [] 10.0.0.101:5000 3201 0.285 201 1d1ca9cf2d37bf00e46ee7e7d0e2361c 199.204.45.210 - - [10/Mar/2026:02:47:39 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 315e5017a24accc96c9a3d9939cb15fe 199.204.45.210 - - [10/Mar/2026:02:47:39 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 69544727e9128a945fc400b4598364bc 199.204.45.210 - - [10/Mar/2026:02:47:40 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.010 [openstack-keystone-api-5000] [] 10.0.0.101:5000 281 0.010 300 fcab78178730754e41960b08864df4a7 199.204.45.210 - - [10/Mar/2026:02:47:40 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.311 [openstack-keystone-api-5000] [] 10.0.0.101:5000 3201 0.311 201 6fab8bc24a7f043bb5769ec626ddfa42 199.204.45.210 - - [10/Mar/2026:02:47:40 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e05dccbcb77bc2fb4dab2e12e555e803 199.204.45.210 - - [10/Mar/2026:02:47:40 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 9baacd49a66d75fbdbb76b204b1ba426 W0310 02:47:42.101187 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0310 02:47:42.101381 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:47:42.101414 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.210 - - [10/Mar/2026:02:47:42 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.101:5000 281 0.005 300 89b182eb9400b8bf487e9eed7c39b988 199.204.45.210 - - [10/Mar/2026:02:47:42 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.301 [openstack-keystone-api-5000] [] 10.0.0.101:5000 3201 0.300 201 f821dd0b137062b76fb662f4cbc52183 199.204.45.210 - - [10/Mar/2026:02:47:42 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 7a104fb9457c981952541041de5a18cb 199.204.45.210 - - [10/Mar/2026:02:47:42 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 565c0b608f91afd6ad840cf02baf8068 199.204.45.210 - - [10/Mar/2026:02:47:44 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.101:5000 281 0.005 300 bc214aead69266a314e34c85bd5ecf45 199.204.45.210 - - [10/Mar/2026:02:47:44 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.294 [openstack-keystone-api-5000] [] 10.0.0.101:5000 3201 0.295 201 26e10a0e46012d3ea3629c1c8dee3249 199.204.45.210 - - [10/Mar/2026:02:47:44 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 56cc41379da0d1bfd0556b6c38dc172b 199.204.45.210 - - [10/Mar/2026:02:47:44 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e1938642c7d53608a7ce007b2db96f4d 199.204.45.210 - - [10/Mar/2026:02:47:45 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.101:5000 281 0.003 300 f2753d12e7685bb3342ddbb27826eb23 199.204.45.210 - - [10/Mar/2026:02:47:46 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.302 [openstack-keystone-api-5000] [] 10.0.0.101:5000 3201 0.302 201 085b5870146b438f9398326d66a74b4a 199.204.45.210 - - [10/Mar/2026:02:47:46 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 674c4a7b61086f2e8b600759e8c8d7fb 199.204.45.210 - - [10/Mar/2026:02:47:46 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 10302237379518540feb66ed30b26047 199.204.45.210 - - [10/Mar/2026:02:47:47 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.101:5000 281 0.004 300 9715eed41aecdc605f7bcc2ac42ed5c6 199.204.45.210 - - [10/Mar/2026:02:47:47 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.303 [openstack-keystone-api-5000] [] 10.0.0.101:5000 3201 0.302 201 0953c3ece8fafd53aab2214ff2738a80 199.204.45.210 - - [10/Mar/2026:02:47:47 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 0f7bbd12eeab92a8115fc10a74e8f7b6 199.204.45.210 - - [10/Mar/2026:02:47:47 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 14037aecfa3eb66145a2c7a87d2e0187 199.204.45.210 - - [10/Mar/2026:02:47:49 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.101:5000 281 0.004 300 53e80947ee904277134897f2161203d2 199.204.45.210 - - [10/Mar/2026:02:47:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.293 [openstack-keystone-api-5000] [] 10.0.0.101:5000 3201 0.294 201 69a93e95c9fbe5d688ceb1f245be0c1f 199.204.45.210 - - [10/Mar/2026:02:47:49 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 186f3309004b3bd762fce2f6f676604e 199.204.45.210 - - [10/Mar/2026:02:47:49 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 39f3cdbbf757d930df418bbf9054064e 199.204.45.210 - - [10/Mar/2026:02:47:51 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.012 [openstack-keystone-api-5000] [] 10.0.0.101:5000 281 0.013 300 72c954accae0fecaef7e563a83c44ff6 199.204.45.210 - - [10/Mar/2026:02:47:51 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.300 [openstack-keystone-api-5000] [] 10.0.0.101:5000 3201 0.300 201 cba5d7259ae2071981c470ddaea3e86b 199.204.45.210 - - [10/Mar/2026:02:47:51 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 19256da4fe01a04823e873eaf2dc2378 199.204.45.210 - - [10/Mar/2026:02:47:51 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a740f66f0bccd0c1d90af23f0a31200a W0310 02:47:52.528209 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:47:52.528247 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.210 - - [10/Mar/2026:02:47:52 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.101:5000 281 0.003 300 a12fa9ef36dce84af37fe953c14f0154 199.204.45.210 - - [10/Mar/2026:02:47:53 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.298 [openstack-keystone-api-5000] [] 10.0.0.101:5000 3201 0.298 201 412060ffc4c2edc8c5ac38e496467785 199.204.45.210 - - [10/Mar/2026:02:47:53 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.141:9292 1312 0.002 300 b263b9c617eb35d063a2eeaa19268629 199.204.45.210 - - [10/Mar/2026:02:47:53 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.535 [openstack-glance-api-9292] [] 10.0.0.141:9292 69 0.536 200 d518bb9ccd5128a83d8e9905660523a3 199.204.45.210 - - [10/Mar/2026:02:47:56 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.101:5000 281 0.004 300 b4896a44579c0b5d386fc781b225b039 199.204.45.210 - - [10/Mar/2026:02:47:56 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.292 [openstack-keystone-api-5000] [] 10.0.0.101:5000 3201 0.291 201 2db2e77825012099b47961e54faad035 199.204.45.210 - - [10/Mar/2026:02:47:57 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.001 [openstack-glance-api-9292] [] 10.0.0.141:9292 1312 0.002 300 321e73d6ee85e0227f89e63cd6a91594 199.204.45.210 - - [10/Mar/2026:02:47:57 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.039 [openstack-glance-api-9292] [] 10.0.0.141:9292 69 0.039 200 e269862f7dc69d45eb8205cf5cf4fdbc I0310 02:47:57.101269 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.107.183.20"}] I0310 02:47:57.107148 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"f9b7c3c6-7a4c-4ba4-afc8-81629627ed7d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9403", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0310 02:47:57.109364 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:47:57.109402 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.210 - - [10/Mar/2026:02:47:57 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.113 [openstack-glance-api-9292] [] 10.0.0.141:9292 151 0.113 404 71540371da63b920af6539aa0562e84c 199.204.45.210 - - [10/Mar/2026:02:47:57 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.022 [openstack-glance-api-9292] [] 10.0.0.141:9292 81 0.022 200 861122940c94e16b019ae4d766dbe122 199.204.45.210 - - [10/Mar/2026:02:47:57 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.025 [openstack-glance-api-9292] [] 10.0.0.141:9292 84 0.024 200 a7b07eb51cf628570669743f6a85c6fd 199.204.45.210 - - [10/Mar/2026:02:47:57 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.063 [openstack-glance-api-9292] [] 10.0.0.141:9292 760 0.062 201 95f9843647ea3271714a983412d0c39d 199.204.45.210 - - [10/Mar/2026:02:48:01 +0000] "PUT /v2/images/155263f4-da38-4713-b9c3-87dde2f0b150/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 3.772 [openstack-glance-api-9292] [] 10.0.0.141:9292 0 3.773 204 668ad19e91da67fc523fb14a8c21f4d8 199.204.45.210 - - [10/Mar/2026:02:48:01 +0000] "GET /v2/images/155263f4-da38-4713-b9c3-87dde2f0b150 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.017 [openstack-glance-api-9292] [] 10.0.0.141:9292 1171 0.018 200 6e82ccaffcf5be3117647a18da975d4c 199.204.45.210 - - [10/Mar/2026:02:48:01 +0000] "GET /v2/images/155263f4-da38-4713-b9c3-87dde2f0b150 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.014 [openstack-glance-api-9292] [] 10.0.0.141:9292 1171 0.014 200 39fb177cace6da7bcb915f631ea10f73 W0310 02:48:04.020439 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:48:04.020488 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:48:07.354839 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:48:07.354889 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store