------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0314 01:34:01.065190 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0314 01:34:01.065486 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0314 01:34:01.071603 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0314 01:34:01.074840 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0314 01:34:01.266564 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0314 01:34:01.286745 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0314 01:34:01.299540 7 nginx.go:271] "Starting NGINX Ingress controller" I0314 01:34:01.305245 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"a0628ee3-5556-4f24-9b0c-ac07ad5b73bb", APIVersion:"v1", ResourceVersion:"1069", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0314 01:34:01.309382 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"2863846d-20fb-46f9-aaf6-d520c91688d6", APIVersion:"v1", ResourceVersion:"1068", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0314 01:34:01.309428 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"cffb0c26-4dc4-4bae-8271-d00f4355d0d5", APIVersion:"v1", ResourceVersion:"1070", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0314 01:34:02.503359 7 nginx.go:317] "Starting NGINX process" I0314 01:34:02.503735 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0314 01:34:02.503857 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0314 01:34:02.504139 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0314 01:34:02.504195 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:02.504223 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:34:02.504275 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 01:34:02.526640 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0314 01:34:02.526714 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-rcbsj" I0314 01:34:02.549714 7 controller.go:216] "Backend successfully reloaded" I0314 01:34:02.549793 7 controller.go:227] "Initial sync, sleeping for 1 second" I0314 01:34:02.549818 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rcbsj", UID:"fa8b9d8f-13a2-46b3-bfc9-e0648c784872", APIVersion:"v1", ResourceVersion:"1183", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0314 01:34:06.320101 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:06.320128 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:09.653711 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:09.653756 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:12.987655 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:12.987686 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:16.321622 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:16.321664 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:19.653910 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:19.653962 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:22.986868 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:22.986911 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:26.320881 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:26.320947 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:29.655151 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:29.655196 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:32.987820 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:32.987848 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:37.917957 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:37.918023 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:26.084152 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:26.084197 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:29.419333 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:29.419379 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:50.275224 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:50.275253 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:53.610954 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:53.610996 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:56.942875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:56.942914 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:36:00.275686 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:36:00.275729 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:36:03.609024 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:36:03.609087 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:36:06.942067 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:36:06.942110 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:36:10.276167 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:36:10.276227 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:36:13.609491 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:36:13.609530 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:36:16.942815 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:36:16.942874 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:36:20.276171 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:36:20.276232 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:36:23.610194 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:36:23.610249 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:38:29.934046 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:38:29.934080 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:38:31.649863 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-216.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-216.nip.io-tls was not found. Using default certificate W0314 01:38:31.649918 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:38:31.649930 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:38:31.654441 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.005s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:14.7kB} I0314 01:38:31.654499 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0314 01:38:31.663226 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0314 01:38:31.663553 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"44ed608b-f712-4e57-aafb-63dc99add985", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3015", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:38:31.663893 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-216.nip.io-tls" in local store I0314 01:38:32.098123 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-216.nip.io-tls" I0314 01:38:32.099321 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-216.nip.io-tls" W0314 01:38:33.268098 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:38:33.268141 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:38:33.268216 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 01:38:33.302661 7 controller.go:216] "Backend successfully reloaded" I0314 01:38:33.303007 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rcbsj", UID:"fa8b9d8f-13a2-46b3-bfc9-e0648c784872", APIVersion:"v1", ResourceVersion:"1183", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0314 01:38:36.603745 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:38:36.603797 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.216 - - [14/Mar/2026:01:38:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.027 [auth-system-keycloak-80] [] 10.0.0.226:8080 1928 2.026 200 69be15c585125e6d33e272e5e4974fb9 199.204.45.216 - - [14/Mar/2026:01:38:42 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.102 [auth-system-keycloak-80] [] 10.0.0.226:8080 116 0.103 404 d34baff0cbade79474f78640b7e430b3 199.204.45.216 - - [14/Mar/2026:01:38:46 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.075 [auth-system-keycloak-80] [] 10.0.0.226:8080 0 4.074 201 5140f9ffb910375a141fe353456a769a 199.204.45.216 - - [14/Mar/2026:01:38:47 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.696 [auth-system-keycloak-80] [] 10.0.0.226:8080 4246 0.696 200 debcb1ffc70d914b33b4fbdf6fd42b84 199.204.45.216 - - [14/Mar/2026:01:38:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.571 [auth-system-keycloak-80] [] 10.0.0.226:8080 1928 0.569 200 70c11f829dc9d876afe2e82f8b6702bf 199.204.45.216 - - [14/Mar/2026:01:38:48 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.092 [auth-system-keycloak-80] [] 10.0.0.226:8080 12500 0.091 200 3690607a3d242b721b60442a3eed82e8 199.204.45.216 - - [14/Mar/2026:01:38:48 +0000] "GET /admin/realms/atmosphere/client-scopes/20909290-5dac-47b4-b685-a5a10afeba74 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.079 [auth-system-keycloak-80] [] 10.0.0.226:8080 1278 0.079 200 0bad26ba8734e194014e67a69ddc7bbf 199.204.45.216 - - [14/Mar/2026:01:38:48 +0000] "PUT /admin/realms/atmosphere/client-scopes/20909290-5dac-47b4-b685-a5a10afeba74 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.021 [auth-system-keycloak-80] [] 10.0.0.226:8080 0 0.019 204 6993f0d15c7fdcc6f62ae24bac52923b 199.204.45.216 - - [14/Mar/2026:01:38:48 +0000] "GET /admin/realms/atmosphere/client-scopes/20909290-5dac-47b4-b685-a5a10afeba74/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.074 [auth-system-keycloak-80] [] 10.0.0.226:8080 963 0.073 200 e50139278fd34f0cb71e9e5e04f652e3 199.204.45.216 - - [14/Mar/2026:01:38:48 +0000] "GET /admin/realms/atmosphere/client-scopes/20909290-5dac-47b4-b685-a5a10afeba74/protocol-mappers/models/e6392277-b704-488c-af3f-219778acdbd4 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.008 [auth-system-keycloak-80] [] 10.0.0.226:8080 366 0.008 200 b9b45587879b4dfd94db6b1c0e665459 199.204.45.216 - - [14/Mar/2026:01:38:49 +0000] "PUT /admin/realms/atmosphere/client-scopes/20909290-5dac-47b4-b685-a5a10afeba74/protocol-mappers/models/e6392277-b704-488c-af3f-219778acdbd4 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.082 [auth-system-keycloak-80] [] 10.0.0.226:8080 0 0.081 204 ed16dae9dd01ef97544effe3fc514e9c 199.204.45.216 - - [14/Mar/2026:01:38:49 +0000] "GET /admin/realms/atmosphere/client-scopes/20909290-5dac-47b4-b685-a5a10afeba74 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.069 [auth-system-keycloak-80] [] 10.0.0.226:8080 1218 0.069 200 2a58c4d43884d7e3c0fcd40c183d31b6 I0314 01:39:02.534562 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.103.162.208"}] I0314 01:39:02.539612 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"44ed608b-f712-4e57-aafb-63dc99add985", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3350", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:39:02.541039 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:02.541073 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.216 - - [14/Mar/2026:01:39:10 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.463 [auth-system-keycloak-80] [] 10.0.0.226:8080 1928 0.462 200 54f32bf8e775fb1c1224a368f344b987 199.204.45.216 - - [14/Mar/2026:01:39:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.055 [auth-system-keycloak-80] [] 10.0.0.226:8080 2 0.056 200 846e4fa1ebbd283576fe7fe01843f096 199.204.45.216 - - [14/Mar/2026:01:39:10 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.197 [auth-system-keycloak-80] [] 10.0.0.226:8080 0 0.196 201 82ab76e32afe0f116bc289a0ef5dd47d 199.204.45.216 - - [14/Mar/2026:01:39:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.085 [auth-system-keycloak-80] [] 10.0.0.226:8080 1261 0.085 200 0db21315a0a83a7011fd9d11d502cd5c 199.204.45.216 - - [14/Mar/2026:01:39:11 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.474 [auth-system-keycloak-80] [] 10.0.0.226:8080 1928 0.472 200 1177928aad99908438977aa020846088 199.204.45.216 - - [14/Mar/2026:01:39:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.043 [auth-system-keycloak-80] [] 10.0.0.226:8080 2 0.042 200 0eed5a2f1feddc09b387e4de1159f11c 199.204.45.216 - - [14/Mar/2026:01:39:11 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.101 [auth-system-keycloak-80] [] 10.0.0.226:8080 0 0.099 201 2e4224826f0a6d9185549eddd0ae293c 199.204.45.216 - - [14/Mar/2026:01:39:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.083 [auth-system-keycloak-80] [] 10.0.0.226:8080 1286 0.083 200 20ff96ce14a7567a837046efa373fc11 199.204.45.216 - - [14/Mar/2026:01:39:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.503 [auth-system-keycloak-80] [] 10.0.0.226:8080 1928 0.503 200 4cdc8caa9d96f7796664154c4cf930ec 199.204.45.216 - - [14/Mar/2026:01:39:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.226:8080 2 0.009 200 7e9f0043ddea962e0b0d74a95db2edfb 199.204.45.216 - - [14/Mar/2026:01:39:12 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.100 [auth-system-keycloak-80] [] 10.0.0.226:8080 0 0.099 201 3eddcc6af9f231806f3458256af600a4 199.204.45.216 - - [14/Mar/2026:01:39:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.073 [auth-system-keycloak-80] [] 10.0.0.226:8080 1251 0.073 200 71e8229834501d4c7663c1a3aa176672 199.204.45.216 - - [14/Mar/2026:01:39:13 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.460 [auth-system-keycloak-80] [] 10.0.0.226:8080 1928 0.459 200 b1e69a5b5e301bf1c112475a869a4352 199.204.45.216 - - [14/Mar/2026:01:39:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.226:8080 1261 0.008 200 77df12123e95ad93e6c8138fb510c991 199.204.45.216 - - [14/Mar/2026:01:39:13 +0000] "GET /admin/realms/atmosphere/clients/95489670-0193-40b6-8a25-e1d85c7b3747/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.016 [auth-system-keycloak-80] [] 10.0.0.226:8080 119 0.016 404 d9868b3733bfd3bb50b39c24c9387fab 199.204.45.216 - - [14/Mar/2026:01:39:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.226:8080 1261 0.007 200 69773aaa9aceee2fd12b4f0bf7f6dcbc 199.204.45.216 - - [14/Mar/2026:01:39:13 +0000] "POST /admin/realms/atmosphere/clients/95489670-0193-40b6-8a25-e1d85c7b3747/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.043 [auth-system-keycloak-80] [] 10.0.0.226:8080 0 0.043 201 8cece120701055803cea57809531e697 199.204.45.216 - - [14/Mar/2026:01:39:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.226:8080 1261 0.008 200 bf27fd9f110857bd06deaa2932a7167b 199.204.45.216 - - [14/Mar/2026:01:39:13 +0000] "GET /admin/realms/atmosphere/clients/95489670-0193-40b6-8a25-e1d85c7b3747/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.062 [auth-system-keycloak-80] [] 10.0.0.226:8080 166 0.063 200 8b5e5ec2930a5fc7bb9a4ccbefa51ee2 199.204.45.216 - - [14/Mar/2026:01:39:14 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.532 [auth-system-keycloak-80] [] 10.0.0.226:8080 1928 0.531 200 25d38e202bbaa1cf11ac4746a379e570 199.204.45.216 - - [14/Mar/2026:01:39:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.226:8080 1286 0.008 200 af54bb7e27c8c09de216d4aa39281fb8 199.204.45.216 - - [14/Mar/2026:01:39:14 +0000] "GET /admin/realms/atmosphere/clients/e776c0c1-4902-4ec1-92e4-ae981c320fba/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.058 [auth-system-keycloak-80] [] 10.0.0.226:8080 119 0.058 404 0b7a5d87e016368396ca848241421246 199.204.45.216 - - [14/Mar/2026:01:39:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.226:8080 1286 0.005 200 a01243d5ae1282a4d436d6b79ef63510 199.204.45.216 - - [14/Mar/2026:01:39:14 +0000] "POST /admin/realms/atmosphere/clients/e776c0c1-4902-4ec1-92e4-ae981c320fba/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.075 [auth-system-keycloak-80] [] 10.0.0.226:8080 0 0.074 201 1534ecf0cd4b751605b6193c7c959dfa 199.204.45.216 - - [14/Mar/2026:01:39:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.226:8080 1286 0.007 200 c5c6300b2c8e83b23a7c0dd00ff25ff0 199.204.45.216 - - [14/Mar/2026:01:39:14 +0000] "GET /admin/realms/atmosphere/clients/e776c0c1-4902-4ec1-92e4-ae981c320fba/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.068 [auth-system-keycloak-80] [] 10.0.0.226:8080 165 0.069 200 65083323994a4db086af9b7b7358d206 199.204.45.216 - - [14/Mar/2026:01:39:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.521 [auth-system-keycloak-80] [] 10.0.0.226:8080 1928 0.521 200 84d408b5e24982da567947d213fb31d2 199.204.45.216 - - [14/Mar/2026:01:39:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.226:8080 1286 0.007 200 2e0a7f206c2334446345e70e65664beb 199.204.45.216 - - [14/Mar/2026:01:39:15 +0000] "GET /admin/realms/atmosphere/clients/e776c0c1-4902-4ec1-92e4-ae981c320fba/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.226:8080 119 0.009 404 4e36b3bf517e05c6c9c8b2608ac77a9c 199.204.45.216 - - [14/Mar/2026:01:39:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.052 [auth-system-keycloak-80] [] 10.0.0.226:8080 1286 0.052 200 8388db187493fa73bc64983c4d6634de 199.204.45.216 - - [14/Mar/2026:01:39:15 +0000] "POST /admin/realms/atmosphere/clients/e776c0c1-4902-4ec1-92e4-ae981c320fba/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.018 [auth-system-keycloak-80] [] 10.0.0.226:8080 0 0.018 201 b9ae65905397182f06b178de751dc07e 199.204.45.216 - - [14/Mar/2026:01:39:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.226:8080 1286 0.005 200 0f362273c15a1b15eb99741cc58d016c 199.204.45.216 - - [14/Mar/2026:01:39:15 +0000] "GET /admin/realms/atmosphere/clients/e776c0c1-4902-4ec1-92e4-ae981c320fba/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.054 [auth-system-keycloak-80] [] 10.0.0.226:8080 166 0.054 200 9bc6ec1bbb1dd5dbb0fcc406c1f85877 199.204.45.216 - - [14/Mar/2026:01:39:16 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.477 [auth-system-keycloak-80] [] 10.0.0.226:8080 1928 0.476 200 94d52635b53feba4648067a43a8c7e87 199.204.45.216 - - [14/Mar/2026:01:39:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.039 [auth-system-keycloak-80] [] 10.0.0.226:8080 1286 0.039 200 8bcefb2826ddc3b311ef31b792f37d2b 199.204.45.216 - - [14/Mar/2026:01:39:16 +0000] "GET /admin/realms/atmosphere/clients/e776c0c1-4902-4ec1-92e4-ae981c320fba/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.226:8080 119 0.010 404 ac125bca1c0f89b0a155cee3264de5f3 199.204.45.216 - - [14/Mar/2026:01:39:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.226:8080 1286 0.005 200 87bf442038a1bf37766efa22325e0eb9 199.204.45.216 - - [14/Mar/2026:01:39:16 +0000] "POST /admin/realms/atmosphere/clients/e776c0c1-4902-4ec1-92e4-ae981c320fba/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.040 [auth-system-keycloak-80] [] 10.0.0.226:8080 0 0.039 201 729ad9d10ee46167034e8bf8011a1746 199.204.45.216 - - [14/Mar/2026:01:39:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.226:8080 1286 0.007 200 bea58ed8a131b8f1f74c517d6bf32fb4 199.204.45.216 - - [14/Mar/2026:01:39:16 +0000] "GET /admin/realms/atmosphere/clients/e776c0c1-4902-4ec1-92e4-ae981c320fba/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.084 [auth-system-keycloak-80] [] 10.0.0.226:8080 166 0.083 200 d045f1853b6ae0c896bc993d5625d05a 199.204.45.216 - - [14/Mar/2026:01:39:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.516 [auth-system-keycloak-80] [] 10.0.0.226:8080 1928 0.516 200 6a87a2a0dad59b1f1c16a756cd37e0d8 199.204.45.216 - - [14/Mar/2026:01:39:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.226:8080 1251 0.007 200 0d1a78338ba4838d7e11cc556020eda5 199.204.45.216 - - [14/Mar/2026:01:39:17 +0000] "GET /admin/realms/atmosphere/clients/401d49f6-a7ef-42f9-9bab-b7e0dc4eb881/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.061 [auth-system-keycloak-80] [] 10.0.0.226:8080 119 0.061 404 3a1453f6401fc05013498e50f4142798 199.204.45.216 - - [14/Mar/2026:01:39:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.226:8080 1251 0.006 200 1a9b0838cbbe45219eb8900aeb11bdd7 199.204.45.216 - - [14/Mar/2026:01:39:17 +0000] "POST /admin/realms/atmosphere/clients/401d49f6-a7ef-42f9-9bab-b7e0dc4eb881/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.019 [auth-system-keycloak-80] [] 10.0.0.226:8080 0 0.019 201 ed4d3a01958a0cf92a1b300b73290e4d 199.204.45.216 - - [14/Mar/2026:01:39:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.226:8080 1251 0.007 200 e80450e3a8c1a3c3bd36a847bbc99be4 199.204.45.216 - - [14/Mar/2026:01:39:17 +0000] "GET /admin/realms/atmosphere/clients/401d49f6-a7ef-42f9-9bab-b7e0dc4eb881/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.032 [auth-system-keycloak-80] [] 10.0.0.226:8080 166 0.032 200 0a6bd36886e2afcc2d8deb8c7635705e W0314 01:39:33.829242 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:33.829289 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:21.081730 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:21.081793 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:21.184353 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:40:21.184479 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0314 01:40:21.184541 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:21.184572 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:21.184700 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:40:21.184764 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0314 01:40:21.184805 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:21.184823 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:21.184900 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 01:40:21.184970 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0314 01:40:21.185007 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:21.185022 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:40:21.186417 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0314 01:40:21.186481 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0314 01:40:21.186450 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0314 01:40:21.186548 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0314 01:40:21.186580 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0314 01:40:21.186604 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0314 01:40:21.194829 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0314 01:40:21.195861 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0314 01:40:21.195926 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0314 01:40:21.196085 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"47fd5752-c8da-4e4c-b152-fcca402fb7fd", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3961", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:40:21.196186 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0314 01:40:21.196223 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0314 01:40:21.196433 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0314 01:40:21.196478 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"cfb59af8-871e-4b2d-b71a-74968107757f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3963", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0314 01:40:21.196516 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"95ebf845-5ff6-4aa1-a1fb-bf29efd433b9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3965", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0314 01:40:21.424623 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0314 01:40:21.425905 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0314 01:40:21.470389 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0314 01:40:21.471313 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0314 01:40:23.314882 7 store.go:645] "secret was updated and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0314 01:40:23.318072 7 backend_ssl.go:59] "Updating secret in local store" name="monitoring/alertmanager-tls" I0314 01:40:23.621986 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0314 01:40:23.623550 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0314 01:40:24.414827 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:40:24.414885 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 01:40:24.414940 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:40:24.415064 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:24.415090 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:40:24.415217 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 01:40:24.471151 7 controller.go:216] "Backend successfully reloaded" I0314 01:40:24.471509 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rcbsj", UID:"fa8b9d8f-13a2-46b3-bfc9-e0648c784872", APIVersion:"v1", ResourceVersion:"1183", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0314 01:40:27.749003 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:40:27.749092 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 01:40:27.749142 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:40:27.749290 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:27.749318 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:31.083389 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:40:31.083433 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 01:40:31.083453 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:40:31.083542 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:31.083555 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:34.414832 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:40:34.414902 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 01:40:34.414948 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:40:34.415069 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:34.415096 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:37.748083 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:40:37.748121 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 01:40:37.748139 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:40:37.748299 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:37.748315 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:41.081674 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:40:41.081735 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 01:40:41.081785 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:40:41.081925 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:41.081950 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:44.415636 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:40:44.415725 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:40:44.415835 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:44.415862 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:47.748391 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:40:47.748490 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:40:47.748742 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:47.748792 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:51.081557 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:40:51.081679 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:40:51.081839 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:51.081870 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:54.414908 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:40:54.415020 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:40:54.415136 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:54.415166 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:57.748549 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:40:57.748651 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:40:57.748772 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:57.748796 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:41:01.081339 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:41:01.081426 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:41:01.081545 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:41:01.081568 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:41:02.534153 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.103.162.208"}] I0314 01:41:02.534571 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.103.162.208"}] I0314 01:41:02.534723 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.103.162.208"}] I0314 01:41:02.540661 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"47fd5752-c8da-4e4c-b152-fcca402fb7fd", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5035", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0314 01:41:02.542505 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"95ebf845-5ff6-4aa1-a1fb-bf29efd433b9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5036", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0314 01:41:02.543507 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"cfb59af8-871e-4b2d-b71a-74968107757f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5037", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:41:04.414864 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:41:04.415007 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:41:04.415233 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:41:04.415275 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.35 - - [14/Mar/2026:01:41:05 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.100 [auth-system-keycloak-80] [] 10.0.0.226:8080 6432 0.099 200 4a8895445eb2eaa2b16f99d5282a6ba5 10.0.0.188 - - [14/Mar/2026:01:41:05 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.102 [auth-system-keycloak-80] [] 10.0.0.226:8080 6432 0.101 200 a64dadf5653ed55ed10479a2388151e3 W0314 01:41:07.748691 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:41:07.748946 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:41:07.748976 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:41:11.081998 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:41:11.082198 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:41:11.082224 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:41:14.415040 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:41:14.415382 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:41:14.415413 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.216 - - [14/Mar/2026:01:41:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.506 [auth-system-keycloak-80] [] 10.0.0.226:8080 1928 0.504 200 8d1cbf1a7bb5d20dd95abccc2ff7b221 199.204.45.216 - - [14/Mar/2026:01:41:17 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.006 [auth-system-keycloak-80] [] 10.0.0.226:8080 4246 0.006 200 8ed9f1323852c9d0008fbeee74316798 W0314 01:41:17.748990 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:41:17.749278 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:41:17.749352 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.216 - - [14/Mar/2026:01:41:18 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.360 [auth-system-keycloak-80] [] 10.0.0.226:8080 0 0.359 204 964b1ae11848a4b7b30570934dd3805f 199.204.45.216 - - [14/Mar/2026:01:41:18 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.184 [auth-system-keycloak-80] [] 10.0.0.226:8080 4384 0.183 200 f4fb6cbe34e55f59731f497cdf1a5988 199.204.45.216 - - [14/Mar/2026:01:41:19 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.481 [auth-system-keycloak-80] [] 10.0.0.226:8080 1928 0.480 200 7a6636e5558dc91df3586f4a97e83dd4 199.204.45.216 - - [14/Mar/2026:01:41:19 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.011 [auth-system-keycloak-80] [] 10.0.0.226:8080 1682 0.011 200 c7e4ebd4c18b0d7fd45a10ac67349aff 199.204.45.216 - - [14/Mar/2026:01:41:19 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.005 [auth-system-keycloak-80] [] 10.0.0.226:8080 6432 0.006 200 d3363996b0ac67c6c4b39ccab60e01fb W0314 01:41:21.082151 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:41:21.082342 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:41:21.082367 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.216 - - [14/Mar/2026:01:41:21 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.447 [auth-system-keycloak-80] [] 10.0.0.226:8080 1928 0.445 200 d34956aeb1113359194590c2072c7134 199.204.45.216 - - [14/Mar/2026:01:41:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.226:8080 2 0.006 200 cd606eab0f3ba62b6e9242d4b4a80442 199.204.45.216 - - [14/Mar/2026:01:41:21 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.085 [auth-system-keycloak-80] [] 10.0.0.226:8080 0 0.085 201 fd1a48c88ba6635a08abef90f12f9136 199.204.45.216 - - [14/Mar/2026:01:41:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.018 [auth-system-keycloak-80] [] 10.0.0.226:8080 2246 0.018 200 67fff7cac9e6ebdc6210dec9a1503bd4 199.204.45.216 - - [14/Mar/2026:01:41:22 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.468 [auth-system-keycloak-80] [] 10.0.0.226:8080 1928 0.465 200 4c94933ecd30db049920de8e005ed631 199.204.45.216 - - [14/Mar/2026:01:41:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.004 [auth-system-keycloak-80] [] 10.0.0.226:8080 2246 0.005 200 70f573fa06df991aa4bb02ccedb5ef13 199.204.45.216 - - [14/Mar/2026:01:41:22 +0000] "GET /admin/realms/atmosphere/clients/38acba0a-802a-49ae-a5f0-e7560cd0b40a/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.047 [auth-system-keycloak-80] [] 10.0.0.226:8080 233 0.046 200 b1acb4b0445f4c745ea4629342901f3e 199.204.45.216 - - [14/Mar/2026:01:41:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.024 [auth-system-keycloak-80] [] 10.0.0.226:8080 831 0.024 200 74ccc382f5ac8d65aba01b64d1b709f3 199.204.45.216 - - [14/Mar/2026:01:41:22 +0000] "GET /admin/realms/atmosphere/clients/4263072f-de33-4965-b665-0c00aa55710a/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.073 [auth-system-keycloak-80] [] 10.0.0.226:8080 3758 0.073 200 9e7d7407a6f0ec33fa029634539fc52b 199.204.45.216 - - [14/Mar/2026:01:41:22 +0000] "GET /admin/realms/atmosphere/users/d45be41f-d061-4d1e-84dd-ffe2d162d476/role-mappings/clients/4263072f-de33-4965-b665-0c00aa55710a/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.186 [auth-system-keycloak-80] [] 10.0.0.226:8080 3758 0.185 200 a79bec577be7f89441e28ebfdeb5f2aa 199.204.45.216 - - [14/Mar/2026:01:41:23 +0000] "GET /admin/realms/atmosphere/users/d45be41f-d061-4d1e-84dd-ffe2d162d476/role-mappings/clients/4263072f-de33-4965-b665-0c00aa55710a/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.018 [auth-system-keycloak-80] [] 10.0.0.226:8080 2 0.018 200 d862a149f4aab2cfc2d66b3aa652fa18 199.204.45.216 - - [14/Mar/2026:01:41:23 +0000] "POST /admin/realms/atmosphere/users/d45be41f-d061-4d1e-84dd-ffe2d162d476/role-mappings/clients/4263072f-de33-4965-b665-0c00aa55710a HTTP/1.1" 204 0 "-" "Ansible" 1390 0.021 [auth-system-keycloak-80] [] 10.0.0.226:8080 0 0.020 204 267fb594b138eda695ab9fc2af71dc69 199.204.45.216 - - [14/Mar/2026:01:41:23 +0000] "GET /admin/realms/atmosphere/users/d45be41f-d061-4d1e-84dd-ffe2d162d476/role-mappings/clients/4263072f-de33-4965-b665-0c00aa55710a/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.010 [auth-system-keycloak-80] [] 10.0.0.226:8080 576 0.010 200 3828a2367b291c3c355ef75ae6fb082f W0314 01:41:24.415567 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:41:24.415620 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:41:27.749230 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:41:27.749463 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:41:31.082516 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:41:31.082557 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:41:48.331549 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:41:48.331583 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:43:31.513576 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:43:31.513605 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:06.631433 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0314 01:44:06.631662 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:06.631774 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:44:06.635536 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:28.7kB} I0314 01:44:06.635616 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0314 01:44:06.642099 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0314 01:44:06.642368 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"f6bf0470-1bd5-48a9-aa0f-f24a88e0d153", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6239", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:44:06.642669 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0314 01:44:06.643061 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0314 01:44:06.643135 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:06.643154 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:44:06.643277 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 01:44:06.689665 7 controller.go:216] "Backend successfully reloaded" I0314 01:44:06.689895 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rcbsj", UID:"fa8b9d8f-13a2-46b3-bfc9-e0648c784872", APIVersion:"v1", ResourceVersion:"1183", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0314 01:44:06.880215 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0314 01:44:06.881526 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0314 01:44:09.979321 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:09.979372 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.216 - - [14/Mar/2026:01:44:10 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.003 [openstack-keystone-api-5000] [] 10.0.0.132:5000 281 0.004 300 cdd9d16e79b0e75fc5c6e10cca33fa16 199.204.45.216 - - [14/Mar/2026:01:44:12 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.132:5000 266 0.004 200 75272a5e2465e0a2d16e0eb13e7a1371 199.204.45.216 - - [14/Mar/2026:01:44:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.342 [openstack-keystone-api-5000] [] 10.0.0.132:5000 1360 0.342 201 0acd0d9c7941acc4eeb46f178f48fa30 199.204.45.216 - - [14/Mar/2026:01:44:12 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.132:5000 281 0.004 300 b51004258e3cf5184e398d9c50bc77f1 199.204.45.216 - - [14/Mar/2026:01:44:12 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.028 [openstack-keystone-api-5000] [] 10.0.0.132:5000 90 0.028 404 bd751c40e69201475db705fa4d24ad64 199.204.45.216 - - [14/Mar/2026:01:44:12 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.026 [openstack-keystone-api-5000] [] 10.0.0.132:5000 368 0.026 200 5ac7d55f6f3dbf408907aa79d0087d1f 199.204.45.216 - - [14/Mar/2026:01:44:12 +0000] "GET /v3/domains/94c1f2d8c8c946afb9489aed8963d7a0 HTTP/1.1" 200 245 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.020 [openstack-keystone-api-5000] [] 10.0.0.132:5000 245 0.020 200 938a61784ca5e087b68129a50e974087 199.204.45.216 - - [14/Mar/2026:01:44:13 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.132:5000 266 0.004 200 be3dbec97254134ca38e44101be2dd8e 199.204.45.216 - - [14/Mar/2026:01:44:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.288 [openstack-keystone-api-5000] [] 10.0.0.132:5000 1360 0.289 201 a430881c800e388e372d4a1bcef3a6f8 199.204.45.216 - - [14/Mar/2026:01:44:13 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.132:5000 281 0.003 300 3caf3ad67e375dab58d7c9e98a92ec77 199.204.45.216 - - [14/Mar/2026:01:44:13 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.023 [openstack-keystone-api-5000] [] 10.0.0.132:5000 101 0.023 404 dba1c3346a163d962cf19e5e676d186e 199.204.45.216 - - [14/Mar/2026:01:44:13 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.022 [openstack-keystone-api-5000] [] 10.0.0.132:5000 156 0.021 200 1028c65e70a6a1ac8a44fe4786e4a25d 199.204.45.216 - - [14/Mar/2026:01:44:13 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 342 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.026 [openstack-keystone-api-5000] [] 10.0.0.132:5000 342 0.025 201 cb07b4aaa29efe77bd3ef4d37394d790 199.204.45.216 - - [14/Mar/2026:01:44:14 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.132:5000 266 0.003 200 48ef06a8abe78441702eec47cc705c9d 199.204.45.216 - - [14/Mar/2026:01:44:14 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.293 [openstack-keystone-api-5000] [] 10.0.0.132:5000 1360 0.293 201 a6ae4a266bd537003372aa8a9c7db554 199.204.45.216 - - [14/Mar/2026:01:44:14 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.132:5000 281 0.003 300 b9fe968ec2751e228e63ea4fef7167a2 199.204.45.216 - - [14/Mar/2026:01:44:14 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.019 [openstack-keystone-api-5000] [] 10.0.0.132:5000 98 0.018 404 b1ee2ea459b8f55b26993f584293d79e 199.204.45.216 - - [14/Mar/2026:01:44:14 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.017 [openstack-keystone-api-5000] [] 10.0.0.132:5000 136 0.018 200 52a6ff6b02454d0018d62720c0bbe388 199.204.45.216 - - [14/Mar/2026:01:44:14 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.020 [openstack-keystone-api-5000] [] 10.0.0.132:5000 357 0.020 201 313449dc51f9a76f4aeb05d550933be7 199.204.45.216 - - [14/Mar/2026:01:44:15 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.132:5000 266 0.002 200 4f09531a08eae7f5bd05133ad256ceff 199.204.45.216 - - [14/Mar/2026:01:44:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.279 [openstack-keystone-api-5000] [] 10.0.0.132:5000 1360 0.279 201 e0aab064854c1cbaaebf681165c50765 199.204.45.216 - - [14/Mar/2026:01:44:15 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.132:5000 281 0.004 300 00a30b8be375e75b1d48b2f58f8a739d 199.204.45.216 - - [14/Mar/2026:01:44:15 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.030 [openstack-keystone-api-5000] [] 10.0.0.132:5000 131 0.030 404 8ef51d32985ca7623ffc1e557d2a4ca3 199.204.45.216 - - [14/Mar/2026:01:44:15 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.022 [openstack-keystone-api-5000] [] 10.0.0.132:5000 168 0.023 200 0a56294ed864ff9187c3d8fe4f9a91ce 199.204.45.216 - - [14/Mar/2026:01:44:15 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.027 [openstack-keystone-api-5000] [] 10.0.0.132:5000 224 0.027 201 854169a91cd0e25162a4b8ccd4f4f2f1 W0314 01:44:24.463620 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:24.463672 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:27.797468 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:27.797517 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:31.187437 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:31.187477 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:34.521453 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:34.521491 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:49.996581 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:49.996612 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:57.439601 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:57.439704 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:45:00.774833 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:45:00.774880 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:45:02.534482 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.103.162.208"}] I0314 01:45:02.541148 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"f6bf0470-1bd5-48a9-aa0f-f24a88e0d153", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6710", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:45:04.106969 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:45:04.107080 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:46:27.607877 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0314 01:46:27.607989 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0314 01:46:27.608059 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:46:27.608078 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:46:27.612519 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:32.2kB} I0314 01:46:27.612557 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0314 01:46:27.617628 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0314 01:46:27.617952 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"22161444-71b9-4c9f-9468-4dd4afbb9db8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7255", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:46:27.618158 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0314 01:46:27.618520 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0314 01:46:27.618620 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0314 01:46:27.618685 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:46:27.618702 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:46:27.618824 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 01:46:27.672975 7 controller.go:216] "Backend successfully reloaded" I0314 01:46:27.673705 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rcbsj", UID:"fa8b9d8f-13a2-46b3-bfc9-e0648c784872", APIVersion:"v1", ResourceVersion:"1183", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0314 01:46:27.966403 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0314 01:46:27.967230 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.216 - - [14/Mar/2026:01:46:28 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.132:5000 281 0.002 300 ce890bdc78467babe254de64fae74cc6 199.204.45.216 - - [14/Mar/2026:01:46:28 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.373 [openstack-keystone-api-5000] [] 10.0.0.132:5000 1992 0.374 201 5796a806feff681d016ad0e463cf4161 199.204.45.216 - - [14/Mar/2026:01:46:28 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.026 [openstack-keystone-api-5000] [] 10.0.0.132:5000 85 0.027 404 91a0ab5db24e9af4fb77bae39201a00b 199.204.45.216 - - [14/Mar/2026:01:46:28 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.020 [openstack-keystone-api-5000] [] 10.0.0.132:5000 129 0.020 200 87fa1057939225095927c46ab4ac4ada 199.204.45.216 - - [14/Mar/2026:01:46:28 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.023 [openstack-keystone-api-5000] [] 10.0.0.132:5000 230 0.023 201 adc9c9fbe32533a32f2cee19c54c1837 W0314 01:46:30.953864 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0314 01:46:30.953963 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:46:30.953976 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.216 - - [14/Mar/2026:01:46:36 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 229 0.003 [openstack-keystone-api-5000] [] 10.0.0.132:5000 281 0.004 300 74e0c359962275ca4e487cb52db622bf 199.204.45.216 - - [14/Mar/2026:01:46:36 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 548 0.289 [openstack-keystone-api-5000] [] 10.0.0.132:5000 1992 0.289 201 81700f86dc80b51f6aee3ded5c6e47b7 199.204.45.216 - - [14/Mar/2026:01:46:36 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.024 [openstack-keystone-api-5000] [] 10.0.0.132:5000 1521 0.023 200 4086348f568849eb3fa702fd53ab20b6 199.204.45.216 - - [14/Mar/2026:01:46:36 +0000] "PUT /v3/roles/63b15bb6e2ce4cc0be3e1d5e1ba8b1d8/implies/f93dbe6495dc4eb19039d1b19f89f012 HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.032 [openstack-keystone-api-5000] [] 10.0.0.132:5000 521 0.033 201 d8286800bbd61be57b2aba3bf27f0364 W0314 01:46:37.809718 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:46:37.809755 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:47:02.532854 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.103.162.208"}] I0314 01:47:02.538300 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"22161444-71b9-4c9f-9468-4dd4afbb9db8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7596", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:47:02.540030 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:47:02.540069 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.216 - - [14/Mar/2026:01:47:21 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.132:5000 281 0.002 300 cc7a25a7d788e304e125e16f08bb1986 199.204.45.216 - - [14/Mar/2026:01:47:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.334 [openstack-keystone-api-5000] [] 10.0.0.132:5000 2055 0.334 201 b2fe8dc2493f6ab53e9bc8f3db9228ed 199.204.45.216 - - [14/Mar/2026:01:47:22 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.024 [openstack-keystone-api-5000] [] 10.0.0.132:5000 87 0.024 404 a37f94f970a0b81b2ee230cb8765115f 199.204.45.216 - - [14/Mar/2026:01:47:22 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.024 [openstack-keystone-api-5000] [] 10.0.0.132:5000 390 0.024 200 b6a8e360a48597aea21e7b88e43cecc0 199.204.45.216 - - [14/Mar/2026:01:47:22 +0000] "GET /v3/users/rgw-RegionOne?domain_id=6cbc9355167247f2af855483cb5ecd0e HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.068 [openstack-keystone-api-5000] [] 10.0.0.132:5000 91 0.068 404 58a3c9cc4e775e2278b632e56ba5e353 199.204.45.216 - - [14/Mar/2026:01:47:22 +0000] "GET /v3/users?domain_id=6cbc9355167247f2af855483cb5ecd0e&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.039 [openstack-keystone-api-5000] [] 10.0.0.132:5000 178 0.040 200 2032ba2ef0d1ba5f392f9bb7004f3611 199.204.45.216 - - [14/Mar/2026:01:47:22 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.294 [openstack-keystone-api-5000] [] 10.0.0.132:5000 291 0.294 201 3f392b5554aed03818e9683d5abacb53 199.204.45.216 - - [14/Mar/2026:01:47:26 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 229 0.003 [openstack-keystone-api-5000] [] 10.0.0.132:5000 281 0.003 300 4a622f59d9a48c45838e79356f2456e5 199.204.45.216 - - [14/Mar/2026:01:47:26 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 548 0.287 [openstack-keystone-api-5000] [] 10.0.0.132:5000 2055 0.286 201 7f4285e1e70211d73b11f33b3217c0bc 199.204.45.216 - - [14/Mar/2026:01:47:26 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 429 0.116 [openstack-keystone-api-5000] [] 10.0.0.132:5000 83 0.115 404 8469858c220dbcac1e31e37c10aba290 199.204.45.216 - - [14/Mar/2026:01:47:26 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 447 0.025 [openstack-keystone-api-5000] [] 10.0.0.132:5000 361 0.025 200 7a34e64aab3ed2cbe466f21e26371c75 199.204.45.216 - - [14/Mar/2026:01:47:26 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 433 0.025 [openstack-keystone-api-5000] [] 10.0.0.132:5000 87 0.025 404 23cc79e74aaa99c1cd597ed86502277f 199.204.45.216 - - [14/Mar/2026:01:47:26 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 451 0.024 [openstack-keystone-api-5000] [] 10.0.0.132:5000 390 0.023 200 2a76606d177b9126d2cace850b309bae 199.204.45.216 - - [14/Mar/2026:01:47:26 +0000] "GET /v3/users/rgw-RegionOne?domain_id=6cbc9355167247f2af855483cb5ecd0e HTTP/1.1" 404 91 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 480 0.024 [openstack-keystone-api-5000] [] 10.0.0.132:5000 91 0.024 404 cb7eba4250d6974d1400fe6be54c418b 199.204.45.216 - - [14/Mar/2026:01:47:26 +0000] "GET /v3/users?domain_id=6cbc9355167247f2af855483cb5ecd0e&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 498 0.036 [openstack-keystone-api-5000] [] 10.0.0.132:5000 458 0.035 200 507c2fe57d6526dfb77460bd29a2e8f6 199.204.45.216 - - [14/Mar/2026:01:47:26 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 434 0.020 [openstack-keystone-api-5000] [] 10.0.0.132:5000 88 0.021 404 e78a2b509bb4add04acf9a75caa1b888 199.204.45.216 - - [14/Mar/2026:01:47:26 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 452 0.026 [openstack-keystone-api-5000] [] 10.0.0.132:5000 520 0.026 200 30db74073478807d70358ecc00022f41 199.204.45.216 - - [14/Mar/2026:01:47:26 +0000] "PUT /v3/projects/3c1c95adf89e43d8933d6a987ba82a79/users/4df81622aeaa4b4aa09d01a3af976f2e/roles/51c2873327e84382a72c7f7dc8cb9f43 HTTP/1.1" 204 0 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 556 0.037 [openstack-keystone-api-5000] [] 10.0.0.132:5000 0 0.037 204 fdfe044f554979a729583dbd49b83f14 199.204.45.216 - - [14/Mar/2026:01:47:29 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.132:5000 281 0.004 300 64e722ec0482f492657fde6bef372ecb 199.204.45.216 - - [14/Mar/2026:01:47:29 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.330 [openstack-keystone-api-5000] [] 10.0.0.132:5000 2055 0.330 201 591d4eefb683c0cc8b7775570ff3c42c 199.204.45.216 - - [14/Mar/2026:01:47:29 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.020 [openstack-keystone-api-5000] [] 10.0.0.132:5000 151 0.020 200 29d8560fdbc8fb833c0b42a3dde12cdc 199.204.45.216 - - [14/Mar/2026:01:47:29 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.039 [openstack-keystone-api-5000] [] 10.0.0.132:5000 263 0.039 201 eed66c6fa523e89be95ec3dff8faff06 199.204.45.216 - - [14/Mar/2026:01:47:30 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.132:5000 281 0.004 300 19bc6df3f0ed774dae264a7c64fa2d7d 199.204.45.216 - - [14/Mar/2026:01:47:30 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.289 [openstack-keystone-api-5000] [] 10.0.0.132:5000 2157 0.289 201 35b010eb6d8a657f086fb5e662a3f051 199.204.45.216 - - [14/Mar/2026:01:47:30 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.022 [openstack-keystone-api-5000] [] 10.0.0.132:5000 86 0.021 404 174d24c179b6e2b930915251c663a242 199.204.45.216 - - [14/Mar/2026:01:47:30 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.018 [openstack-keystone-api-5000] [] 10.0.0.132:5000 382 0.018 200 8d06004ad5f86e1b433fd8b1aaaeaab1 199.204.45.216 - - [14/Mar/2026:01:47:30 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=d22737bb3c804640b95763f333bfb1c0 HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.020 [openstack-keystone-api-5000] [] 10.0.0.132:5000 205 0.021 200 542e033f8785fe46412a6ed0b91b8017 199.204.45.216 - - [14/Mar/2026:01:47:30 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.022 [openstack-keystone-api-5000] [] 10.0.0.132:5000 379 0.022 201 4da746a81fd430f0ffd5f52fee2e47dc 199.204.45.216 - - [14/Mar/2026:01:47:31 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.132:5000 281 0.003 300 6e82266c0fcd41d6f69c114741533b2a 199.204.45.216 - - [14/Mar/2026:01:47:31 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.295 [openstack-keystone-api-5000] [] 10.0.0.132:5000 2366 0.294 201 05b1fb3d37b5aabf93f8f06818f5d2d6 199.204.45.216 - - [14/Mar/2026:01:47:31 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.022 [openstack-keystone-api-5000] [] 10.0.0.132:5000 86 0.023 404 79b13cd02aae01d84d9818c0eacc1b06 199.204.45.216 - - [14/Mar/2026:01:47:31 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.018 [openstack-keystone-api-5000] [] 10.0.0.132:5000 382 0.019 200 d21f657a4ad8d4c57ce51e3195175649 199.204.45.216 - - [14/Mar/2026:01:47:31 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=d22737bb3c804640b95763f333bfb1c0 HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.021 [openstack-keystone-api-5000] [] 10.0.0.132:5000 207 0.021 200 f12d8f50169a87707ba1f309e8dad1c9 199.204.45.216 - - [14/Mar/2026:01:47:31 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.020 [openstack-keystone-api-5000] [] 10.0.0.132:5000 392 0.021 201 80b934663ff1d540a42f41709eb64228 W0314 01:47:32.903755 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0314 01:47:32.903875 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0314 01:47:32.903954 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:47:32.903974 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:47:32.908059 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.005s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:35.7kB} I0314 01:47:32.908083 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0314 01:47:32.913902 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0314 01:47:32.914439 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"dd785dd6-b381-477a-a043-0e3d6303da70", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7793", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:47:32.914595 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0314 01:47:32.914946 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0314 01:47:32.915030 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0314 01:47:32.915090 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:47:32.915101 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:47:32.915210 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 01:47:32.968697 7 controller.go:216] "Backend successfully reloaded" I0314 01:47:32.969326 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rcbsj", UID:"fa8b9d8f-13a2-46b3-bfc9-e0648c784872", APIVersion:"v1", ResourceVersion:"1183", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0314 01:47:33.213683 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0314 01:47:33.214777 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0314 01:47:36.248412 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0314 01:47:36.248606 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:47:36.248631 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:47:49.640467 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0314 01:47:49.640684 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:47:49.640710 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:47:53.453469 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 01:47:53.453626 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:47:53.453664 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:47:53.453777 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 01:47:53.503556 7 controller.go:216] "Backend successfully reloaded" I0314 01:47:53.503785 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rcbsj", UID:"fa8b9d8f-13a2-46b3-bfc9-e0648c784872", APIVersion:"v1", ResourceVersion:"1183", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0314 01:47:56.786934 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 01:47:56.787182 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:47:56.787213 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:48:00.123388 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 01:48:00.123586 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:48:00.123614 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:48:02.534022 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.103.162.208"}] I0314 01:48:02.540085 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"dd785dd6-b381-477a-a043-0e3d6303da70", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8127", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:48:03.454096 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 01:48:03.454290 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:48:03.454319 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:48:06.787744 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 01:48:06.787919 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:48:06.787950 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:48:20.017655 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 01:48:20.017779 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:48:20.017799 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:48:28.034930 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 01:48:28.035134 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:48:28.035161 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:48:37.317445 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 01:48:37.317585 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:48:37.317606 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:49:15.929315 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:49:15.929345 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:50:30.990302 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0314 01:50:30.990458 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0314 01:50:30.990538 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:50:30.990568 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:50:30.995666 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.006s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:39.2kB} I0314 01:50:30.995695 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0314 01:50:31.001777 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0314 01:50:31.002341 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"749515e5-da20-4870-bb19-487c8323bc9b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9211", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:50:31.002470 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0314 01:50:31.003011 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0314 01:50:31.003177 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0314 01:50:31.003323 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:50:31.003376 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:50:31.003637 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 01:50:31.055027 7 controller.go:216] "Backend successfully reloaded" I0314 01:50:31.055259 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rcbsj", UID:"fa8b9d8f-13a2-46b3-bfc9-e0648c784872", APIVersion:"v1", ResourceVersion:"1183", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0314 01:50:31.202326 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0314 01:50:31.203562 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0314 01:50:34.336980 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0314 01:50:34.337154 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:50:34.337172 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.216 - - [14/Mar/2026:01:50:34 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.132:5000 281 0.003 300 aacd596102173d084ff103da63e1adba 199.204.45.216 - - [14/Mar/2026:01:50:35 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.345 [openstack-keystone-api-5000] [] 10.0.0.132:5000 3201 0.346 201 a4f16568413502789b608245d00b08bf 199.204.45.216 - - [14/Mar/2026:01:50:35 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 1882ad70c9e7419181e384f4a1632804 199.204.45.216 - - [14/Mar/2026:01:50:35 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 2068da6d4443d529010e3e0eca0ce6f5 199.204.45.216 - - [14/Mar/2026:01:50:36 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.132:5000 281 0.004 300 160209e151e85228c7d73779d664d442 199.204.45.216 - - [14/Mar/2026:01:50:37 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.283 [openstack-keystone-api-5000] [] 10.0.0.132:5000 3201 0.284 201 a4cd556c80f7924e4847bb73c47a82ed 199.204.45.216 - - [14/Mar/2026:01:50:37 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 6e7d2f3380886355d878c16e06d115ae 199.204.45.216 - - [14/Mar/2026:01:50:37 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 273d1f224ff42417807ed51b8d20f98c 199.204.45.216 - - [14/Mar/2026:01:50:38 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.132:5000 281 0.004 300 dc2477b8b1ba5a1250e7d46f0e29e960 199.204.45.216 - - [14/Mar/2026:01:50:38 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.287 [openstack-keystone-api-5000] [] 10.0.0.132:5000 3201 0.287 201 642e3e05fba4a6c26b68ef6a32864d62 199.204.45.216 - - [14/Mar/2026:01:50:38 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 5d31237aa87eb990de06f2bcafc430e5 199.204.45.216 - - [14/Mar/2026:01:50:38 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e9fd5b0ee80b7a5aa3d3a5b0c965e162 199.204.45.216 - - [14/Mar/2026:01:50:40 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.132:5000 281 0.003 300 78df8fe69ab3264870b5ccbaefc1be49 199.204.45.216 - - [14/Mar/2026:01:50:40 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.284 [openstack-keystone-api-5000] [] 10.0.0.132:5000 3201 0.284 201 52a7f55ddb73130e8875ea0100bccdc7 199.204.45.216 - - [14/Mar/2026:01:50:41 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 6493832c4d2e1e6d27d8aeaeffd45eb9 199.204.45.216 - - [14/Mar/2026:01:50:41 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 9e7553624d1a8e49b445cd40fdd1ef0b 199.204.45.216 - - [14/Mar/2026:01:50:42 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.132:5000 281 0.005 300 f3c6366582426db6192ac5da418e2d75 199.204.45.216 - - [14/Mar/2026:01:50:43 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.300 [openstack-keystone-api-5000] [] 10.0.0.132:5000 3201 0.301 201 88420f8be41f71995bea5a052c67db7f 199.204.45.216 - - [14/Mar/2026:01:50:43 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 96028fe51cdb4ae9b05a67da0882d4e1 199.204.45.216 - - [14/Mar/2026:01:50:43 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 19f14fd6668b11dbdb2be3c9c460e3a9 199.204.45.216 - - [14/Mar/2026:01:50:44 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.132:5000 281 0.003 300 1eb2e36d480227405f32fbca60bde7e5 W0314 01:50:44.592626 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0314 01:50:44.592837 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:50:44.592862 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.216 - - [14/Mar/2026:01:50:44 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.315 [openstack-keystone-api-5000] [] 10.0.0.132:5000 3201 0.315 201 cfa99894feff18364807dc5e64132e82 199.204.45.216 - - [14/Mar/2026:01:50:44 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 1932689848f4cbdfbc82fb97f4cdca7f 199.204.45.216 - - [14/Mar/2026:01:50:44 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b470a51dfe7579d2b28bc8aeafbba4ff 199.204.45.216 - - [14/Mar/2026:01:50:46 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.132:5000 281 0.003 300 732b6b3ffd61b5184b10860040736432 199.204.45.216 - - [14/Mar/2026:01:50:46 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.277 [openstack-keystone-api-5000] [] 10.0.0.132:5000 3201 0.276 201 8f77bdee3cc53ff3fa57b221522bb0a7 199.204.45.216 - - [14/Mar/2026:01:50:46 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e3f3e1650c8edf46212cdf06f2720f9b 199.204.45.216 - - [14/Mar/2026:01:50:46 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e43adb53648b3143fe533694eb06975e 199.204.45.216 - - [14/Mar/2026:01:50:48 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.132:5000 281 0.003 300 6d8707e87e54feef070e24d5677e3b17 199.204.45.216 - - [14/Mar/2026:01:50:48 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.299 [openstack-keystone-api-5000] [] 10.0.0.132:5000 3201 0.299 201 472cc13bfa377875869fc5729a274f12 199.204.45.216 - - [14/Mar/2026:01:50:48 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 28744ff5c9a32d5cd59c1e21edf66001 199.204.45.216 - - [14/Mar/2026:01:50:48 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 1c79200afbb0fc8f83319aaea41e3884 199.204.45.216 - - [14/Mar/2026:01:50:49 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.132:5000 281 0.003 300 3dde5e13a99a1b5222f0a4432cf51f22 199.204.45.216 - - [14/Mar/2026:01:50:50 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.278 [openstack-keystone-api-5000] [] 10.0.0.132:5000 3201 0.278 201 bf9bc718c40af32cfc4142f10b7f41d4 199.204.45.216 - - [14/Mar/2026:01:50:50 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 2154ce3c44e052cef43ad18221a22ad1 199.204.45.216 - - [14/Mar/2026:01:50:50 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - dc22fecd2af5df02bd2eb9dc61904b20 199.204.45.216 - - [14/Mar/2026:01:50:51 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.132:5000 281 0.003 300 27a2c7035903958ebed714616ae15c42 199.204.45.216 - - [14/Mar/2026:01:50:51 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.286 [openstack-keystone-api-5000] [] 10.0.0.132:5000 3201 0.286 201 0155c0ab65c8baefa07711b8e388075d 199.204.45.216 - - [14/Mar/2026:01:50:51 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - fd1937d40f789e48076b1c3c904d4c38 199.204.45.216 - - [14/Mar/2026:01:50:51 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - fb18e9f8346bd28d1b08c027096db605 199.204.45.216 - - [14/Mar/2026:01:50:53 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.132:5000 281 0.004 300 ca3b74b1d988aca111f9482a0225ae10 199.204.45.216 - - [14/Mar/2026:01:50:53 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.294 [openstack-keystone-api-5000] [] 10.0.0.132:5000 3201 0.293 201 74e36a3cf161a3a5b59e646de9f963a0 199.204.45.216 - - [14/Mar/2026:01:50:53 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 42eea4340738e3cb72540619c42af332 199.204.45.216 - - [14/Mar/2026:01:50:53 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - f5fe903e9f40232ad11f7768e436b614 W0314 01:50:53.926039 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:50:53.926085 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.216 - - [14/Mar/2026:01:50:55 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.132:5000 281 0.004 300 c62566f8aa61f624c2b76fb8341b2e4e 199.204.45.216 - - [14/Mar/2026:01:50:55 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.282 [openstack-keystone-api-5000] [] 10.0.0.132:5000 3201 0.283 201 0f45e7136fd6fc4157ebccfae8b01068 199.204.45.216 - - [14/Mar/2026:01:50:55 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.248:9292 1312 0.003 300 fe881c22cd0caf9702c2dde43e8aad51 199.204.45.216 - - [14/Mar/2026:01:50:55 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.538 [openstack-glance-api-9292] [] 10.0.0.248:9292 69 0.537 200 5c4ba67485098d466843942a9ed82e06 199.204.45.216 - - [14/Mar/2026:01:50:58 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.132:5000 281 0.004 300 300d2660ad5ffa33e027b596a2ecca8a 199.204.45.216 - - [14/Mar/2026:01:50:59 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.285 [openstack-keystone-api-5000] [] 10.0.0.132:5000 3201 0.286 201 3f82f8672c3db8de4fe8c38c28deedc4 199.204.45.216 - - [14/Mar/2026:01:50:59 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.248:9292 1312 0.002 300 6fecc23983fc185567213c01336c327c 199.204.45.216 - - [14/Mar/2026:01:50:59 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.042 [openstack-glance-api-9292] [] 10.0.0.248:9292 69 0.041 200 a86d8ead4c76358f3609d1b6e6fa56e8 199.204.45.216 - - [14/Mar/2026:01:50:59 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.120 [openstack-glance-api-9292] [] 10.0.0.248:9292 151 0.120 404 7cbbb0a52b898bf0b9312c558f9afba6 199.204.45.216 - - [14/Mar/2026:01:50:59 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.028 [openstack-glance-api-9292] [] 10.0.0.248:9292 81 0.029 200 cfa250504a809749a1dd953a76ad6b30 199.204.45.216 - - [14/Mar/2026:01:50:59 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.024 [openstack-glance-api-9292] [] 10.0.0.248:9292 84 0.023 200 e89e93f6f4e6102129500609edb19f31 199.204.45.216 - - [14/Mar/2026:01:50:59 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.061 [openstack-glance-api-9292] [] 10.0.0.248:9292 760 0.061 201 39c6ed89dee33af12bf980c291ccd402 I0314 01:51:02.533819 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.103.162.208"}] I0314 01:51:02.539235 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"749515e5-da20-4870-bb19-487c8323bc9b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9416", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:51:02.541183 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:51:02.541223 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.216 - - [14/Mar/2026:01:51:03 +0000] "PUT /v2/images/205179b6-8781-41bc-a60b-fb7193d42a95/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 3.943 [openstack-glance-api-9292] [] 10.0.0.248:9292 0 3.942 204 dad2bd1bbcdf6d64430885a5af205279 199.204.45.216 - - [14/Mar/2026:01:51:03 +0000] "GET /v2/images/205179b6-8781-41bc-a60b-fb7193d42a95 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.013 [openstack-glance-api-9292] [] 10.0.0.248:9292 1171 0.014 200 db3dd67cf01772e2628aa075a8171b72 199.204.45.216 - - [14/Mar/2026:01:51:03 +0000] "GET /v2/images/205179b6-8781-41bc-a60b-fb7193d42a95 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.013 [openstack-glance-api-9292] [] 10.0.0.248:9292 1171 0.013 200 361afba499d308161ab91f82e421ebe3 W0314 01:51:06.563902 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:51:06.563950 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:51:09.897924 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:51:09.897957 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store