------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0402 01:11:32.088066 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0402 01:11:32.088359 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0402 01:11:32.098207 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0402 01:11:32.102095 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0402 01:11:32.507353 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0402 01:11:32.530832 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0402 01:11:32.545137 7 nginx.go:271] "Starting NGINX Ingress controller" I0402 01:11:32.551569 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"d83e6525-7c3d-4cef-84b2-61f453f65a77", APIVersion:"v1", ResourceVersion:"1369", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0402 01:11:32.555534 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"76fe0e17-73a2-4331-9c00-c2950e3bc8a7", APIVersion:"v1", ResourceVersion:"1370", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0402 01:11:32.555602 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"d7aedf15-ad01-4275-b91c-0ac301dca18f", APIVersion:"v1", ResourceVersion:"1371", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0402 01:11:33.746899 7 nginx.go:317] "Starting NGINX process" I0402 01:11:33.746917 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0402 01:11:33.747568 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0402 01:11:33.747832 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:11:33.747865 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 01:11:33.747945 7 controller.go:196] "Configuration changes detected, backend reload required" I0402 01:11:33.756699 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0402 01:11:33.756789 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-wt9qc" I0402 01:11:33.783537 7 controller.go:216] "Backend successfully reloaded" I0402 01:11:33.783693 7 controller.go:227] "Initial sync, sleeping for 1 second" I0402 01:11:33.783790 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-wt9qc", UID:"07b6fae7-ba41-411f-90be-afa7b2f76a5f", APIVersion:"v1", ResourceVersion:"1413", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0402 01:11:37.570520 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:11:37.570567 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:11:40.905117 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:11:40.905161 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:11:44.238243 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:11:44.238285 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:11:47.571730 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:11:47.571787 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:11:50.905701 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:11:50.905759 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:11:54.238908 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:11:54.238960 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:11:57.571603 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:11:57.571658 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:12:00.906328 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:12:00.906387 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:12:05.119784 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:12:05.119828 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:12:08.453667 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:12:08.453725 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:12:11.787213 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:12:11.787269 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:12:59.157306 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:12:59.157353 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:13:07.154476 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:13:07.154520 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:13:10.490644 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:13:10.490697 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:13:13.821874 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:13:13.821945 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:13:17.155778 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:13:17.155835 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:13:20.489576 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:13:20.489628 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:13:23.822140 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:13:23.822182 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:13:27.154877 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:13:27.154919 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:13:30.488042 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:13:30.488090 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:13:33.822280 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:13:33.822326 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:13:37.154744 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:13:37.154799 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:13:40.488249 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:13:40.488305 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:15:42.075664 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:15:42.075705 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:15:44.586840 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-223.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-223.nip.io-tls was not found. Using default certificate W0402 01:15:44.587021 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:15:44.587076 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 01:15:44.589003 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0402 01:15:44.589094 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0402 01:15:44.596395 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0402 01:15:44.596632 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"f65abbb4-23c4-4fbd-8761-28d753c7091d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3360", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0402 01:15:44.597124 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-223.nip.io-tls" in local store I0402 01:15:44.963027 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-223.nip.io-tls" I0402 01:15:44.964934 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-223.nip.io-tls" W0402 01:15:45.409834 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:15:45.409976 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 01:15:45.410072 7 controller.go:196] "Configuration changes detected, backend reload required" I0402 01:15:45.450154 7 controller.go:216] "Backend successfully reloaded" I0402 01:15:45.450408 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-wt9qc", UID:"07b6fae7-ba41-411f-90be-afa7b2f76a5f", APIVersion:"v1", ResourceVersion:"1413", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0402 01:15:48.743554 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:15:48.743605 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.223 - - [02/Apr/2026:01:15:56 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.125 [auth-system-keycloak-80] [] 10.0.0.76:8080 1928 2.124 200 9f807496d248ba39924e72783bfab774 199.204.45.223 - - [02/Apr/2026:01:15:56 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.179 [auth-system-keycloak-80] [] 10.0.0.76:8080 116 0.179 404 0c84f5e0d1313ca5ad53f1478af523c0 199.204.45.223 - - [02/Apr/2026:01:16:00 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.200 [auth-system-keycloak-80] [] 10.0.0.76:8080 0 4.199 201 abe91926d6d6a77342ccca82821b9cfe 199.204.45.223 - - [02/Apr/2026:01:16:01 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.688 [auth-system-keycloak-80] [] 10.0.0.76:8080 4246 0.688 200 456f48c5cf9a985c6b53d5b90c04bd45 199.204.45.223 - - [02/Apr/2026:01:16:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.541 [auth-system-keycloak-80] [] 10.0.0.76:8080 1928 0.540 200 1ce8c74f7ab78c82ce9d25594a5f5921 199.204.45.223 - - [02/Apr/2026:01:16:02 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.081 [auth-system-keycloak-80] [] 10.0.0.76:8080 12500 0.081 200 9faf449c7def6774de0f62fca021d145 199.204.45.223 - - [02/Apr/2026:01:16:02 +0000] "GET /admin/realms/atmosphere/client-scopes/c22d7847-f43b-4e9f-805c-951a6f1aa505 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.057 [auth-system-keycloak-80] [] 10.0.0.76:8080 1278 0.056 200 3c27d6b660ac4d9b91e5bc6a1df3f990 199.204.45.223 - - [02/Apr/2026:01:16:02 +0000] "PUT /admin/realms/atmosphere/client-scopes/c22d7847-f43b-4e9f-805c-951a6f1aa505 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.024 [auth-system-keycloak-80] [] 10.0.0.76:8080 0 0.022 204 c5460286f4385fe38f1094fcc5a92235 199.204.45.223 - - [02/Apr/2026:01:16:02 +0000] "GET /admin/realms/atmosphere/client-scopes/c22d7847-f43b-4e9f-805c-951a6f1aa505/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.072 [auth-system-keycloak-80] [] 10.0.0.76:8080 963 0.072 200 7e4b31632be5d027b9f2dfb59028d60c 199.204.45.223 - - [02/Apr/2026:01:16:02 +0000] "GET /admin/realms/atmosphere/client-scopes/c22d7847-f43b-4e9f-805c-951a6f1aa505/protocol-mappers/models/e995bbfc-e802-4531-8e26-e855cc8f0126 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.012 [auth-system-keycloak-80] [] 10.0.0.76:8080 366 0.013 200 1c0186d51038187738b262d6da90a164 199.204.45.223 - - [02/Apr/2026:01:16:02 +0000] "PUT /admin/realms/atmosphere/client-scopes/c22d7847-f43b-4e9f-805c-951a6f1aa505/protocol-mappers/models/e995bbfc-e802-4531-8e26-e855cc8f0126 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.063 [auth-system-keycloak-80] [] 10.0.0.76:8080 0 0.061 204 4751aa5b980cafcf9ed1b51644998191 199.204.45.223 - - [02/Apr/2026:01:16:03 +0000] "GET /admin/realms/atmosphere/client-scopes/c22d7847-f43b-4e9f-805c-951a6f1aa505 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.074 [auth-system-keycloak-80] [] 10.0.0.76:8080 1218 0.074 200 1a8fc98fc7aaf90343967727f34d9f13 199.204.45.223 - - [02/Apr/2026:01:16:24 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.457 [auth-system-keycloak-80] [] 10.0.0.76:8080 1928 0.456 200 68e657cc37a511393ce5a6f4223b07f6 199.204.45.223 - - [02/Apr/2026:01:16:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.049 [auth-system-keycloak-80] [] 10.0.0.76:8080 2 0.048 200 eb97f30ba023e5823386485164d12d41 199.204.45.223 - - [02/Apr/2026:01:16:24 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.281 [auth-system-keycloak-80] [] 10.0.0.76:8080 0 0.281 201 6f2bce2f2b113e99f745386520a8ae53 199.204.45.223 - - [02/Apr/2026:01:16:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.087 [auth-system-keycloak-80] [] 10.0.0.76:8080 1261 0.087 200 b03c42a0c32202799841cc6617c3155d 199.204.45.223 - - [02/Apr/2026:01:16:25 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.497 [auth-system-keycloak-80] [] 10.0.0.76:8080 1928 0.495 200 8cfee5c9f0b7e78af2cf2d04324701cc 199.204.45.223 - - [02/Apr/2026:01:16:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.012 [auth-system-keycloak-80] [] 10.0.0.76:8080 2 0.012 200 25bc7b897ac1a2fcbee04595ab098b8d 199.204.45.223 - - [02/Apr/2026:01:16:25 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.161 [auth-system-keycloak-80] [] 10.0.0.76:8080 0 0.160 201 71d8608dd225d445e2e31f0cee50a3ae 199.204.45.223 - - [02/Apr/2026:01:16:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.104 [auth-system-keycloak-80] [] 10.0.0.76:8080 1286 0.104 200 eb336fff1257f5696e6fbdaac3803178 199.204.45.223 - - [02/Apr/2026:01:16:27 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.797 [auth-system-keycloak-80] [] 10.0.0.76:8080 1928 0.796 200 48ab029b8e6b5a6c5a9c5c42f89501d3 199.204.45.223 - - [02/Apr/2026:01:16:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.010 [auth-system-keycloak-80] [] 10.0.0.76:8080 2 0.011 200 4deac1df3705112f5afaa7d280dd47ab 199.204.45.223 - - [02/Apr/2026:01:16:27 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.080 [auth-system-keycloak-80] [] 10.0.0.76:8080 0 0.080 201 f676b80089a2ddb569805df8ef2e6908 199.204.45.223 - - [02/Apr/2026:01:16:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.020 [auth-system-keycloak-80] [] 10.0.0.76:8080 1251 0.020 200 379818b9b25c2bd38dc291ad957b1467 199.204.45.223 - - [02/Apr/2026:01:16:28 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.490 [auth-system-keycloak-80] [] 10.0.0.76:8080 1928 0.488 200 d2133d37f547741a23ed46e80aac965f 199.204.45.223 - - [02/Apr/2026:01:16:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.76:8080 1261 0.008 200 ef1c1f72ea4f9e0eb7f29fbedd7daee7 199.204.45.223 - - [02/Apr/2026:01:16:28 +0000] "GET /admin/realms/atmosphere/clients/7f57e5ce-55c3-4f6b-81b2-090633b2e18b/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.019 [auth-system-keycloak-80] [] 10.0.0.76:8080 119 0.018 404 f9d92dd6a7447a89b17bf7cc4ef7ae2a 199.204.45.223 - - [02/Apr/2026:01:16:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.032 [auth-system-keycloak-80] [] 10.0.0.76:8080 1261 0.032 200 2f211707a38100c0171b10db0850098b 199.204.45.223 - - [02/Apr/2026:01:16:28 +0000] "POST /admin/realms/atmosphere/clients/7f57e5ce-55c3-4f6b-81b2-090633b2e18b/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.022 [auth-system-keycloak-80] [] 10.0.0.76:8080 0 0.022 201 e5fd75a6a8e928089cebcfbc118be843 199.204.45.223 - - [02/Apr/2026:01:16:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.057 [auth-system-keycloak-80] [] 10.0.0.76:8080 1261 0.057 200 17f4ee3069b4a6b40fbb3bc197e0d490 199.204.45.223 - - [02/Apr/2026:01:16:28 +0000] "GET /admin/realms/atmosphere/clients/7f57e5ce-55c3-4f6b-81b2-090633b2e18b/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.090 [auth-system-keycloak-80] [] 10.0.0.76:8080 166 0.090 200 6b7c0e7cb00438ee65f80eb5f0657781 199.204.45.223 - - [02/Apr/2026:01:16:29 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.477 [auth-system-keycloak-80] [] 10.0.0.76:8080 1928 0.476 200 a21d6add6848b6fc110eed6a8ea01467 199.204.45.223 - - [02/Apr/2026:01:16:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.027 [auth-system-keycloak-80] [] 10.0.0.76:8080 1286 0.026 200 24e2883a1a907819db52ca74e52263c4 199.204.45.223 - - [02/Apr/2026:01:16:29 +0000] "GET /admin/realms/atmosphere/clients/df41e14e-a7f8-4be4-8dea-bd69b0759233/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.007 [auth-system-keycloak-80] [] 10.0.0.76:8080 119 0.007 404 d7674296e240a95beb83c58bba031f10 199.204.45.223 - - [02/Apr/2026:01:16:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.76:8080 1286 0.007 200 e5702f07f8df8f77945cba42b36c170a 199.204.45.223 - - [02/Apr/2026:01:16:29 +0000] "POST /admin/realms/atmosphere/clients/df41e14e-a7f8-4be4-8dea-bd69b0759233/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.015 [auth-system-keycloak-80] [] 10.0.0.76:8080 0 0.015 201 68fb71eea7473c44bb1989b9aa8e868f 199.204.45.223 - - [02/Apr/2026:01:16:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.76:8080 1286 0.007 200 1db995ff8823e109aaee02674b032c88 199.204.45.223 - - [02/Apr/2026:01:16:29 +0000] "GET /admin/realms/atmosphere/clients/df41e14e-a7f8-4be4-8dea-bd69b0759233/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.020 [auth-system-keycloak-80] [] 10.0.0.76:8080 165 0.020 200 867e92cb9180b41cebbdedcfcbb6bc88 199.204.45.223 - - [02/Apr/2026:01:16:30 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.471 [auth-system-keycloak-80] [] 10.0.0.76:8080 1928 0.470 200 b79c8e39a7b4d665b5776867d4bdb541 199.204.45.223 - - [02/Apr/2026:01:16:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.039 [auth-system-keycloak-80] [] 10.0.0.76:8080 1286 0.039 200 38d7a1200f87edaca14e2322b77bed34 199.204.45.223 - - [02/Apr/2026:01:16:30 +0000] "GET /admin/realms/atmosphere/clients/df41e14e-a7f8-4be4-8dea-bd69b0759233/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.76:8080 119 0.009 404 4e37c2523373a0ee6918a64eb0e7d4bd 199.204.45.223 - - [02/Apr/2026:01:16:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.76:8080 1286 0.007 200 a45737d22bd3bd0353ba5e1184dd56e5 199.204.45.223 - - [02/Apr/2026:01:16:30 +0000] "POST /admin/realms/atmosphere/clients/df41e14e-a7f8-4be4-8dea-bd69b0759233/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.062 [auth-system-keycloak-80] [] 10.0.0.76:8080 0 0.061 201 5c8a263e130f419bcc3d555f3c36b3d5 199.204.45.223 - - [02/Apr/2026:01:16:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.76:8080 1286 0.008 200 8cb885fe75b30546286eefe2a34584c9 199.204.45.223 - - [02/Apr/2026:01:16:30 +0000] "GET /admin/realms/atmosphere/clients/df41e14e-a7f8-4be4-8dea-bd69b0759233/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.76:8080 166 0.012 200 d1ffc2923358ed02c726fc57d38fc359 199.204.45.223 - - [02/Apr/2026:01:16:31 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.483 [auth-system-keycloak-80] [] 10.0.0.76:8080 1928 0.482 200 124915b41095886332200a0f248d6e25 199.204.45.223 - - [02/Apr/2026:01:16:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.013 [auth-system-keycloak-80] [] 10.0.0.76:8080 1286 0.012 200 fc7ecc159c1d0881654f27cd99bc23bb 199.204.45.223 - - [02/Apr/2026:01:16:31 +0000] "GET /admin/realms/atmosphere/clients/df41e14e-a7f8-4be4-8dea-bd69b0759233/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.032 [auth-system-keycloak-80] [] 10.0.0.76:8080 119 0.032 404 3d40b7aaeae8174c30763aede9dd84d6 199.204.45.223 - - [02/Apr/2026:01:16:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.76:8080 1286 0.007 200 275fd9e145dc3a54fb2fd005176b387f 199.204.45.223 - - [02/Apr/2026:01:16:31 +0000] "POST /admin/realms/atmosphere/clients/df41e14e-a7f8-4be4-8dea-bd69b0759233/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.022 [auth-system-keycloak-80] [] 10.0.0.76:8080 0 0.021 201 059eb7b5577527b9633059b12840c176 199.204.45.223 - - [02/Apr/2026:01:16:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.035 [auth-system-keycloak-80] [] 10.0.0.76:8080 1286 0.035 200 8b9f5b644223b3740c59b465c3a50b20 199.204.45.223 - - [02/Apr/2026:01:16:31 +0000] "GET /admin/realms/atmosphere/clients/df41e14e-a7f8-4be4-8dea-bd69b0759233/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.017 [auth-system-keycloak-80] [] 10.0.0.76:8080 166 0.017 200 e40df1e1ba28b9107f3575cf3070b9b8 199.204.45.223 - - [02/Apr/2026:01:16:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.502 [auth-system-keycloak-80] [] 10.0.0.76:8080 1928 0.501 200 5016f4c3931e87d49d717f7d235cee5d 199.204.45.223 - - [02/Apr/2026:01:16:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.76:8080 1251 0.006 200 0bc13246cc8f36d03c325c316a39569d 199.204.45.223 - - [02/Apr/2026:01:16:32 +0000] "GET /admin/realms/atmosphere/clients/db0244a4-1f7c-4fcc-ab44-4c6afc14880e/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.006 [auth-system-keycloak-80] [] 10.0.0.76:8080 119 0.006 404 62f0733ccf5f12901e3757c9c5b615c7 199.204.45.223 - - [02/Apr/2026:01:16:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.004 [auth-system-keycloak-80] [] 10.0.0.76:8080 1251 0.004 200 48c4ba4ebf9300669124ba40765d663e 199.204.45.223 - - [02/Apr/2026:01:16:32 +0000] "POST /admin/realms/atmosphere/clients/db0244a4-1f7c-4fcc-ab44-4c6afc14880e/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.049 [auth-system-keycloak-80] [] 10.0.0.76:8080 0 0.049 201 008d121d0846df20ea54f8a8465fbd2e 199.204.45.223 - - [02/Apr/2026:01:16:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.76:8080 1251 0.006 200 4772b17a43ebb4827ab0d9e7fa1afe9e 199.204.45.223 - - [02/Apr/2026:01:16:32 +0000] "GET /admin/realms/atmosphere/clients/db0244a4-1f7c-4fcc-ab44-4c6afc14880e/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.018 [auth-system-keycloak-80] [] 10.0.0.76:8080 166 0.018 200 2c9e63526b219ffa2e9f51cebeb7d78b I0402 01:16:33.766121 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.111.103.90"}] I0402 01:16:33.771270 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"f65abbb4-23c4-4fbd-8761-28d753c7091d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3805", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0402 01:16:33.773707 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:16:33.773738 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:16:50.687292 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:16:50.687333 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:16:54.022111 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:16:54.022162 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:17:38.924269 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:17:38.924307 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:17:38.978565 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 01:17:38.978640 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0402 01:17:38.978680 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:17:38.978685 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 01:17:38.978696 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:17:38.978697 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 01:17:38.978968 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0402 01:17:38.979023 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:17:38.979046 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:17:38.979048 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0402 01:17:38.979091 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:17:38.979113 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 01:17:38.980618 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0402 01:17:38.980649 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0402 01:17:38.984577 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.006s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.007s testedConfigurationSize:18.2kB} I0402 01:17:38.984613 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0402 01:17:38.986009 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.007s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.008s testedConfigurationSize:18.2kB} I0402 01:17:38.986043 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0402 01:17:38.992185 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0402 01:17:38.992676 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0402 01:17:38.992803 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"55564d95-e9af-43c6-ae51-e07593ec7f38", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4386", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0402 01:17:38.997212 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0402 01:17:38.997506 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0402 01:17:38.997523 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0402 01:17:38.997691 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0402 01:17:38.997721 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"7a7a8be0-dcc8-4588-ba2b-202c835a62e0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4389", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0402 01:17:38.998891 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"402ed623-6d7e-49fd-bdfd-9564fdaed430", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4390", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0402 01:17:39.373963 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0402 01:17:39.375460 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0402 01:17:39.955895 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0402 01:17:39.957093 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0402 01:17:40.317605 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0402 01:17:40.319489 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0402 01:17:42.258639 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 01:17:42.258700 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 01:17:42.258741 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 01:17:42.258866 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:17:42.258894 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 01:17:42.259016 7 controller.go:196] "Configuration changes detected, backend reload required" I0402 01:17:42.303729 7 controller.go:216] "Backend successfully reloaded" I0402 01:17:42.303982 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-wt9qc", UID:"07b6fae7-ba41-411f-90be-afa7b2f76a5f", APIVersion:"v1", ResourceVersion:"1413", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0402 01:17:45.591251 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 01:17:45.591313 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 01:17:45.591342 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 01:17:45.591431 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:17:45.591448 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:17:48.924813 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 01:17:48.924895 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 01:17:48.924916 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 01:17:48.924999 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:17:48.925016 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:17:52.259645 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 01:17:52.259717 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 01:17:52.259820 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 01:17:52.259942 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:17:52.259963 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:17:55.591713 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 01:17:55.591789 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 01:17:55.591887 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 01:17:55.592048 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:17:55.592078 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:17:58.925234 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 01:17:58.925298 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 01:17:58.925337 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 01:17:58.925458 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:17:58.925487 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:18:02.258390 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 01:18:02.258480 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 01:18:02.258607 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:18:02.258633 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:18:05.592299 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 01:18:05.592409 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 01:18:05.592571 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:18:05.592664 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:18:08.926034 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 01:18:08.926163 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 01:18:08.926332 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:18:08.926363 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:18:12.258819 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 01:18:12.258948 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 01:18:12.259457 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:18:12.259492 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:18:15.591706 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 01:18:15.591802 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 01:18:15.591937 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:18:15.591964 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.225 - - [02/Apr/2026:01:18:16 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "Go-http-client/1.1" 161 0.035 [auth-system-keycloak-80] [] 10.0.0.76:8080 6382 0.035 200 18693f7cad5e23796c425fe9e443300b 10.0.0.40 - - [02/Apr/2026:01:18:16 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "Go-http-client/1.1" 161 0.006 [auth-system-keycloak-80] [] 10.0.0.76:8080 6382 0.006 200 1af01fd5b4c3ca92596a5fc148b865a1 W0402 01:18:18.924755 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 01:18:18.925041 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:18:18.925076 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:18:22.261350 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:18:22.261461 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:18:25.594207 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:18:25.594261 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:18:28.924617 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:18:28.924679 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 01:18:33.766456 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.111.103.90"}] I0402 01:18:33.766464 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.111.103.90"}] I0402 01:18:33.766507 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.111.103.90"}] I0402 01:18:33.771116 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"402ed623-6d7e-49fd-bdfd-9564fdaed430", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5569", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0402 01:18:33.772956 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:18:33.772992 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 01:18:33.773837 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"7a7a8be0-dcc8-4588-ba2b-202c835a62e0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5570", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0402 01:18:33.775145 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"55564d95-e9af-43c6-ae51-e07593ec7f38", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5571", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0402 01:18:37.107337 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:18:37.107383 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:18:40.439921 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:18:40.440028 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.223 - - [02/Apr/2026:01:18:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.509 [auth-system-keycloak-80] [] 10.0.0.76:8080 1928 0.508 200 b3c5b4333787575da7ede8d52350e038 199.204.45.223 - - [02/Apr/2026:01:18:43 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.006 [auth-system-keycloak-80] [] 10.0.0.76:8080 4246 0.007 200 8e7f0ccbf1dae0d8f96babf37561d2f6 199.204.45.223 - - [02/Apr/2026:01:18:43 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.387 [auth-system-keycloak-80] [] 10.0.0.76:8080 0 0.386 204 ed7532c83b0b139cff3c2c1956724449 199.204.45.223 - - [02/Apr/2026:01:18:44 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.193 [auth-system-keycloak-80] [] 10.0.0.76:8080 4384 0.193 200 42b9f7bd263737c3cfc7ae1dc409b256 199.204.45.223 - - [02/Apr/2026:01:18:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.465 [auth-system-keycloak-80] [] 10.0.0.76:8080 1928 0.464 200 ab516a20a4db3e4d145facca1038d0c5 199.204.45.223 - - [02/Apr/2026:01:18:45 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.008 [auth-system-keycloak-80] [] 10.0.0.76:8080 1682 0.009 200 96a431bc62938f2d84d0c87eebe4f51f 199.204.45.223 - - [02/Apr/2026:01:18:45 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "ansible-httpget" 181 0.004 [auth-system-keycloak-80] [] 10.0.0.76:8080 6382 0.004 200 9b08d0e42389e3f3e230e60111cae8cd 199.204.45.223 - - [02/Apr/2026:01:18:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.469 [auth-system-keycloak-80] [] 10.0.0.76:8080 1928 0.467 200 b3d7c2215b208eb7b4e153f0074c860d 199.204.45.223 - - [02/Apr/2026:01:18:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.76:8080 2 0.007 200 7e16a47a8ac13d5f1bb310c54cce3718 199.204.45.223 - - [02/Apr/2026:01:18:47 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.092 [auth-system-keycloak-80] [] 10.0.0.76:8080 0 0.091 201 4a685b39f7ad4bf162ddd83bd9a37074 199.204.45.223 - - [02/Apr/2026:01:18:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.063 [auth-system-keycloak-80] [] 10.0.0.76:8080 2246 0.063 200 ef791b964819fbbaa0907973f5c221a3 199.204.45.223 - - [02/Apr/2026:01:18:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.448 [auth-system-keycloak-80] [] 10.0.0.76:8080 1928 0.446 200 1bc480a805162099fe9ed78e21e419fa 199.204.45.223 - - [02/Apr/2026:01:18:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.023 [auth-system-keycloak-80] [] 10.0.0.76:8080 2246 0.023 200 745dd15f315e7cc55c6f64716586193d 199.204.45.223 - - [02/Apr/2026:01:18:48 +0000] "GET /admin/realms/atmosphere/clients/52b9a2b0-e559-4af1-84e8-3da6ce8e0fb1/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.016 [auth-system-keycloak-80] [] 10.0.0.76:8080 233 0.016 200 c20c5a2b60a057495830f6de448ce96c 199.204.45.223 - - [02/Apr/2026:01:18:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.070 [auth-system-keycloak-80] [] 10.0.0.76:8080 831 0.070 200 759bb4fa40113d1ed60a63c804cee01e 199.204.45.223 - - [02/Apr/2026:01:18:48 +0000] "GET /admin/realms/atmosphere/clients/8cb82de3-5c26-4c9e-aca8-126d1423ce97/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.024 [auth-system-keycloak-80] [] 10.0.0.76:8080 3758 0.024 200 36b39aa68826191d36e7b52ed92377f2 199.204.45.223 - - [02/Apr/2026:01:18:48 +0000] "GET /admin/realms/atmosphere/users/ba09ab3a-69ff-44ea-ad96-ad4f5ea9cef1/role-mappings/clients/8cb82de3-5c26-4c9e-aca8-126d1423ce97/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.161 [auth-system-keycloak-80] [] 10.0.0.76:8080 3758 0.162 200 94be5fd61987099a974aab02b27e6f47 199.204.45.223 - - [02/Apr/2026:01:18:48 +0000] "GET /admin/realms/atmosphere/users/ba09ab3a-69ff-44ea-ad96-ad4f5ea9cef1/role-mappings/clients/8cb82de3-5c26-4c9e-aca8-126d1423ce97/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.087 [auth-system-keycloak-80] [] 10.0.0.76:8080 2 0.087 200 7f450347a23063ab0b5b17e9e2de9f7e 199.204.45.223 - - [02/Apr/2026:01:18:48 +0000] "POST /admin/realms/atmosphere/users/ba09ab3a-69ff-44ea-ad96-ad4f5ea9cef1/role-mappings/clients/8cb82de3-5c26-4c9e-aca8-126d1423ce97 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.018 [auth-system-keycloak-80] [] 10.0.0.76:8080 0 0.018 204 02355d12b96294b030a758f83eea4e62 199.204.45.223 - - [02/Apr/2026:01:18:48 +0000] "GET /admin/realms/atmosphere/users/ba09ab3a-69ff-44ea-ad96-ad4f5ea9cef1/role-mappings/clients/8cb82de3-5c26-4c9e-aca8-126d1423ce97/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.054 [auth-system-keycloak-80] [] 10.0.0.76:8080 576 0.054 200 8e42f97406dde96df1b2a5080c02f6b6 W0402 01:18:51.425462 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:18:51.425497 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:18:54.760057 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:18:54.760096 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:19:06.485970 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:19:06.486021 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:19:09.819787 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:19:09.819844 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:20:56.046139 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:20:56.046181 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:21:29.214043 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0402 01:21:29.214131 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:21:29.214152 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 01:21:29.217155 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:28.7kB} I0402 01:21:29.217183 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0402 01:21:29.221010 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0402 01:21:29.221335 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"cdbe06d9-2c03-481b-b7e3-5a3b3a4bb623", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6779", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0402 01:21:29.221754 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0402 01:21:29.222294 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0402 01:21:29.222378 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:21:29.222404 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 01:21:29.222563 7 controller.go:196] "Configuration changes detected, backend reload required" I0402 01:21:29.266147 7 controller.go:216] "Backend successfully reloaded" I0402 01:21:29.266417 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-wt9qc", UID:"07b6fae7-ba41-411f-90be-afa7b2f76a5f", APIVersion:"v1", ResourceVersion:"1413", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0402 01:21:29.489034 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0402 01:21:29.489987 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0402 01:21:32.556597 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:21:32.556651 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.223 - - [02/Apr/2026:01:21:33 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.005 [openstack-keystone-api-5000] [] 10.0.0.4:5000 281 0.005 300 df4da0cdfbe16b071ec57d2dd7a73c0b I0402 01:21:33.765911 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.111.103.90"}] I0402 01:21:33.770888 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"cdbe06d9-2c03-481b-b7e3-5a3b3a4bb623", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6834", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync 199.204.45.223 - - [02/Apr/2026:01:21:34 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.4:5000 266 0.005 200 23c7c4c23c46913ac932bbf3d4c82ad7 199.204.45.223 - - [02/Apr/2026:01:21:35 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.348 [openstack-keystone-api-5000] [] 10.0.0.4:5000 1360 0.348 201 ba92a690374d34eb807fcd12331ca2f7 199.204.45.223 - - [02/Apr/2026:01:21:35 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.4:5000 281 0.004 300 d7f427da3fc6a98c7cbbb35f7f821f8a 199.204.45.223 - - [02/Apr/2026:01:21:35 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.030 [openstack-keystone-api-5000] [] 10.0.0.4:5000 90 0.031 404 64e49a40ba9c1ee4c2b190728b95d2c6 199.204.45.223 - - [02/Apr/2026:01:21:35 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.026 [openstack-keystone-api-5000] [] 10.0.0.4:5000 368 0.026 200 2b0d59540dfb95b13a96342d6976de2b 199.204.45.223 - - [02/Apr/2026:01:21:35 +0000] "GET /v3/domains/84794533ac2d4ecdb4d48267503f7b77 HTTP/1.1" 200 245 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.022 [openstack-keystone-api-5000] [] 10.0.0.4:5000 245 0.022 200 581262232060e1283131989b0744dd54 W0402 01:21:35.889326 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:21:35.889385 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.223 - - [02/Apr/2026:01:21:36 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.4:5000 266 0.003 200 db53e0f9b03a638722905fc06c621b0d 199.204.45.223 - - [02/Apr/2026:01:21:36 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.332 [openstack-keystone-api-5000] [] 10.0.0.4:5000 1360 0.332 201 a08150214d0c2202f0acc69e3a90e89d 199.204.45.223 - - [02/Apr/2026:01:21:36 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.4:5000 281 0.004 300 0c924b5afd1b88d5aab5a1700fa9567e 199.204.45.223 - - [02/Apr/2026:01:21:36 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.030 [openstack-keystone-api-5000] [] 10.0.0.4:5000 101 0.030 404 a8eed5fc516d8074e235214969f1310b 199.204.45.223 - - [02/Apr/2026:01:21:36 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.022 [openstack-keystone-api-5000] [] 10.0.0.4:5000 156 0.022 200 8ca3ec3b22620beddcc018b221b929fc 199.204.45.223 - - [02/Apr/2026:01:21:36 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.043 [openstack-keystone-api-5000] [] 10.0.0.4:5000 454 0.042 201 0ae346361e2cd7cddc8afbe8380d83a5 199.204.45.223 - - [02/Apr/2026:01:21:37 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.4:5000 266 0.004 200 be90387b9b5eafe87104b8c67a66dac1 199.204.45.223 - - [02/Apr/2026:01:21:37 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.295 [openstack-keystone-api-5000] [] 10.0.0.4:5000 1360 0.294 201 cf6832ae95c664619e026372c748e2fd 199.204.45.223 - - [02/Apr/2026:01:21:37 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.4:5000 281 0.003 300 cc8aee880f764caa27b6923809356604 199.204.45.223 - - [02/Apr/2026:01:21:37 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.021 [openstack-keystone-api-5000] [] 10.0.0.4:5000 98 0.021 404 5c2a2a7a15be4113d22049110e04670d 199.204.45.223 - - [02/Apr/2026:01:21:37 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.021 [openstack-keystone-api-5000] [] 10.0.0.4:5000 136 0.021 200 4dfd8bec01255ff25e0e2933d70b98c3 199.204.45.223 - - [02/Apr/2026:01:21:37 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 332 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.024 [openstack-keystone-api-5000] [] 10.0.0.4:5000 332 0.023 201 0b6ac5333c66d5f56808bf9a3270508f 199.204.45.223 - - [02/Apr/2026:01:21:38 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.4:5000 266 0.004 200 8acbce6022b8084b9f772be39dfcb3c9 199.204.45.223 - - [02/Apr/2026:01:21:38 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.293 [openstack-keystone-api-5000] [] 10.0.0.4:5000 1360 0.293 201 d91cba300f761cb70942b8f19737927c 199.204.45.223 - - [02/Apr/2026:01:21:38 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.4:5000 281 0.004 300 5cdda42d1a93694853f5581968940075 199.204.45.223 - - [02/Apr/2026:01:21:38 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.029 [openstack-keystone-api-5000] [] 10.0.0.4:5000 131 0.029 404 ab2742788b2860ab86112a013964d0fe 199.204.45.223 - - [02/Apr/2026:01:21:38 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.023 [openstack-keystone-api-5000] [] 10.0.0.4:5000 168 0.023 200 accb700245ab74a637e72c39992eadf8 199.204.45.223 - - [02/Apr/2026:01:21:38 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.028 [openstack-keystone-api-5000] [] 10.0.0.4:5000 224 0.028 201 2caf15269bf7f3f0cf8a25fe4d73458c W0402 01:21:48.237225 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:21:48.237270 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:21:51.570768 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:21:51.570823 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:21:54.904431 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:21:54.904484 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:21:58.238199 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:21:58.238269 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:22:13.701961 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:22:13.702003 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:22:21.538654 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:22:21.538687 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:22:24.873816 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:22:24.873906 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:23:49.272202 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0402 01:23:49.272345 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0402 01:23:49.272387 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:23:49.272398 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 01:23:49.275074 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.004s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:32.2kB} I0402 01:23:49.275099 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0402 01:23:49.279704 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0402 01:23:49.279969 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"8d36140f-6162-4e29-9bc5-e4afb8616e7a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7856", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0402 01:23:49.280367 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0402 01:23:49.280864 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0402 01:23:49.280994 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0402 01:23:49.281119 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:23:49.281175 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 01:23:49.281362 7 controller.go:196] "Configuration changes detected, backend reload required" I0402 01:23:49.329902 7 controller.go:216] "Backend successfully reloaded" I0402 01:23:49.330116 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-wt9qc", UID:"07b6fae7-ba41-411f-90be-afa7b2f76a5f", APIVersion:"v1", ResourceVersion:"1413", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0402 01:23:49.546140 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0402 01:23:49.547522 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.223 - - [02/Apr/2026:01:23:49 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.4:5000 281 0.005 300 03280e1dbd742bba413f634596d01587 199.204.45.223 - - [02/Apr/2026:01:23:50 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.326 [openstack-keystone-api-5000] [] 10.0.0.4:5000 1992 0.326 201 bbd63b434fd4cb3faf58b50b4a310796 199.204.45.223 - - [02/Apr/2026:01:23:50 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.028 [openstack-keystone-api-5000] [] 10.0.0.4:5000 85 0.028 404 ffd85456a54c382247f1f7acabb87a19 199.204.45.223 - - [02/Apr/2026:01:23:50 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.025 [openstack-keystone-api-5000] [] 10.0.0.4:5000 129 0.025 200 ecd4147c1eb3a987bdb0632638d3364f 199.204.45.223 - - [02/Apr/2026:01:23:50 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.034 [openstack-keystone-api-5000] [] 10.0.0.4:5000 230 0.034 201 a1ce013706daf514de0537e156fd1394 W0402 01:23:52.614972 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0402 01:23:52.615248 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:23:52.615305 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.223 - - [02/Apr/2026:01:23:55 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 229 0.003 [openstack-keystone-api-5000] [] 10.0.0.4:5000 281 0.003 300 e7ae5a08d0a60eb06e7b564427ee7066 199.204.45.223 - - [02/Apr/2026:01:23:55 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 548 0.286 [openstack-keystone-api-5000] [] 10.0.0.4:5000 1992 0.286 201 0864cc8399965d26639a1ee4cf92fc49 199.204.45.223 - - [02/Apr/2026:01:23:55 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.020 [openstack-keystone-api-5000] [] 10.0.0.4:5000 1521 0.019 200 dc366f6565f62f35bb3eb246a7cbfcc5 199.204.45.223 - - [02/Apr/2026:01:23:55 +0000] "PUT /v3/roles/3f52d891b91f4457b15c20e27f3d69c1/implies/76e4c1e482654cb4b18a22a5656f867d HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.034 [openstack-keystone-api-5000] [] 10.0.0.4:5000 521 0.034 201 b83d047190530b7cdba20ceb89d7fd22 W0402 01:24:01.916347 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:24:01.916380 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 01:24:33.764809 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.111.103.90"}] I0402 01:24:33.770135 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"8d36140f-6162-4e29-9bc5-e4afb8616e7a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8265", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0402 01:24:33.771688 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:24:33.771715 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.223 - - [02/Apr/2026:01:24:39 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.4:5000 281 0.003 300 9883a61c180ef412f4b5019631a8ffb7 199.204.45.223 - - [02/Apr/2026:01:24:39 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.366 [openstack-keystone-api-5000] [] 10.0.0.4:5000 2055 0.366 201 6802ad49cd50a55a28b1d95a7b83206f 199.204.45.223 - - [02/Apr/2026:01:24:39 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.027 [openstack-keystone-api-5000] [] 10.0.0.4:5000 87 0.027 404 eaac1e6a7e119d39977114b95873a78b 199.204.45.223 - - [02/Apr/2026:01:24:39 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.025 [openstack-keystone-api-5000] [] 10.0.0.4:5000 390 0.024 200 46a6d251a2eb2f2e00e7f8a6b2a3856d 199.204.45.223 - - [02/Apr/2026:01:24:39 +0000] "GET /v3/users/rgw-RegionOne?domain_id=4bcc86c550b647dea5617070a4a4cfe3 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.040 [openstack-keystone-api-5000] [] 10.0.0.4:5000 91 0.040 404 4d1dbff99eda0bbc69b2a0e8829de63b 199.204.45.223 - - [02/Apr/2026:01:24:39 +0000] "GET /v3/users?domain_id=4bcc86c550b647dea5617070a4a4cfe3&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.039 [openstack-keystone-api-5000] [] 10.0.0.4:5000 178 0.039 200 5300e436ffe74db82dcf2282850c33c2 199.204.45.223 - - [02/Apr/2026:01:24:40 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.286 [openstack-keystone-api-5000] [] 10.0.0.4:5000 291 0.286 201 d0d770cee1801798ce0d1dd895d2fa4d 199.204.45.223 - - [02/Apr/2026:01:24:42 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 229 0.009 [openstack-keystone-api-5000] [] 10.0.0.4:5000 281 0.009 300 bae46876bf0599cb8602d7df04593854 199.204.45.223 - - [02/Apr/2026:01:24:43 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 548 0.293 [openstack-keystone-api-5000] [] 10.0.0.4:5000 2055 0.293 201 b7270216425eb8d82ed780c0acf80787 199.204.45.223 - - [02/Apr/2026:01:24:43 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 386 0.025 [openstack-keystone-api-5000] [] 10.0.0.4:5000 83 0.026 404 dc2cfacdaf39641003f26d67ced4b1ba 199.204.45.223 - - [02/Apr/2026:01:24:43 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "python-keystoneclient" 391 0.022 [openstack-keystone-api-5000] [] 10.0.0.4:5000 361 0.022 200 be905507f7fba183aa607e62a940617b 199.204.45.223 - - [02/Apr/2026:01:24:43 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 390 0.030 [openstack-keystone-api-5000] [] 10.0.0.4:5000 87 0.031 404 3f550038a2e497698ee9ede73b64a363 199.204.45.223 - - [02/Apr/2026:01:24:43 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "python-keystoneclient" 395 0.029 [openstack-keystone-api-5000] [] 10.0.0.4:5000 390 0.029 200 6e6e487890d6fbd31c5d754664bdf3a0 199.204.45.223 - - [02/Apr/2026:01:24:43 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 394 0.025 [openstack-keystone-api-5000] [] 10.0.0.4:5000 91 0.025 404 0349581a2eb2086d265dfe452d042790 199.204.45.223 - - [02/Apr/2026:01:24:43 +0000] "GET /v3/users?domain_id=4bcc86c550b647dea5617070a4a4cfe3&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "python-keystoneclient" 442 0.039 [openstack-keystone-api-5000] [] 10.0.0.4:5000 458 0.040 200 d0929288a46c07719fef2fd79dd4911e 199.204.45.223 - - [02/Apr/2026:01:24:43 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 391 0.025 [openstack-keystone-api-5000] [] 10.0.0.4:5000 88 0.025 404 0dbf474fab2ea3a5465b35b910332759 199.204.45.223 - - [02/Apr/2026:01:24:43 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "python-keystoneclient" 396 0.028 [openstack-keystone-api-5000] [] 10.0.0.4:5000 520 0.028 200 043244876164781cd06aeafe6c86c646 199.204.45.223 - - [02/Apr/2026:01:24:43 +0000] "PUT /v3/projects/f8168cfc21d44857a8613d95231caeed/users/fbccfaa2419c4cd69cef2eed8e6772b4/roles/3814866fa00b4973aea41138f2b74d01 HTTP/1.1" 204 0 "-" "python-keystoneclient" 513 0.065 [openstack-keystone-api-5000] [] 10.0.0.4:5000 0 0.065 204 e4257a5787e6e10986723d9b985d31bc 199.204.45.223 - - [02/Apr/2026:01:24:45 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.4:5000 281 0.003 300 2f75b38557037c49c54807598963e937 199.204.45.223 - - [02/Apr/2026:01:24:45 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.345 [openstack-keystone-api-5000] [] 10.0.0.4:5000 2055 0.345 201 1fabd83bf5a5021f5b0bac7b991c8b36 199.204.45.223 - - [02/Apr/2026:01:24:45 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.021 [openstack-keystone-api-5000] [] 10.0.0.4:5000 151 0.021 200 079f9604c3068ba18320f55921f5e1dc 199.204.45.223 - - [02/Apr/2026:01:24:45 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.038 [openstack-keystone-api-5000] [] 10.0.0.4:5000 263 0.037 201 90b1b07d7bed42b7fb28ee7bb70a0913 199.204.45.223 - - [02/Apr/2026:01:24:46 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.4:5000 281 0.004 300 5a33794eb08dbc168b678011007601c4 199.204.45.223 - - [02/Apr/2026:01:24:46 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.287 [openstack-keystone-api-5000] [] 10.0.0.4:5000 2157 0.287 201 0cf4d940406dc96b4b21f560845d21be 199.204.45.223 - - [02/Apr/2026:01:24:46 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.027 [openstack-keystone-api-5000] [] 10.0.0.4:5000 86 0.027 404 89d0ebd6e7f14e0026e6c9b9c6c023fc 199.204.45.223 - - [02/Apr/2026:01:24:46 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.019 [openstack-keystone-api-5000] [] 10.0.0.4:5000 382 0.019 200 74e6dba31cb42f782ebc3706a89952df 199.204.45.223 - - [02/Apr/2026:01:24:46 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=3c660ed01f0a43a79f77b01fb66a1b3c HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.023 [openstack-keystone-api-5000] [] 10.0.0.4:5000 205 0.023 200 ad7deb16c87a56892b37a3f9383cd777 199.204.45.223 - - [02/Apr/2026:01:24:46 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.026 [openstack-keystone-api-5000] [] 10.0.0.4:5000 379 0.026 201 7a8e538edeebc0aa64a7ea006a23fe51 199.204.45.223 - - [02/Apr/2026:01:24:47 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.4:5000 281 0.004 300 7010f91342a4db212ccdc86a82dbee1b 199.204.45.223 - - [02/Apr/2026:01:24:47 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.293 [openstack-keystone-api-5000] [] 10.0.0.4:5000 2366 0.294 201 7d21a9c560c56f2ff735ef922f6ea960 199.204.45.223 - - [02/Apr/2026:01:24:47 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.025 [openstack-keystone-api-5000] [] 10.0.0.4:5000 86 0.025 404 96bd7bfe4a2ab913a23918c1366a06a1 199.204.45.223 - - [02/Apr/2026:01:24:47 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.017 [openstack-keystone-api-5000] [] 10.0.0.4:5000 382 0.017 200 0448188168504305d9e76b09aece46dd 199.204.45.223 - - [02/Apr/2026:01:24:47 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=3c660ed01f0a43a79f77b01fb66a1b3c HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.028 [openstack-keystone-api-5000] [] 10.0.0.4:5000 207 0.028 200 3ddb89d8a830788c9e92e973b2fd3064 199.204.45.223 - - [02/Apr/2026:01:24:47 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.026 [openstack-keystone-api-5000] [] 10.0.0.4:5000 392 0.025 201 1cbd1dfb805187624a9fbf8fe13d5b68 W0402 01:24:48.725422 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0402 01:24:48.726055 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0402 01:24:48.726282 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:24:48.726306 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 01:24:48.731824 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.007s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.007s testedConfigurationSize:35.7kB} I0402 01:24:48.731857 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0402 01:24:48.735469 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0402 01:24:48.735787 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"3b453d01-9456-4246-bcfb-8a272d025dc5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8398", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0402 01:24:48.736248 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0402 01:24:48.736569 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0402 01:24:48.736700 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0402 01:24:48.736773 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:24:48.736790 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 01:24:48.736921 7 controller.go:196] "Configuration changes detected, backend reload required" I0402 01:24:48.778764 7 controller.go:216] "Backend successfully reloaded" I0402 01:24:48.779366 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-wt9qc", UID:"07b6fae7-ba41-411f-90be-afa7b2f76a5f", APIVersion:"v1", ResourceVersion:"1413", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0402 01:24:49.138510 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0402 01:24:49.139368 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0402 01:24:52.070356 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0402 01:24:52.070773 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:24:52.070875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:25:05.333159 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0402 01:25:05.333432 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:25:05.333463 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:25:10.364713 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0402 01:25:10.364898 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:25:10.364924 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:25:13.699017 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0402 01:25:13.699207 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:25:13.699233 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 01:25:13.699395 7 controller.go:196] "Configuration changes detected, backend reload required" I0402 01:25:13.754236 7 controller.go:216] "Backend successfully reloaded" I0402 01:25:13.754637 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-wt9qc", UID:"07b6fae7-ba41-411f-90be-afa7b2f76a5f", APIVersion:"v1", ResourceVersion:"1413", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0402 01:25:17.032112 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0402 01:25:17.032279 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:25:17.032301 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:25:20.365733 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0402 01:25:20.366001 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:25:20.366036 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 01:25:33.765043 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.111.103.90"}] I0402 01:25:33.772278 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"3b453d01-9456-4246-bcfb-8a272d025dc5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8836", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0402 01:25:33.774176 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0402 01:25:33.774339 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:25:33.774361 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:25:37.108037 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0402 01:25:37.108223 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:25:37.108257 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:25:40.441368 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0402 01:25:40.441586 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:25:40.441688 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:25:43.774642 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0402 01:25:43.774840 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:25:43.774869 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:26:17.157022 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0402 01:26:17.157248 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:26:17.157269 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:26:56.223506 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:26:56.223535 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:27:41.516099 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0402 01:27:41.516236 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0402 01:27:41.516321 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:27:41.516346 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 01:27:41.521144 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.006s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:39.2kB} I0402 01:27:41.521174 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0402 01:27:41.526229 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0402 01:27:41.526519 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"26b0b1c8-03c4-499a-a0bd-a57162b62cf9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9916", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0402 01:27:41.526803 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0402 01:27:41.527345 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0402 01:27:41.527468 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0402 01:27:41.527558 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:27:41.527580 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 01:27:41.527743 7 controller.go:196] "Configuration changes detected, backend reload required" I0402 01:27:41.583978 7 controller.go:216] "Backend successfully reloaded" I0402 01:27:41.584191 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-wt9qc", UID:"07b6fae7-ba41-411f-90be-afa7b2f76a5f", APIVersion:"v1", ResourceVersion:"1413", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0402 01:27:41.755030 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0402 01:27:41.756210 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0402 01:27:44.862288 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0402 01:27:44.862440 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:27:44.862458 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.223 - - [02/Apr/2026:01:27:47 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.4:5000 281 0.004 300 cf14cf8ee52aae5042cf2cd513816f01 199.204.45.223 - - [02/Apr/2026:01:27:47 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.333 [openstack-keystone-api-5000] [] 10.0.0.4:5000 3201 0.332 201 f0adefcd1f81e2e06285ee3dfef4300d 199.204.45.223 - - [02/Apr/2026:01:27:47 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 05065cb4b004841b894af9fe48fa1733 199.204.45.223 - - [02/Apr/2026:01:27:47 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 1a598cc24cd9d8afe837866a1f0d91e9 199.204.45.223 - - [02/Apr/2026:01:27:49 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.4:5000 281 0.004 300 3a56cd6c250806374e2cd93e2f52403d 199.204.45.223 - - [02/Apr/2026:01:27:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.287 [openstack-keystone-api-5000] [] 10.0.0.4:5000 3201 0.287 201 11d0ea0b75f6fc5c5effc4683491b80d 199.204.45.223 - - [02/Apr/2026:01:27:49 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e615dd30cd61f8e3f23008709e170808 199.204.45.223 - - [02/Apr/2026:01:27:49 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c731f6f042df1be0620fa77b13c4b2b7 199.204.45.223 - - [02/Apr/2026:01:27:51 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.4:5000 281 0.003 300 9ae3bb304f5648bdab62629486fbca89 199.204.45.223 - - [02/Apr/2026:01:27:51 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.293 [openstack-keystone-api-5000] [] 10.0.0.4:5000 3201 0.293 201 357371cb8fdd71ed5adffc4ee7e8f9ef 199.204.45.223 - - [02/Apr/2026:01:27:51 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 1df0044a8d74f46e148675fd13c99180 199.204.45.223 - - [02/Apr/2026:01:27:51 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 1a1f1fa1e80f95e0fd4cb86b7cf9a5c3 199.204.45.223 - - [02/Apr/2026:01:27:53 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.4:5000 281 0.005 300 c5e7ac883260614b931bf9ce40c16a35 199.204.45.223 - - [02/Apr/2026:01:27:53 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.309 [openstack-keystone-api-5000] [] 10.0.0.4:5000 3201 0.308 201 c8c314f77c12d43146879aac7b44f7ac 199.204.45.223 - - [02/Apr/2026:01:27:53 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 1c8c7da7eaab7d33b27b0770dbc92b21 199.204.45.223 - - [02/Apr/2026:01:27:53 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 3f55128b322ab2d19f2a0d830cdf4161 199.204.45.223 - - [02/Apr/2026:01:27:54 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.4:5000 281 0.003 300 a050f78e8ac17e78ce1e57ffff5fe742 W0402 01:27:55.122040 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0402 01:27:55.122418 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:27:55.122449 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.223 - - [02/Apr/2026:01:27:55 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.441 [openstack-keystone-api-5000] [] 10.0.0.4:5000 3201 0.442 201 647406dc2b30dd1caeb7d99753ba7d8f 199.204.45.223 - - [02/Apr/2026:01:27:55 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 8982ecb1e91ceedc42976af773057d4d 199.204.45.223 - - [02/Apr/2026:01:27:55 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - d16c2c2c963a29f1bfa6a00d4d76fa5b 199.204.45.223 - - [02/Apr/2026:01:27:56 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.4:5000 281 0.003 300 e0f9af4dd95958f0c5ba793403f4f451 199.204.45.223 - - [02/Apr/2026:01:27:56 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.291 [openstack-keystone-api-5000] [] 10.0.0.4:5000 3201 0.291 201 3757a63d0d44625237085b28f11a04a1 199.204.45.223 - - [02/Apr/2026:01:27:56 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 78d2d10dd796b4a92faf6a52d86fd30c 199.204.45.223 - - [02/Apr/2026:01:27:56 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e4b9fffbde5a18b2a28c80ee220463bf 199.204.45.223 - - [02/Apr/2026:01:27:58 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.4:5000 281 0.005 300 c43d1736162445ecc959c8b7ead7725c 199.204.45.223 - - [02/Apr/2026:01:27:58 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.293 [openstack-keystone-api-5000] [] 10.0.0.4:5000 3201 0.294 201 2a4e504bc1bf66711c8fc7519d05a1df 199.204.45.223 - - [02/Apr/2026:01:27:58 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 1e3cac6f044556cbb0bd11a3ed107989 199.204.45.223 - - [02/Apr/2026:01:27:58 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 245ac2ce8443171bd48dd4f2f43b8427 199.204.45.223 - - [02/Apr/2026:01:28:00 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.4:5000 281 0.004 300 b9d48bc346e7cf70250b710d62593700 199.204.45.223 - - [02/Apr/2026:01:28:00 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.287 [openstack-keystone-api-5000] [] 10.0.0.4:5000 3201 0.287 201 7af18161a663fde4f31a3240b69f486e 199.204.45.223 - - [02/Apr/2026:01:28:00 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 2594b5a6db3d6bdedff4be75a3954d70 199.204.45.223 - - [02/Apr/2026:01:28:00 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 53c5532a725057f3f059bfad3c16b584 199.204.45.223 - - [02/Apr/2026:01:28:01 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.4:5000 281 0.004 300 412568fa1253dfc783a0ff38a12771b7 199.204.45.223 - - [02/Apr/2026:01:28:02 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.312 [openstack-keystone-api-5000] [] 10.0.0.4:5000 3201 0.312 201 1d2df9e9ce64660d14863515bb9a76f2 199.204.45.223 - - [02/Apr/2026:01:28:02 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 41d34215ad151b4a556db6aedace355f 199.204.45.223 - - [02/Apr/2026:01:28:02 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 825a624893cdf78623f9efd9284568e0 199.204.45.223 - - [02/Apr/2026:01:28:03 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.4:5000 281 0.004 300 905d826af396f7bd04c60f35ad779116 199.204.45.223 - - [02/Apr/2026:01:28:04 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.301 [openstack-keystone-api-5000] [] 10.0.0.4:5000 3201 0.301 201 aa7d7f372e7953885bfa028e5a87c575 199.204.45.223 - - [02/Apr/2026:01:28:04 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ab7b77be3b848585aebb9f194e09d185 199.204.45.223 - - [02/Apr/2026:01:28:04 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 2ed5d89252024a8b965d3ba465ec00f1 W0402 01:28:04.523895 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:28:04.523925 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.223 - - [02/Apr/2026:01:28:05 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.4:5000 281 0.004 300 53f1746b2ea9e2c436beb88c99cc8265 199.204.45.223 - - [02/Apr/2026:01:28:05 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.308 [openstack-keystone-api-5000] [] 10.0.0.4:5000 3201 0.308 201 a7d3d5c184bba5c50d38061c45bc4481 199.204.45.223 - - [02/Apr/2026:01:28:05 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.211:9292 1193 0.003 300 d46d854398e797f902c28e75330a6310 199.204.45.223 - - [02/Apr/2026:01:28:06 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.560 [openstack-glance-api-9292] [] 10.0.0.211:9292 69 0.560 200 fac234dff87f6fccc9d8742ea3303684 199.204.45.223 - - [02/Apr/2026:01:28:09 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.4:5000 281 0.004 300 50f1376ecf40c94cbf4ef1aca5829627 199.204.45.223 - - [02/Apr/2026:01:28:09 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.301 [openstack-keystone-api-5000] [] 10.0.0.4:5000 3201 0.301 201 6d7778285f6b33b80a49ea3a11e35d42 199.204.45.223 - - [02/Apr/2026:01:28:09 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.001 [openstack-glance-api-9292] [] 10.0.0.211:9292 1193 0.001 300 e7b3391f4a254358bae3b4f9bc705222 199.204.45.223 - - [02/Apr/2026:01:28:09 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.053 [openstack-glance-api-9292] [] 10.0.0.211:9292 69 0.053 200 e3d1298c2d081b20955fb7bc9f7b24cf 199.204.45.223 - - [02/Apr/2026:01:28:09 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.126 [openstack-glance-api-9292] [] 10.0.0.211:9292 151 0.126 404 7cfc58668f8a61c43e333850a34c2003 199.204.45.223 - - [02/Apr/2026:01:28:09 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.023 [openstack-glance-api-9292] [] 10.0.0.211:9292 81 0.023 200 4473e7f0b7d397dd1f7e1386d63f9ca1 199.204.45.223 - - [02/Apr/2026:01:28:09 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.030 [openstack-glance-api-9292] [] 10.0.0.211:9292 84 0.030 200 31df8d083fa4c783075b887d7f92f018 199.204.45.223 - - [02/Apr/2026:01:28:09 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.060 [openstack-glance-api-9292] [] 10.0.0.211:9292 760 0.060 201 7203b0c9dfb2209838c0052e2ba7b0f6 199.204.45.223 - - [02/Apr/2026:01:28:14 +0000] "PUT /v2/images/ac49321f-6476-4665-a520-19bcf8cd6242/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 4.187 [openstack-glance-api-9292] [] 10.0.0.211:9292 0 4.187 204 f35b90fbe90843ff27abcc2abfd4a163 199.204.45.223 - - [02/Apr/2026:01:28:14 +0000] "GET /v2/images/ac49321f-6476-4665-a520-19bcf8cd6242 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.016 [openstack-glance-api-9292] [] 10.0.0.211:9292 1171 0.016 200 d1535d26c373f50f4dd97d7cff42d5f7 199.204.45.223 - - [02/Apr/2026:01:28:14 +0000] "GET /v2/images/ac49321f-6476-4665-a520-19bcf8cd6242 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.015 [openstack-glance-api-9292] [] 10.0.0.211:9292 1171 0.015 200 8feb07992c509b79de19ffdb9a8f89e8 W0402 01:28:17.157513 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:28:17.157550 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:28:20.489693 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:28:20.489754 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 01:28:33.763778 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.111.103.90"}] I0402 01:28:33.768628 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"26b0b1c8-03c4-499a-a0bd-a57162b62cf9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10372", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0402 01:28:33.770482 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:28:33.770507 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store