------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0325 21:09:35.783787 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0325 21:09:35.784125 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0325 21:09:35.793598 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0325 21:09:35.796188 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0325 21:09:36.007160 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0325 21:09:36.028436 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0325 21:09:36.044333 7 nginx.go:271] "Starting NGINX Ingress controller" I0325 21:09:36.050590 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"15da7d20-d740-414d-b959-82dcb4da23d0", APIVersion:"v1", ResourceVersion:"1330", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0325 21:09:36.055796 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"be226875-f051-4567-84d3-5cf8714ef39f", APIVersion:"v1", ResourceVersion:"1328", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0325 21:09:36.055912 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"8e620cf9-1dc2-4b30-80b5-91be94077ebe", APIVersion:"v1", ResourceVersion:"1329", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0325 21:09:37.246668 7 nginx.go:317] "Starting NGINX process" I0325 21:09:37.246827 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0325 21:09:37.247481 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0325 21:09:37.247873 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0325 21:09:37.247965 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:09:37.247997 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0325 21:09:37.248061 7 controller.go:196] "Configuration changes detected, backend reload required" I0325 21:09:37.264840 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0325 21:09:37.264965 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-kw52z" I0325 21:09:37.283169 7 controller.go:216] "Backend successfully reloaded" I0325 21:09:37.283305 7 controller.go:227] "Initial sync, sleeping for 1 second" I0325 21:09:37.283418 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-kw52z", UID:"050320a7-1cdd-4a56-8448-d09c1d295d85", APIVersion:"v1", ResourceVersion:"1372", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0325 21:09:41.073487 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:09:41.073526 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:09:44.407613 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:09:44.407679 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:09:47.741728 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:09:47.741790 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:09:51.073821 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:09:51.073865 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:09:54.407031 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:09:54.407080 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:09:57.741232 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:09:57.741284 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:10:02.067867 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:10:02.067939 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:10:05.401314 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:10:05.401365 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:10:08.735317 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:10:08.735372 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:10:16.279439 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:10:16.279475 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:10:19.614674 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:10:19.614752 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:11:41.627859 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:11:41.627900 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:11:57.873563 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:11:57.873603 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:12:01.208067 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:12:01.208125 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:12:04.679732 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:12:04.679781 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:12:08.014185 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:12:08.014229 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:12:11.346571 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:12:11.346608 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:12:14.680729 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:12:14.680787 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:12:18.014181 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:12:18.014218 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:12:23.084150 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:12:23.084208 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:12:26.418023 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:12:26.418075 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:12:29.751397 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:12:29.751438 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:12:33.085845 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:12:33.085900 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:14:50.161251 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:14:50.161292 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:14:53.497639 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:14:53.497698 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:14:53.748727 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-129.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-129.nip.io-tls was not found. Using default certificate W0325 21:14:53.748812 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:14:53.748832 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0325 21:14:53.751106 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.003s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:14.7kB} I0325 21:14:53.751148 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0325 21:14:53.759211 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0325 21:14:53.759832 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-129.nip.io-tls" in local store I0325 21:14:53.759969 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"35dc0395-de7a-4830-ab0c-e4981dcc49b9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3612", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0325 21:14:54.068592 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-129.nip.io-tls" I0325 21:14:54.070161 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-129.nip.io-tls" W0325 21:14:56.828521 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:14:56.828586 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0325 21:14:56.828730 7 controller.go:196] "Configuration changes detected, backend reload required" I0325 21:14:56.866459 7 controller.go:216] "Backend successfully reloaded" I0325 21:14:56.866702 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-kw52z", UID:"050320a7-1cdd-4a56-8448-d09c1d295d85", APIVersion:"v1", ResourceVersion:"1372", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0325 21:15:00.162273 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:15:00.162329 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.129 - - [25/Mar/2026:21:15:05 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.262 [auth-system-keycloak-80] [] 10.0.0.59:8080 1928 2.259 200 5e92ec9635f36a354373294763cbb1d5 199.204.45.129 - - [25/Mar/2026:21:15:06 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.186 [auth-system-keycloak-80] [] 10.0.0.59:8080 116 0.186 404 8f9200e75e7434edcc697e75865370dd 199.204.45.129 - - [25/Mar/2026:21:15:10 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.477 [auth-system-keycloak-80] [] 10.0.0.59:8080 0 4.476 201 01e9c7f7f04eeae53ee522eb31a4d1c9 199.204.45.129 - - [25/Mar/2026:21:15:11 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.595 [auth-system-keycloak-80] [] 10.0.0.59:8080 4246 0.595 200 eb0aa9e93cf2b7ee7a9766980e8989d8 199.204.45.129 - - [25/Mar/2026:21:15:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.478 [auth-system-keycloak-80] [] 10.0.0.59:8080 1928 0.476 200 1a7292a69474cc5e2f6b92de584066c1 199.204.45.129 - - [25/Mar/2026:21:15:12 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.084 [auth-system-keycloak-80] [] 10.0.0.59:8080 12500 0.084 200 3fdaa0cfc90e9a0bcb83dcad1ebd4d63 199.204.45.129 - - [25/Mar/2026:21:15:12 +0000] "GET /admin/realms/atmosphere/client-scopes/7bedd32d-d9ce-472c-b573-a6db28821d3e HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.056 [auth-system-keycloak-80] [] 10.0.0.59:8080 1278 0.056 200 81e04ba25c26651982ef7821f0e5f557 199.204.45.129 - - [25/Mar/2026:21:15:12 +0000] "PUT /admin/realms/atmosphere/client-scopes/7bedd32d-d9ce-472c-b573-a6db28821d3e HTTP/1.1" 204 0 "-" "Ansible" 1848 0.025 [auth-system-keycloak-80] [] 10.0.0.59:8080 0 0.024 204 2de6d6ff00bb849db91a56ef5b890efb 199.204.45.129 - - [25/Mar/2026:21:15:12 +0000] "GET /admin/realms/atmosphere/client-scopes/7bedd32d-d9ce-472c-b573-a6db28821d3e/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.056 [auth-system-keycloak-80] [] 10.0.0.59:8080 963 0.056 200 e6e800778a1acf46a23cd7a4f57e9567 199.204.45.129 - - [25/Mar/2026:21:15:12 +0000] "GET /admin/realms/atmosphere/client-scopes/7bedd32d-d9ce-472c-b573-a6db28821d3e/protocol-mappers/models/e8162b7c-9579-41d0-a426-45bfc34b8b5d HTTP/1.1" 200 366 "-" "Ansible" 1309 0.012 [auth-system-keycloak-80] [] 10.0.0.59:8080 366 0.012 200 8f90a63a4dbea724a5aafe0bd136a613 199.204.45.129 - - [25/Mar/2026:21:15:12 +0000] "PUT /admin/realms/atmosphere/client-scopes/7bedd32d-d9ce-472c-b573-a6db28821d3e/protocol-mappers/models/e8162b7c-9579-41d0-a426-45bfc34b8b5d HTTP/1.1" 204 0 "-" "Ansible" 1622 0.085 [auth-system-keycloak-80] [] 10.0.0.59:8080 0 0.084 204 ec1fb2ee5248d5846dfed4aa175d0b7e 199.204.45.129 - - [25/Mar/2026:21:15:12 +0000] "GET /admin/realms/atmosphere/client-scopes/7bedd32d-d9ce-472c-b573-a6db28821d3e HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.088 [auth-system-keycloak-80] [] 10.0.0.59:8080 1218 0.088 200 ba8f534d38c62211cccb1a9978c7c98e 199.204.45.129 - - [25/Mar/2026:21:15:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.510 [auth-system-keycloak-80] [] 10.0.0.59:8080 1928 0.509 200 88920f3aea4115eeca46bb82a941863f 199.204.45.129 - - [25/Mar/2026:21:15:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.074 [auth-system-keycloak-80] [] 10.0.0.59:8080 2 0.074 200 1dfd2cd96857e37e5a3fff6bacfd6929 199.204.45.129 - - [25/Mar/2026:21:15:35 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.186 [auth-system-keycloak-80] [] 10.0.0.59:8080 0 0.185 201 0f5869a2de80cdeb7c98e82c57f43dec 199.204.45.129 - - [25/Mar/2026:21:15:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.095 [auth-system-keycloak-80] [] 10.0.0.59:8080 1261 0.095 200 341057418666870d063e720e450a2b6a 199.204.45.129 - - [25/Mar/2026:21:15:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.506 [auth-system-keycloak-80] [] 10.0.0.59:8080 1928 0.504 200 c63fecdb611f16cdd2772f884bf35bc8 199.204.45.129 - - [25/Mar/2026:21:15:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.59:8080 2 0.010 200 95d4283e8a81ac0524593f6cbdbc8799 199.204.45.129 - - [25/Mar/2026:21:15:36 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.086 [auth-system-keycloak-80] [] 10.0.0.59:8080 0 0.086 201 a87c111c08fccec57c4eeefdf54d2750 199.204.45.129 - - [25/Mar/2026:21:15:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.018 [auth-system-keycloak-80] [] 10.0.0.59:8080 1286 0.018 200 b05104c290738ce2695899ed5b33d1d0 199.204.45.129 - - [25/Mar/2026:21:15:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.476 [auth-system-keycloak-80] [] 10.0.0.59:8080 1928 0.475 200 89c28f153d5d1ac2f97aff06361ac597 199.204.45.129 - - [25/Mar/2026:21:15:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.011 [auth-system-keycloak-80] [] 10.0.0.59:8080 2 0.011 200 b4e149478906382e39e2b1e938607d01 I0325 21:15:37.273190 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.106.29.204"}] I0325 21:15:37.278517 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"35dc0395-de7a-4830-ab0c-e4981dcc49b9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4031", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0325 21:15:37.280171 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:15:37.280202 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.129 - - [25/Mar/2026:21:15:37 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.172 [auth-system-keycloak-80] [] 10.0.0.59:8080 0 0.171 201 d7af64acf834a9abc54ad2d794461194 199.204.45.129 - - [25/Mar/2026:21:15:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.089 [auth-system-keycloak-80] [] 10.0.0.59:8080 1251 0.089 200 34fb6d046ce0fa347b42836395c46b0d 199.204.45.129 - - [25/Mar/2026:21:15:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.517 [auth-system-keycloak-80] [] 10.0.0.59:8080 1928 0.516 200 d5ddacdb71dfec03c9143aa77884117a 199.204.45.129 - - [25/Mar/2026:21:15:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.59:8080 1261 0.009 200 f6a7efeef75abe547f7ea2f35a60c83f 199.204.45.129 - - [25/Mar/2026:21:15:38 +0000] "GET /admin/realms/atmosphere/clients/da9e4e7a-fb1d-42cf-9387-fb2e92d26db3/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.59:8080 119 0.015 404 2747fc27ab6e2656d6d46130b12cc7b4 199.204.45.129 - - [25/Mar/2026:21:15:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.046 [auth-system-keycloak-80] [] 10.0.0.59:8080 1261 0.046 200 54b380b4005aa794e147f9b98f91a01f 199.204.45.129 - - [25/Mar/2026:21:15:38 +0000] "POST /admin/realms/atmosphere/clients/da9e4e7a-fb1d-42cf-9387-fb2e92d26db3/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.097 [auth-system-keycloak-80] [] 10.0.0.59:8080 0 0.095 201 e65956c6c14e3d591d3c286c38d38eb0 199.204.45.129 - - [25/Mar/2026:21:15:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.59:8080 1261 0.009 200 43af69092ce382053a5d2748f05fd604 199.204.45.129 - - [25/Mar/2026:21:15:38 +0000] "GET /admin/realms/atmosphere/clients/da9e4e7a-fb1d-42cf-9387-fb2e92d26db3/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.073 [auth-system-keycloak-80] [] 10.0.0.59:8080 166 0.073 200 85a5bc567645fdcee3a309985459c168 199.204.45.129 - - [25/Mar/2026:21:15:39 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.452 [auth-system-keycloak-80] [] 10.0.0.59:8080 1928 0.450 200 0d51bd4f232a6b3bd3402bc319fdf921 199.204.45.129 - - [25/Mar/2026:21:15:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.035 [auth-system-keycloak-80] [] 10.0.0.59:8080 1286 0.035 200 156fee3a77530bada8e19f5dee1ff99d 199.204.45.129 - - [25/Mar/2026:21:15:39 +0000] "GET /admin/realms/atmosphere/clients/5ebc5e1a-2d98-4616-8d61-0b39fa6ac1a3/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.012 [auth-system-keycloak-80] [] 10.0.0.59:8080 119 0.012 404 c384026449fc045d0bfa840db27e8f4a 199.204.45.129 - - [25/Mar/2026:21:15:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.59:8080 1286 0.006 200 778dac056f1b0dbc0f1f38c085810873 199.204.45.129 - - [25/Mar/2026:21:15:39 +0000] "POST /admin/realms/atmosphere/clients/5ebc5e1a-2d98-4616-8d61-0b39fa6ac1a3/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.048 [auth-system-keycloak-80] [] 10.0.0.59:8080 0 0.047 201 f56e199039c0b2cbc9d7442569fd66f7 199.204.45.129 - - [25/Mar/2026:21:15:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.59:8080 1286 0.008 200 e8f9ae11882406ad873d865a19c0ae7a 199.204.45.129 - - [25/Mar/2026:21:15:39 +0000] "GET /admin/realms/atmosphere/clients/5ebc5e1a-2d98-4616-8d61-0b39fa6ac1a3/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.073 [auth-system-keycloak-80] [] 10.0.0.59:8080 165 0.073 200 eeb4172f63c1b11f2a426d6e565c55f3 199.204.45.129 - - [25/Mar/2026:21:15:40 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.447 [auth-system-keycloak-80] [] 10.0.0.59:8080 1928 0.446 200 d1dd8c30763274c1b27b7a19d6eb8784 199.204.45.129 - - [25/Mar/2026:21:15:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.044 [auth-system-keycloak-80] [] 10.0.0.59:8080 1286 0.044 200 fd73270df56f0225a4aee403c6f0a90e 199.204.45.129 - - [25/Mar/2026:21:15:40 +0000] "GET /admin/realms/atmosphere/clients/5ebc5e1a-2d98-4616-8d61-0b39fa6ac1a3/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.59:8080 119 0.011 404 15df70506760484a9a1cbd583c898e1a 199.204.45.129 - - [25/Mar/2026:21:15:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.060 [auth-system-keycloak-80] [] 10.0.0.59:8080 1286 0.060 200 802e2c17f072c45e25f1fcfeb09de167 199.204.45.129 - - [25/Mar/2026:21:15:40 +0000] "POST /admin/realms/atmosphere/clients/5ebc5e1a-2d98-4616-8d61-0b39fa6ac1a3/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.020 [auth-system-keycloak-80] [] 10.0.0.59:8080 0 0.018 201 74aa756d4963fcb4cf80d4baaeffa1dc 199.204.45.129 - - [25/Mar/2026:21:15:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.59:8080 1286 0.005 200 21c672dae2868fd521a9b7f15f5ac375 199.204.45.129 - - [25/Mar/2026:21:15:40 +0000] "GET /admin/realms/atmosphere/clients/5ebc5e1a-2d98-4616-8d61-0b39fa6ac1a3/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.051 [auth-system-keycloak-80] [] 10.0.0.59:8080 166 0.051 200 ced8c0ca60f3af346025c88a88aed388 199.204.45.129 - - [25/Mar/2026:21:15:41 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.434 [auth-system-keycloak-80] [] 10.0.0.59:8080 1928 0.433 200 671cf9cf150d6e7de79d5ff7c4c12381 199.204.45.129 - - [25/Mar/2026:21:15:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.032 [auth-system-keycloak-80] [] 10.0.0.59:8080 1286 0.031 200 3c87cc560078a2fc7ea21ad3c2708931 199.204.45.129 - - [25/Mar/2026:21:15:41 +0000] "GET /admin/realms/atmosphere/clients/5ebc5e1a-2d98-4616-8d61-0b39fa6ac1a3/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.59:8080 119 0.010 404 d98f275621d0183095c3a26814d228bc 199.204.45.129 - - [25/Mar/2026:21:15:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.055 [auth-system-keycloak-80] [] 10.0.0.59:8080 1286 0.055 200 726a1e0ca2976b224ae04da6108e214d 199.204.45.129 - - [25/Mar/2026:21:15:41 +0000] "POST /admin/realms/atmosphere/clients/5ebc5e1a-2d98-4616-8d61-0b39fa6ac1a3/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.020 [auth-system-keycloak-80] [] 10.0.0.59:8080 0 0.019 201 4ded33abc5fdde1059023e1009b5165c 199.204.45.129 - - [25/Mar/2026:21:15:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.058 [auth-system-keycloak-80] [] 10.0.0.59:8080 1286 0.058 200 4a90a3d77a00bab86f437eee5072941a 199.204.45.129 - - [25/Mar/2026:21:15:41 +0000] "GET /admin/realms/atmosphere/clients/5ebc5e1a-2d98-4616-8d61-0b39fa6ac1a3/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.59:8080 166 0.014 200 b8007d93726a780bac79e218e1ab3c83 199.204.45.129 - - [25/Mar/2026:21:15:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.533 [auth-system-keycloak-80] [] 10.0.0.59:8080 1928 0.531 200 39371d35d2d07bb9ebf151cfba37795f 199.204.45.129 - - [25/Mar/2026:21:15:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.047 [auth-system-keycloak-80] [] 10.0.0.59:8080 1251 0.046 200 58919318d853d2cf86c98f309141fa77 199.204.45.129 - - [25/Mar/2026:21:15:42 +0000] "GET /admin/realms/atmosphere/clients/fe4c0cd5-3902-44d3-afaa-40d2476853a3/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.082 [auth-system-keycloak-80] [] 10.0.0.59:8080 119 0.082 404 6592fb26999866bc8948a6cea205684b 199.204.45.129 - - [25/Mar/2026:21:15:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.010 [auth-system-keycloak-80] [] 10.0.0.59:8080 1251 0.010 200 a1b2247d9ada0bc336ad56b5832991c8 199.204.45.129 - - [25/Mar/2026:21:15:42 +0000] "POST /admin/realms/atmosphere/clients/fe4c0cd5-3902-44d3-afaa-40d2476853a3/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.082 [auth-system-keycloak-80] [] 10.0.0.59:8080 0 0.081 201 ec012f8ba432c3d8a91c7023e8816c18 199.204.45.129 - - [25/Mar/2026:21:15:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.012 [auth-system-keycloak-80] [] 10.0.0.59:8080 1251 0.012 200 0bf4ba92b8505e78133ddc1601935c5b 199.204.45.129 - - [25/Mar/2026:21:15:43 +0000] "GET /admin/realms/atmosphere/clients/fe4c0cd5-3902-44d3-afaa-40d2476853a3/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.051 [auth-system-keycloak-80] [] 10.0.0.59:8080 166 0.051 200 4f36752747d51242ed3fcc50c0b34d38 W0325 21:15:44.069999 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:15:44.070035 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:16:51.685548 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:16:51.685602 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:16:51.763352 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0325 21:16:51.763441 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0325 21:16:51.763495 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:16:51.763528 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:16:51.763554 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0325 21:16:51.763639 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0325 21:16:51.763687 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:16:51.763706 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:16:51.763978 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0325 21:16:51.764088 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0325 21:16:51.764149 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:16:51.764179 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0325 21:16:51.765390 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0325 21:16:51.765419 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0325 21:16:51.765708 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0325 21:16:51.765742 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0325 21:16:51.767212 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:18.2kB} I0325 21:16:51.767252 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0325 21:16:51.771939 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0325 21:16:51.772312 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0325 21:16:51.772332 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0325 21:16:51.773716 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"32a12106-4a46-4132-94ea-3d83b30bf75b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4652", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0325 21:16:51.773767 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"632decab-3bed-40c3-9a2c-65fe4b60ebdf", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4653", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0325 21:16:51.774125 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0325 21:16:51.774231 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0325 21:16:51.774945 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0325 21:16:51.774982 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"4b35f3e3-b69f-43ec-9dc6-a909c39ac2d7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4657", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0325 21:16:52.159252 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0325 21:16:52.160181 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0325 21:16:52.169009 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0325 21:16:52.169804 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0325 21:16:53.351931 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0325 21:16:53.353043 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0325 21:16:55.018996 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0325 21:16:55.019074 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0325 21:16:55.019117 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0325 21:16:55.019302 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:16:55.019339 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0325 21:16:55.019496 7 controller.go:196] "Configuration changes detected, backend reload required" I0325 21:16:55.064472 7 controller.go:216] "Backend successfully reloaded" I0325 21:16:55.064684 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-kw52z", UID:"050320a7-1cdd-4a56-8448-d09c1d295d85", APIVersion:"v1", ResourceVersion:"1372", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0325 21:16:58.353013 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0325 21:16:58.353128 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0325 21:16:58.353173 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0325 21:16:58.353318 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:16:58.353353 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:17:01.686690 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0325 21:17:01.686783 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0325 21:17:01.686817 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0325 21:17:01.686922 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:17:01.686947 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:17:05.019253 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0325 21:17:05.019325 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0325 21:17:05.019372 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0325 21:17:05.019536 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:17:05.019566 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:17:08.353703 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0325 21:17:08.353775 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0325 21:17:08.353814 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0325 21:17:08.353954 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:17:08.354021 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:17:11.686080 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0325 21:17:11.686148 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0325 21:17:11.686189 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0325 21:17:11.686335 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:17:11.686371 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:17:15.020337 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0325 21:17:15.020406 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0325 21:17:15.020432 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0325 21:17:15.020719 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:17:15.020742 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:17:18.353459 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0325 21:17:18.353534 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0325 21:17:18.353581 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0325 21:17:18.353709 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:17:18.353736 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:17:21.687038 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0325 21:17:21.687122 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0325 21:17:21.687167 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0325 21:17:21.687553 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:17:21.687596 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:17:25.018945 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0325 21:17:25.019052 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0325 21:17:25.019204 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:17:25.019238 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:17:28.352604 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0325 21:17:28.352686 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0325 21:17:28.352784 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:17:28.352806 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:17:31.685941 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0325 21:17:31.686247 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0325 21:17:31.686566 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:17:31.686604 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:17:35.019908 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0325 21:17:35.020016 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0325 21:17:35.020143 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:17:35.020169 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0325 21:17:37.273618 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.106.29.204"}] I0325 21:17:37.273823 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.106.29.204"}] I0325 21:17:37.273981 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.106.29.204"}] I0325 21:17:37.336247 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"4b35f3e3-b69f-43ec-9dc6-a909c39ac2d7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5710", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0325 21:17:37.340907 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"632decab-3bed-40c3-9a2c-65fe4b60ebdf", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5711", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0325 21:17:37.342254 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"32a12106-4a46-4132-94ea-3d83b30bf75b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5712", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0325 21:17:38.352959 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0325 21:17:38.353077 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0325 21:17:38.353292 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:17:38.353326 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.37 - - [25/Mar/2026:21:17:40 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.103 [auth-system-keycloak-80] [] 10.0.0.59:8080 6432 0.103 200 9e5018ed0b5f5524a5eaf9778f1a1028 W0325 21:17:41.686517 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0325 21:17:41.686618 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0325 21:17:41.686746 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:17:41.686779 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:17:45.020028 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0325 21:17:45.020266 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:17:45.020297 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.81 - - [25/Mar/2026:21:17:46 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.008 [auth-system-keycloak-80] [] 10.0.0.59:8080 6432 0.008 200 e6a5d33388ec363b590d3289add85cd9 W0325 21:17:48.352502 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0325 21:17:48.352794 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:17:48.352826 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:17:51.686336 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0325 21:17:51.686576 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:17:51.686611 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:17:55.020169 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0325 21:17:55.020513 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:17:55.020584 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:18:02.279866 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0325 21:18:02.280041 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:18:02.280062 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:18:05.613699 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:18:05.613750 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:18:12.337109 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:18:12.337230 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:18:15.672985 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:18:15.673030 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.129 - - [25/Mar/2026:21:18:18 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.477 [auth-system-keycloak-80] [] 10.0.0.59:8080 1928 0.475 200 2c9787303ec1b384129037e10065fe4c 199.204.45.129 - - [25/Mar/2026:21:18:18 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.008 [auth-system-keycloak-80] [] 10.0.0.59:8080 4246 0.008 200 79c2cf2337af5334ea8deb06ecb2a95f 199.204.45.129 - - [25/Mar/2026:21:18:19 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.459 [auth-system-keycloak-80] [] 10.0.0.59:8080 0 0.458 204 82a839f69a1e547cd57e7bd5e03ef54c 199.204.45.129 - - [25/Mar/2026:21:18:19 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.271 [auth-system-keycloak-80] [] 10.0.0.59:8080 4384 0.271 200 50c81c636fd16d27931b51c006b522f8 199.204.45.129 - - [25/Mar/2026:21:18:20 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.501 [auth-system-keycloak-80] [] 10.0.0.59:8080 1928 0.500 200 6447d88a5500cb77721926c272a34b33 199.204.45.129 - - [25/Mar/2026:21:18:20 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.010 [auth-system-keycloak-80] [] 10.0.0.59:8080 1682 0.010 200 80b0d30fce8ad786c1a844b372c06621 199.204.45.129 - - [25/Mar/2026:21:18:21 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.006 [auth-system-keycloak-80] [] 10.0.0.59:8080 6432 0.006 200 b3cb998510c812b26a2c544c9b60dae8 199.204.45.129 - - [25/Mar/2026:21:18:22 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.446 [auth-system-keycloak-80] [] 10.0.0.59:8080 1928 0.445 200 de41e17a78859438c06c99a436afccdb 199.204.45.129 - - [25/Mar/2026:21:18:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.029 [auth-system-keycloak-80] [] 10.0.0.59:8080 2 0.029 200 85fc225bb029fef86da7c6b42fe83c65 199.204.45.129 - - [25/Mar/2026:21:18:22 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.127 [auth-system-keycloak-80] [] 10.0.0.59:8080 0 0.126 201 99d433c45557448334ebc8ad880d775e 199.204.45.129 - - [25/Mar/2026:21:18:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.066 [auth-system-keycloak-80] [] 10.0.0.59:8080 2246 0.066 200 6d4ef13f73408cb17e6a6077163ceefc 199.204.45.129 - - [25/Mar/2026:21:18:23 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.458 [auth-system-keycloak-80] [] 10.0.0.59:8080 1928 0.457 200 6a463551dbb4f390ea3a2d602a6d14cf 199.204.45.129 - - [25/Mar/2026:21:18:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.59:8080 2246 0.006 200 a2411e4f867eb60bdb170f54a294f6c8 199.204.45.129 - - [25/Mar/2026:21:18:23 +0000] "GET /admin/realms/atmosphere/clients/be9dd257-fa87-497d-a407-0af6e4ea638e/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.039 [auth-system-keycloak-80] [] 10.0.0.59:8080 233 0.039 200 4f0d6b914b056ae883b32a157a9d2ad0 199.204.45.129 - - [25/Mar/2026:21:18:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.021 [auth-system-keycloak-80] [] 10.0.0.59:8080 831 0.021 200 719c6bd9ebd62c2af9139e5cb1bf721b 199.204.45.129 - - [25/Mar/2026:21:18:23 +0000] "GET /admin/realms/atmosphere/clients/953de3ad-8bab-4670-9883-409e865c299a/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.068 [auth-system-keycloak-80] [] 10.0.0.59:8080 3758 0.068 200 818562eac0341a7cea6a37dfe84c8372 199.204.45.129 - - [25/Mar/2026:21:18:24 +0000] "GET /admin/realms/atmosphere/users/449bd5a5-c1e0-4dde-ad00-27660927fc15/role-mappings/clients/953de3ad-8bab-4670-9883-409e865c299a/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.187 [auth-system-keycloak-80] [] 10.0.0.59:8080 3758 0.187 200 faa4d511c3bc2c1877d35b8767b91637 199.204.45.129 - - [25/Mar/2026:21:18:24 +0000] "GET /admin/realms/atmosphere/users/449bd5a5-c1e0-4dde-ad00-27660927fc15/role-mappings/clients/953de3ad-8bab-4670-9883-409e865c299a/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.084 [auth-system-keycloak-80] [] 10.0.0.59:8080 2 0.084 200 cdc5673762d18a3cf64101ef97769e81 199.204.45.129 - - [25/Mar/2026:21:18:24 +0000] "POST /admin/realms/atmosphere/users/449bd5a5-c1e0-4dde-ad00-27660927fc15/role-mappings/clients/953de3ad-8bab-4670-9883-409e865c299a HTTP/1.1" 204 0 "-" "Ansible" 1390 0.022 [auth-system-keycloak-80] [] 10.0.0.59:8080 0 0.022 204 4ba0bf921233f67767947d244cf8efdf 199.204.45.129 - - [25/Mar/2026:21:18:24 +0000] "GET /admin/realms/atmosphere/users/449bd5a5-c1e0-4dde-ad00-27660927fc15/role-mappings/clients/953de3ad-8bab-4670-9883-409e865c299a/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.061 [auth-system-keycloak-80] [] 10.0.0.59:8080 576 0.061 200 9c3aa9ab769d96b0c985a904192b6811 W0325 21:18:27.127687 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:18:27.127737 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:18:30.461951 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:18:30.462027 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:18:33.795651 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:18:33.795699 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:18:37.128482 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:18:37.128528 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:20:32.983309 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:20:32.983415 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:21:08.430740 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0325 21:21:08.431024 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:21:08.431067 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0325 21:21:08.436616 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.007s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.008s testedConfigurationSize:28.7kB} I0325 21:21:08.436665 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0325 21:21:08.441158 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0325 21:21:08.441745 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"874d54fd-2911-400e-ae7b-d4ae40d73704", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7164", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0325 21:21:08.441813 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0325 21:21:08.442316 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0325 21:21:08.442397 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:21:08.442418 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0325 21:21:08.442555 7 controller.go:196] "Configuration changes detected, backend reload required" I0325 21:21:08.497289 7 controller.go:216] "Backend successfully reloaded" I0325 21:21:08.497597 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-kw52z", UID:"050320a7-1cdd-4a56-8448-d09c1d295d85", APIVersion:"v1", ResourceVersion:"1372", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0325 21:21:08.703480 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0325 21:21:08.704523 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0325 21:21:11.776212 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:21:11.776294 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.129 - - [25/Mar/2026:21:21:12 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.007 [openstack-keystone-api-5000] [] 10.0.0.68:5000 281 0.007 300 85ca2843be6ddd0bb105ac49d9ccc7c4 199.204.45.129 - - [25/Mar/2026:21:21:14 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.68:5000 266 0.004 200 336ca177001b201b98377cf77a41b458 199.204.45.129 - - [25/Mar/2026:21:21:14 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.338 [openstack-keystone-api-5000] [] 10.0.0.68:5000 1360 0.338 201 194f48fda051cee983dd5db5afdf4882 199.204.45.129 - - [25/Mar/2026:21:21:14 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.68:5000 281 0.004 300 4c30f910d3f070a9115887b6d98f2162 199.204.45.129 - - [25/Mar/2026:21:21:14 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.031 [openstack-keystone-api-5000] [] 10.0.0.68:5000 90 0.031 404 a4c1a0c455f04bff6ca068d4a00ce7be 199.204.45.129 - - [25/Mar/2026:21:21:14 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.028 [openstack-keystone-api-5000] [] 10.0.0.68:5000 368 0.028 200 9c1a3941cb96ecbb4948e1e9ce7a57c7 199.204.45.129 - - [25/Mar/2026:21:21:14 +0000] "GET /v3/domains/e84fcce804884d6eb2b06bb5394ce6cb HTTP/1.1" 200 245 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.025 [openstack-keystone-api-5000] [] 10.0.0.68:5000 245 0.025 200 de645cbd5bef53cb414472df47c3ef74 199.204.45.129 - - [25/Mar/2026:21:21:15 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.68:5000 266 0.004 200 a9011614add3a7a20cc1b060eead591d 199.204.45.129 - - [25/Mar/2026:21:21:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.294 [openstack-keystone-api-5000] [] 10.0.0.68:5000 1360 0.294 201 974756b16b3f073127233e531f34bf4b 199.204.45.129 - - [25/Mar/2026:21:21:15 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.68:5000 281 0.004 300 cfed351ceb4779e943a2d52accf4da1f 199.204.45.129 - - [25/Mar/2026:21:21:15 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.030 [openstack-keystone-api-5000] [] 10.0.0.68:5000 101 0.030 404 1748a85e309872215b82556a9cadc52a 199.204.45.129 - - [25/Mar/2026:21:21:15 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.022 [openstack-keystone-api-5000] [] 10.0.0.68:5000 156 0.022 200 c1366f63d8ca0d34b7186b8a53cfe42d 199.204.45.129 - - [25/Mar/2026:21:21:15 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 342 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.026 [openstack-keystone-api-5000] [] 10.0.0.68:5000 342 0.026 201 3bdfb4cdc52a9984c1b2021607e64e4b 199.204.45.129 - - [25/Mar/2026:21:21:16 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.68:5000 266 0.003 200 a1c9553af59f794c14adfdf7d09b5953 199.204.45.129 - - [25/Mar/2026:21:21:16 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.280 [openstack-keystone-api-5000] [] 10.0.0.68:5000 1360 0.281 201 f35eb5c3086e12c0233a3adf3476ad9f 199.204.45.129 - - [25/Mar/2026:21:21:16 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.68:5000 281 0.004 300 42c24fbc108aef6b7d1cb4a911a05200 199.204.45.129 - - [25/Mar/2026:21:21:16 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.019 [openstack-keystone-api-5000] [] 10.0.0.68:5000 98 0.019 404 50d734f216b4b4af2e56abf76ea0d63a 199.204.45.129 - - [25/Mar/2026:21:21:16 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.017 [openstack-keystone-api-5000] [] 10.0.0.68:5000 136 0.017 200 61de791039617c5f06b960be03db37f6 199.204.45.129 - - [25/Mar/2026:21:21:16 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.019 [openstack-keystone-api-5000] [] 10.0.0.68:5000 357 0.019 201 870f9db1dc94f8d620ab36905ab4b06c 199.204.45.129 - - [25/Mar/2026:21:21:17 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.68:5000 266 0.004 200 2bbaa58ccb7da402e8a0b931f425fbbc 199.204.45.129 - - [25/Mar/2026:21:21:17 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.293 [openstack-keystone-api-5000] [] 10.0.0.68:5000 1360 0.293 201 8c8429ce2fc44bd7fc0927352ee2aafb 199.204.45.129 - - [25/Mar/2026:21:21:17 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.68:5000 281 0.004 300 7590607402f4e468f61dec062f6ba7cd 199.204.45.129 - - [25/Mar/2026:21:21:17 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.020 [openstack-keystone-api-5000] [] 10.0.0.68:5000 131 0.020 404 7b5cb8e0c4d018c635ddf9d63ac851b3 199.204.45.129 - - [25/Mar/2026:21:21:17 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.022 [openstack-keystone-api-5000] [] 10.0.0.68:5000 168 0.022 200 c9372442046ef1db4146f8e824124a46 199.204.45.129 - - [25/Mar/2026:21:21:17 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.024 [openstack-keystone-api-5000] [] 10.0.0.68:5000 224 0.024 201 5ef8f50e7507d3b8973aa328fc7c063c W0325 21:21:27.443587 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:21:27.443642 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:21:30.776944 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:21:30.777000 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:21:34.110790 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:21:34.110866 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0325 21:21:37.272521 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.106.29.204"}] I0325 21:21:37.277211 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"874d54fd-2911-400e-ae7b-d4ae40d73704", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7426", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0325 21:21:37.444044 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:21:37.444110 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:21:52.987273 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:21:52.987322 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:22:00.695491 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:22:00.695544 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:22:04.029327 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:22:04.029375 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:23:38.915874 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0325 21:23:38.916009 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0325 21:23:38.916086 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:23:38.916115 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0325 21:23:38.920843 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:32.2kB} I0325 21:23:38.920884 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0325 21:23:38.925765 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0325 21:23:38.926157 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"94790e37-03ee-41c9-8e50-32ae7cd13eb9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8297", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0325 21:23:38.926394 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0325 21:23:38.926870 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0325 21:23:38.926984 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0325 21:23:38.927061 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:23:38.927085 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0325 21:23:38.927230 7 controller.go:196] "Configuration changes detected, backend reload required" I0325 21:23:38.982260 7 controller.go:216] "Backend successfully reloaded" I0325 21:23:38.982753 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-kw52z", UID:"050320a7-1cdd-4a56-8448-d09c1d295d85", APIVersion:"v1", ResourceVersion:"1372", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0325 21:23:39.334857 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0325 21:23:39.336425 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.129 - - [25/Mar/2026:21:23:39 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.009 [openstack-keystone-api-5000] [] 10.0.0.68:5000 281 0.009 300 e0f6af6b3798dcd9f683754d36eb5e9d 199.204.45.129 - - [25/Mar/2026:21:23:40 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.323 [openstack-keystone-api-5000] [] 10.0.0.68:5000 1992 0.323 201 dd22f76cdf056b3c2747c18d91868684 199.204.45.129 - - [25/Mar/2026:21:23:40 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.026 [openstack-keystone-api-5000] [] 10.0.0.68:5000 85 0.027 404 0cd7425fd1bff049071f5e99ac317e71 199.204.45.129 - - [25/Mar/2026:21:23:40 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.033 [openstack-keystone-api-5000] [] 10.0.0.68:5000 129 0.033 200 ff5d9b3714e994ded69b0906a2e4c051 199.204.45.129 - - [25/Mar/2026:21:23:40 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.038 [openstack-keystone-api-5000] [] 10.0.0.68:5000 230 0.038 201 1482befd78bce52f11a5dc8eabf00034 W0325 21:23:42.260840 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0325 21:23:42.260987 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:23:42.261011 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.129 - - [25/Mar/2026:21:23:48 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 229 0.005 [openstack-keystone-api-5000] [] 10.0.0.68:5000 281 0.005 300 f5c22cb87e5bec1c15ac3517db2d9333 199.204.45.129 - - [25/Mar/2026:21:23:48 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 548 0.287 [openstack-keystone-api-5000] [] 10.0.0.68:5000 1992 0.287 201 095592db541d9c803efa3c73fd00a612 199.204.45.129 - - [25/Mar/2026:21:23:48 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.029 [openstack-keystone-api-5000] [] 10.0.0.68:5000 1521 0.030 200 c1e920718a9c2254ee5c4c09cb79b81f 199.204.45.129 - - [25/Mar/2026:21:23:48 +0000] "PUT /v3/roles/26e47b1d12894e18954547b338638616/implies/a3a84e02f32243d2886f0151de33652c HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.038 [openstack-keystone-api-5000] [] 10.0.0.68:5000 521 0.038 201 62471ffc10ab6cb14bb4c5c039eec311 W0325 21:23:51.086505 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:23:51.086539 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0325 21:24:37.270572 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.106.29.204"}] I0325 21:24:37.276085 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"94790e37-03ee-41c9-8e50-32ae7cd13eb9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8821", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0325 21:24:37.277502 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:24:37.277521 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.129 - - [25/Mar/2026:21:24:37 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.68:5000 281 0.003 300 2fd2ddf02a60da0d5e9300108dd2011e 199.204.45.129 - - [25/Mar/2026:21:24:38 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.328 [openstack-keystone-api-5000] [] 10.0.0.68:5000 2055 0.328 201 b50aaec101cc98c68028531f8a5dd80a 199.204.45.129 - - [25/Mar/2026:21:24:38 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.026 [openstack-keystone-api-5000] [] 10.0.0.68:5000 87 0.026 404 bb6e2c7fdab9f6a97ec7bb572fb4c052 199.204.45.129 - - [25/Mar/2026:21:24:38 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.024 [openstack-keystone-api-5000] [] 10.0.0.68:5000 390 0.024 200 8b8e584f419c02b81692ab5d44f9b4e2 199.204.45.129 - - [25/Mar/2026:21:24:38 +0000] "GET /v3/users/rgw-RegionOne?domain_id=dea2ed09dc6d4806b30255470c073cf9 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.026 [openstack-keystone-api-5000] [] 10.0.0.68:5000 91 0.026 404 98610beadc8399149d3c1831e2f48fed 199.204.45.129 - - [25/Mar/2026:21:24:38 +0000] "GET /v3/users?domain_id=dea2ed09dc6d4806b30255470c073cf9&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.212 [openstack-keystone-api-5000] [] 10.0.0.68:5000 178 0.212 200 a6a3194e8211dbbad0160ca637a74b86 199.204.45.129 - - [25/Mar/2026:21:24:38 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.296 [openstack-keystone-api-5000] [] 10.0.0.68:5000 291 0.296 201 aa9ac91fafbbd647c196efa82c593734 199.204.45.129 - - [25/Mar/2026:21:24:42 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.68:5000 281 0.004 300 2c5a5cf6bdca6124da072eab3d0bcaaf 199.204.45.129 - - [25/Mar/2026:21:24:42 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 548 0.283 [openstack-keystone-api-5000] [] 10.0.0.68:5000 2055 0.283 201 fce9dc0440aac3235feb4db098055381 199.204.45.129 - - [25/Mar/2026:21:24:42 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 429 0.030 [openstack-keystone-api-5000] [] 10.0.0.68:5000 83 0.030 404 aadf081d9594c5de52af6317cde5a213 199.204.45.129 - - [25/Mar/2026:21:24:42 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 447 0.024 [openstack-keystone-api-5000] [] 10.0.0.68:5000 361 0.023 200 e82c1df0f9fa2afce4470d07d29dbed2 199.204.45.129 - - [25/Mar/2026:21:24:42 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 433 0.024 [openstack-keystone-api-5000] [] 10.0.0.68:5000 87 0.024 404 41fe17e4cb19dc9ab1ff9a0bda54dc11 199.204.45.129 - - [25/Mar/2026:21:24:43 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 451 0.031 [openstack-keystone-api-5000] [] 10.0.0.68:5000 390 0.031 200 ad6bfc2792f47207e40e957704d42295 199.204.45.129 - - [25/Mar/2026:21:24:43 +0000] "GET /v3/users/rgw-RegionOne?domain_id=dea2ed09dc6d4806b30255470c073cf9 HTTP/1.1" 404 91 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 480 0.022 [openstack-keystone-api-5000] [] 10.0.0.68:5000 91 0.022 404 bcf3ac58f0df44f7f504fdc1ae055a34 199.204.45.129 - - [25/Mar/2026:21:24:43 +0000] "GET /v3/users?domain_id=dea2ed09dc6d4806b30255470c073cf9&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 498 0.048 [openstack-keystone-api-5000] [] 10.0.0.68:5000 458 0.048 200 7b3e8db6dbab72171bf373bc4cb74bcb 199.204.45.129 - - [25/Mar/2026:21:24:43 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 434 0.040 [openstack-keystone-api-5000] [] 10.0.0.68:5000 88 0.040 404 cecb1b2352354968d3498c0dc60cf3dd 199.204.45.129 - - [25/Mar/2026:21:24:43 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 452 0.026 [openstack-keystone-api-5000] [] 10.0.0.68:5000 520 0.026 200 3fd858a4ca3599df5c4951ae7c706e83 199.204.45.129 - - [25/Mar/2026:21:24:43 +0000] "PUT /v3/projects/8a0313daa85a4e5d81e4a377f1d0a957/users/42982489efff479f8c71361a9cc4fa8f/roles/39a5e4b7c6854533b17dc9b09347ec60 HTTP/1.1" 204 0 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 556 0.042 [openstack-keystone-api-5000] [] 10.0.0.68:5000 0 0.042 204 5ce98a54df010693568269aa102e2477 199.204.45.129 - - [25/Mar/2026:21:24:46 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.68:5000 281 0.003 300 8c7b8541e2f3518e2294fadb097ff854 199.204.45.129 - - [25/Mar/2026:21:24:46 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.318 [openstack-keystone-api-5000] [] 10.0.0.68:5000 2055 0.318 201 e051397e9dcf2d6b760c321b983fcd67 199.204.45.129 - - [25/Mar/2026:21:24:46 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.023 [openstack-keystone-api-5000] [] 10.0.0.68:5000 151 0.023 200 204a9308cd58433d97d9c06e1d5c845f 199.204.45.129 - - [25/Mar/2026:21:24:46 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.043 [openstack-keystone-api-5000] [] 10.0.0.68:5000 263 0.043 201 162ccbc7d6e172673b62374dd80cea63 199.204.45.129 - - [25/Mar/2026:21:24:47 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.68:5000 281 0.004 300 61fbe3e0336253f01b86ba69d55a5513 199.204.45.129 - - [25/Mar/2026:21:24:47 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.291 [openstack-keystone-api-5000] [] 10.0.0.68:5000 2157 0.291 201 10a1a5ee972d39f6a1286b3f539f3a76 199.204.45.129 - - [25/Mar/2026:21:24:47 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.024 [openstack-keystone-api-5000] [] 10.0.0.68:5000 86 0.025 404 6f684cec2bbe343d01430febcc113e16 199.204.45.129 - - [25/Mar/2026:21:24:47 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.019 [openstack-keystone-api-5000] [] 10.0.0.68:5000 382 0.019 200 5133dd233e25e6feafb7d9d84cef33e0 199.204.45.129 - - [25/Mar/2026:21:24:47 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=c7def96cbf3c4263baefc6eaed41a1d4 HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.019 [openstack-keystone-api-5000] [] 10.0.0.68:5000 205 0.019 200 73171525d2ee194217210af39417ada4 199.204.45.129 - - [25/Mar/2026:21:24:47 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.018 [openstack-keystone-api-5000] [] 10.0.0.68:5000 379 0.019 201 842750ca7ff1174453276e736966e7b1 199.204.45.129 - - [25/Mar/2026:21:24:47 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.68:5000 281 0.003 300 e9dbc3e1ef2547a3f215c9683b373594 199.204.45.129 - - [25/Mar/2026:21:24:48 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.296 [openstack-keystone-api-5000] [] 10.0.0.68:5000 2366 0.296 201 2d36be839b63d4f8148eac625c4a1a32 199.204.45.129 - - [25/Mar/2026:21:24:48 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.020 [openstack-keystone-api-5000] [] 10.0.0.68:5000 86 0.020 404 c657dfe8009311771243e67df872026d 199.204.45.129 - - [25/Mar/2026:21:24:48 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.018 [openstack-keystone-api-5000] [] 10.0.0.68:5000 382 0.018 200 4d201920b73699d3039c352ac1bda8b5 199.204.45.129 - - [25/Mar/2026:21:24:48 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=c7def96cbf3c4263baefc6eaed41a1d4 HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.020 [openstack-keystone-api-5000] [] 10.0.0.68:5000 207 0.020 200 74b29a8edad442ffbb5bf99e2cabe57d 199.204.45.129 - - [25/Mar/2026:21:24:48 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.024 [openstack-keystone-api-5000] [] 10.0.0.68:5000 392 0.024 201 11e5db5ccc8964c6ab50da07ed0b1dd0 W0325 21:24:49.624740 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0325 21:24:49.624935 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0325 21:24:49.625176 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:24:49.625211 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0325 21:24:49.630818 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.006s renderingIngressLength:7 renderingIngressTime:0.001s admissionTime:0.007s testedConfigurationSize:35.7kB} I0325 21:24:49.630848 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0325 21:24:49.636613 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" W0325 21:24:49.637195 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store I0325 21:24:49.637407 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"84910901-21b3-4209-b350-ce5f0b9bf72d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8892", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0325 21:24:49.637612 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0325 21:24:49.637732 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0325 21:24:49.637815 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:24:49.637835 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0325 21:24:49.638010 7 controller.go:196] "Configuration changes detected, backend reload required" I0325 21:24:49.685204 7 controller.go:216] "Backend successfully reloaded" I0325 21:24:49.685487 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-kw52z", UID:"050320a7-1cdd-4a56-8448-d09c1d295d85", APIVersion:"v1", ResourceVersion:"1372", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0325 21:24:49.955150 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0325 21:24:49.955979 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0325 21:24:52.973207 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0325 21:24:52.973495 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:24:52.973521 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:25:07.792773 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0325 21:25:07.792976 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:25:07.793001 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:25:11.748275 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0325 21:25:11.748436 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:25:11.748458 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0325 21:25:11.748609 7 controller.go:196] "Configuration changes detected, backend reload required" I0325 21:25:11.805601 7 controller.go:216] "Backend successfully reloaded" I0325 21:25:11.806529 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-kw52z", UID:"050320a7-1cdd-4a56-8448-d09c1d295d85", APIVersion:"v1", ResourceVersion:"1372", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0325 21:25:15.081804 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0325 21:25:15.081958 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:25:15.082005 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:25:18.415864 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0325 21:25:18.416152 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:25:18.416240 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:25:21.749414 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0325 21:25:21.749624 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:25:21.750200 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:25:25.082651 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0325 21:25:25.082858 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:25:25.082888 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0325 21:25:37.273179 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.106.29.204"}] I0325 21:25:37.281270 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"84910901-21b3-4209-b350-ce5f0b9bf72d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9321", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0325 21:25:37.283712 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0325 21:25:37.283962 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:25:37.284015 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:25:40.617843 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0325 21:25:40.618442 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:25:40.618473 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:25:43.950700 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0325 21:25:43.951028 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:25:43.951088 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:25:47.425111 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0325 21:25:47.425269 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:25:47.425309 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:25:56.418278 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0325 21:25:56.418480 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:25:56.418509 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:26:35.693778 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:26:35.693899 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:28:00.386801 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0325 21:28:00.388715 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0325 21:28:00.388966 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:28:00.388998 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0325 21:28:00.395323 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.009s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.01s testedConfigurationSize:39.2kB} I0325 21:28:00.395371 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0325 21:28:00.403148 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0325 21:28:00.403524 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"2fa40556-12a5-4765-8895-eef35fb14be1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10433", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0325 21:28:00.403794 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0325 21:28:00.404241 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0325 21:28:00.404388 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0325 21:28:00.404551 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:28:00.404569 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0325 21:28:00.404773 7 controller.go:196] "Configuration changes detected, backend reload required" I0325 21:28:00.460718 7 controller.go:216] "Backend successfully reloaded" I0325 21:28:00.460891 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-kw52z", UID:"050320a7-1cdd-4a56-8448-d09c1d295d85", APIVersion:"v1", ResourceVersion:"1372", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0325 21:28:00.906878 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0325 21:28:00.908059 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0325 21:28:03.738596 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0325 21:28:03.738822 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:28:03.738856 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.129 - - [25/Mar/2026:21:28:04 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.68:5000 281 0.004 300 bfc870612297678d7cab40d7d8841bb2 199.204.45.129 - - [25/Mar/2026:21:28:05 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.363 [openstack-keystone-api-5000] [] 10.0.0.68:5000 3201 0.363 201 9c0e4256926473f2d01f68c3b0a01ea6 199.204.45.129 - - [25/Mar/2026:21:28:05 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 91da324e097a6f04d924611765b41a15 199.204.45.129 - - [25/Mar/2026:21:28:05 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 1b4f9af27c0c13341711034dc60c7920 199.204.45.129 - - [25/Mar/2026:21:28:06 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.68:5000 281 0.004 300 2c04b54ea54611c127b12f390b119b57 199.204.45.129 - - [25/Mar/2026:21:28:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.309 [openstack-keystone-api-5000] [] 10.0.0.68:5000 3201 0.309 201 b2cb30ea4755a4959662158ec14a9efb 199.204.45.129 - - [25/Mar/2026:21:28:06 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b6d8839f4fcb8c4309c97c40201666eb 199.204.45.129 - - [25/Mar/2026:21:28:06 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - fa36a0e0fddc309fa1231341b575cd9b W0325 21:28:07.071536 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0325 21:28:07.071914 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:28:07.071970 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.129 - - [25/Mar/2026:21:28:08 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.68:5000 281 0.004 300 24cbe88f5a861c54da96aba9e8472f5f 199.204.45.129 - - [25/Mar/2026:21:28:08 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.304 [openstack-keystone-api-5000] [] 10.0.0.68:5000 3201 0.304 201 8391a3b0634fffec1fd6ce256269db9b 199.204.45.129 - - [25/Mar/2026:21:28:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 649519ff7b3a89f691423ecd73748661 199.204.45.129 - - [25/Mar/2026:21:28:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 3b9c035b302a824211a43190dbab6c9a 199.204.45.129 - - [25/Mar/2026:21:28:10 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.68:5000 281 0.004 300 8d2a9336569a1c4ca18065550025bf1b 199.204.45.129 - - [25/Mar/2026:21:28:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.283 [openstack-keystone-api-5000] [] 10.0.0.68:5000 3201 0.283 201 c74af8ee354867702fd07f7204856d2c 199.204.45.129 - - [25/Mar/2026:21:28:10 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 81fda3ba4b639c10dddbd5ed0cfad01d 199.204.45.129 - - [25/Mar/2026:21:28:10 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e0f00362d301e2f1021ab0dec4f5b6de 199.204.45.129 - - [25/Mar/2026:21:28:11 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.68:5000 281 0.004 300 a62191507a5936f4b13582694edc4f84 199.204.45.129 - - [25/Mar/2026:21:28:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.286 [openstack-keystone-api-5000] [] 10.0.0.68:5000 3201 0.286 201 fae13b6a4ff3822dfcc098457490d0fa 199.204.45.129 - - [25/Mar/2026:21:28:12 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 7f888638001f2d535b91f013cccb8916 199.204.45.129 - - [25/Mar/2026:21:28:12 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 83a0f123b050b7920a8ad31898d30574 199.204.45.129 - - [25/Mar/2026:21:28:13 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.68:5000 281 0.004 300 32d430291566fea9c5858faa7dcf5e76 199.204.45.129 - - [25/Mar/2026:21:28:14 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.301 [openstack-keystone-api-5000] [] 10.0.0.68:5000 3201 0.301 201 f4c7423e59fbec6158cb054f95cd0123 199.204.45.129 - - [25/Mar/2026:21:28:14 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 50fc9efdf4ec5f06cdf78eac667bbf35 199.204.45.129 - - [25/Mar/2026:21:28:14 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 96a83736dace7a0f6016d96770367245 199.204.45.129 - - [25/Mar/2026:21:28:15 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.68:5000 281 0.004 300 cc2d37253a5a5af42475272855d65e6d 199.204.45.129 - - [25/Mar/2026:21:28:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.290 [openstack-keystone-api-5000] [] 10.0.0.68:5000 3201 0.290 201 198ae5abd8a1913f4be1b5d1c09c7925 199.204.45.129 - - [25/Mar/2026:21:28:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - d44771c9822da13261785370d2b45e35 199.204.45.129 - - [25/Mar/2026:21:28:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 975ff750c065bb47cc98ac93768fddab W0325 21:28:16.284954 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:28:16.284993 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.129 - - [25/Mar/2026:21:28:17 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.68:5000 281 0.004 300 1624fbaaa9f941f20139f2c8fe84a666 199.204.45.129 - - [25/Mar/2026:21:28:17 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.290 [openstack-keystone-api-5000] [] 10.0.0.68:5000 3201 0.290 201 49c7fc61fe081b222e1706a356d35891 199.204.45.129 - - [25/Mar/2026:21:28:17 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.2:9292 1312 0.002 300 b313762a069e91308995157c36760e94 199.204.45.129 - - [25/Mar/2026:21:28:18 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.552 [openstack-glance-api-9292] [] 10.0.0.2:9292 69 0.552 200 e508c712137f52c396824a6af4ddf437 199.204.45.129 - - [25/Mar/2026:21:28:21 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.68:5000 281 0.004 300 79e4f7a26c35cdc2c8f64ed09d19273d 199.204.45.129 - - [25/Mar/2026:21:28:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.293 [openstack-keystone-api-5000] [] 10.0.0.68:5000 3201 0.293 201 ec8e98e03d91ab0839b20c74f342d5a8 199.204.45.129 - - [25/Mar/2026:21:28:21 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.2:9292 1312 0.002 300 2d74d4c3cb0fa7f8ecbd1c6c2a418912 199.204.45.129 - - [25/Mar/2026:21:28:21 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.039 [openstack-glance-api-9292] [] 10.0.0.2:9292 69 0.039 200 7de7311c0baed4c1669df7508a972415 199.204.45.129 - - [25/Mar/2026:21:28:21 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.127 [openstack-glance-api-9292] [] 10.0.0.2:9292 151 0.127 404 96e9fb87de724916af05c309574709ad 199.204.45.129 - - [25/Mar/2026:21:28:21 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.024 [openstack-glance-api-9292] [] 10.0.0.2:9292 81 0.024 200 2234ce224268721b5f6f1bf56a88f111 199.204.45.129 - - [25/Mar/2026:21:28:21 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.025 [openstack-glance-api-9292] [] 10.0.0.2:9292 84 0.025 200 3c25b44f5602b90dbca2032338139bc1 199.204.45.129 - - [25/Mar/2026:21:28:21 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.060 [openstack-glance-api-9292] [] 10.0.0.2:9292 760 0.060 201 e5f6b53a9f3bc4905b78265c6e4789e6 199.204.45.129 - - [25/Mar/2026:21:28:26 +0000] "PUT /v2/images/3e1be2c6-f3d8-48f3-bad3-21d775238eaf/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 4.454 [openstack-glance-api-9292] [] 10.0.0.2:9292 0 4.454 204 d648b58661c0ba120aa60d84b493b6a3 199.204.45.129 - - [25/Mar/2026:21:28:26 +0000] "GET /v2/images/3e1be2c6-f3d8-48f3-bad3-21d775238eaf HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.015 [openstack-glance-api-9292] [] 10.0.0.2:9292 1171 0.015 200 9de8dfa4c70a8452cd98b945eb20a250 199.204.45.129 - - [25/Mar/2026:21:28:26 +0000] "GET /v2/images/3e1be2c6-f3d8-48f3-bad3-21d775238eaf HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.015 [openstack-glance-api-9292] [] 10.0.0.2:9292 1171 0.015 200 14a3d5acb1f9e94838ca0d1cdbb12466 W0325 21:28:29.104748 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:28:29.104796 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:28:32.438472 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:28:32.438513 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0325 21:28:37.273303 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.106.29.204"}] I0325 21:28:37.282084 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"2fa40556-12a5-4765-8895-eef35fb14be1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10781", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0325 21:28:37.283359 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 21:28:37.283398 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store