------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0318 00:48:43.581096 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0318 00:48:43.581333 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0318 00:48:43.590201 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0318 00:48:43.593277 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0318 00:48:43.924752 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0318 00:48:43.941780 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0318 00:48:43.953024 7 nginx.go:271] "Starting NGINX Ingress controller" I0318 00:48:43.958993 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"70222cef-07f4-4413-b671-061724d45020", APIVersion:"v1", ResourceVersion:"1071", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0318 00:48:43.964403 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"4d238b2a-f1fc-46cb-829f-7179c3104383", APIVersion:"v1", ResourceVersion:"1072", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0318 00:48:43.964465 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"d89be0fc-70a9-4e40-8c64-f369bfc6f52b", APIVersion:"v1", ResourceVersion:"1070", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0318 00:48:45.154973 7 nginx.go:317] "Starting NGINX process" I0318 00:48:45.155108 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0318 00:48:45.155551 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0318 00:48:45.155893 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:48:45.155937 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 00:48:45.155991 7 controller.go:196] "Configuration changes detected, backend reload required" I0318 00:48:45.192796 7 controller.go:216] "Backend successfully reloaded" I0318 00:48:45.192900 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-knnfs", UID:"c8d324ad-fc75-42cb-ace9-5a0cfc563c9f", APIVersion:"v1", ResourceVersion:"1198", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0318 00:48:45.192934 7 controller.go:227] "Initial sync, sleeping for 1 second" I0318 00:48:45.303935 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0318 00:48:45.304027 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-knnfs" W0318 00:48:48.974069 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:48:48.974097 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:48:52.310366 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:48:52.310418 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:48:55.641553 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:48:55.641600 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:48:58.974264 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:48:58.974307 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:49:02.309347 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:49:02.309393 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:49:05.642680 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:49:05.642724 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:49:08.974361 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:49:08.974405 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:49:12.310143 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:49:12.310176 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:49:15.641840 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:49:15.641881 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:49:18.975536 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:49:18.975578 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:49:22.308356 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:49:22.308402 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:50:12.182437 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:50:12.182472 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:50:15.517021 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:50:15.517063 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:50:30.500516 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:50:30.500559 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:50:33.834743 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:50:33.834828 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:50:37.168131 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:50:37.168167 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:50:40.501531 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:50:40.501575 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:50:43.835425 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:50:43.835466 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:50:47.168757 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:50:47.168800 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:50:51.445153 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:50:51.445180 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:50:54.778899 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:50:54.779003 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:50:59.513655 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:50:59.513716 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:51:02.848701 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:51:02.848741 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:53:08.042053 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:53:08.042095 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:53:11.377624 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:53:11.377670 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:53:11.609758 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-250.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-250.nip.io-tls was not found. Using default certificate W0318 00:53:11.609827 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:53:11.609847 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 00:53:11.612013 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0318 00:53:11.612056 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0318 00:53:11.618351 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0318 00:53:11.618611 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"b77ef550-6383-49b5-8553-cb089928e75e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"2994", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0318 00:53:11.618855 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-250.nip.io-tls" in local store I0318 00:53:12.344841 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-250.nip.io-tls" I0318 00:53:12.346092 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-250.nip.io-tls" W0318 00:53:14.709754 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:53:14.709799 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 00:53:14.709871 7 controller.go:196] "Configuration changes detected, backend reload required" I0318 00:53:14.752748 7 controller.go:216] "Backend successfully reloaded" I0318 00:53:14.752958 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-knnfs", UID:"c8d324ad-fc75-42cb-ace9-5a0cfc563c9f", APIVersion:"v1", ResourceVersion:"1198", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0318 00:53:18.042248 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:53:18.042300 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.250 - - [18/Mar/2026:00:53:22 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.940 [auth-system-keycloak-80] [] 10.0.0.144:8080 1928 1.939 200 2c5044860eeef75c6bbd05808ca469bd 199.204.45.250 - - [18/Mar/2026:00:53:22 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.104 [auth-system-keycloak-80] [] 10.0.0.144:8080 116 0.104 404 ce5fafaef50ec7d4762ec0804aa0e589 199.204.45.250 - - [18/Mar/2026:00:53:26 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.577 [auth-system-keycloak-80] [] 10.0.0.144:8080 0 4.576 201 073345e120dc38690df36257f2c3836d 199.204.45.250 - - [18/Mar/2026:00:53:27 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.503 [auth-system-keycloak-80] [] 10.0.0.144:8080 4246 0.503 200 0520082266eb9de23aa77bd7d60d8614 199.204.45.250 - - [18/Mar/2026:00:53:28 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.583 [auth-system-keycloak-80] [] 10.0.0.144:8080 1928 0.581 200 c9191f8788b3da20aa6726118f64c714 199.204.45.250 - - [18/Mar/2026:00:53:28 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.095 [auth-system-keycloak-80] [] 10.0.0.144:8080 12500 0.095 200 0702191c093141f7051f4e66da77becd 199.204.45.250 - - [18/Mar/2026:00:53:28 +0000] "GET /admin/realms/atmosphere/client-scopes/a7e190d4-24e2-4d6f-b54e-d78e386de599 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.070 [auth-system-keycloak-80] [] 10.0.0.144:8080 1278 0.070 200 700d45ad60dad43037250e479243fb82 199.204.45.250 - - [18/Mar/2026:00:53:28 +0000] "PUT /admin/realms/atmosphere/client-scopes/a7e190d4-24e2-4d6f-b54e-d78e386de599 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.086 [auth-system-keycloak-80] [] 10.0.0.144:8080 0 0.085 204 5b42f95d2b45f2ad0a440eb3223c1a0d 199.204.45.250 - - [18/Mar/2026:00:53:28 +0000] "GET /admin/realms/atmosphere/client-scopes/a7e190d4-24e2-4d6f-b54e-d78e386de599/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.019 [auth-system-keycloak-80] [] 10.0.0.144:8080 963 0.019 200 19a10738884576961d835f24ab6f71bd 199.204.45.250 - - [18/Mar/2026:00:53:28 +0000] "GET /admin/realms/atmosphere/client-scopes/a7e190d4-24e2-4d6f-b54e-d78e386de599/protocol-mappers/models/055b5a1b-4801-4976-9fba-eb49fe0313bd HTTP/1.1" 200 366 "-" "Ansible" 1309 0.061 [auth-system-keycloak-80] [] 10.0.0.144:8080 366 0.061 200 9fc9ebfab774a27e233caa6d8b718a92 199.204.45.250 - - [18/Mar/2026:00:53:28 +0000] "PUT /admin/realms/atmosphere/client-scopes/a7e190d4-24e2-4d6f-b54e-d78e386de599/protocol-mappers/models/055b5a1b-4801-4976-9fba-eb49fe0313bd HTTP/1.1" 204 0 "-" "Ansible" 1622 0.084 [auth-system-keycloak-80] [] 10.0.0.144:8080 0 0.083 204 cd4431bb3239519840978caae4165188 199.204.45.250 - - [18/Mar/2026:00:53:28 +0000] "GET /admin/realms/atmosphere/client-scopes/a7e190d4-24e2-4d6f-b54e-d78e386de599 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.015 [auth-system-keycloak-80] [] 10.0.0.144:8080 1218 0.015 200 bbfde183f712a0ca623e77602e1121ee I0318 00:53:45.311182 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.103.145.169"}] I0318 00:53:45.316408 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"b77ef550-6383-49b5-8553-cb089928e75e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3346", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0318 00:53:45.317724 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:53:45.317781 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.250 - - [18/Mar/2026:00:53:50 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.473 [auth-system-keycloak-80] [] 10.0.0.144:8080 1928 0.472 200 3aec5650d137770db2bd1a59be679ec5 199.204.45.250 - - [18/Mar/2026:00:53:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.067 [auth-system-keycloak-80] [] 10.0.0.144:8080 2 0.067 200 18c87329e950f0b5f867c969c63d1780 199.204.45.250 - - [18/Mar/2026:00:53:50 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.189 [auth-system-keycloak-80] [] 10.0.0.144:8080 0 0.188 201 21790ac393f952246e791a83006f8216 199.204.45.250 - - [18/Mar/2026:00:53:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.084 [auth-system-keycloak-80] [] 10.0.0.144:8080 1261 0.083 200 90b36c4c1bceaa4ccccc744183334864 199.204.45.250 - - [18/Mar/2026:00:53:51 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.475 [auth-system-keycloak-80] [] 10.0.0.144:8080 1928 0.474 200 01021750e57e11f276091bc9713f95be 199.204.45.250 - - [18/Mar/2026:00:53:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.029 [auth-system-keycloak-80] [] 10.0.0.144:8080 2 0.028 200 d55c579c5b497aa55dd41715917674bf 199.204.45.250 - - [18/Mar/2026:00:53:51 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.101 [auth-system-keycloak-80] [] 10.0.0.144:8080 0 0.100 201 b55a21697d590b9142f10fe27374ae37 199.204.45.250 - - [18/Mar/2026:00:53:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.069 [auth-system-keycloak-80] [] 10.0.0.144:8080 1286 0.069 200 aa85ea9f48de7e8522e9350388923dc6 199.204.45.250 - - [18/Mar/2026:00:53:52 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.505 [auth-system-keycloak-80] [] 10.0.0.144:8080 1928 0.504 200 708eb69464b42a781a42be100c89cfb9 199.204.45.250 - - [18/Mar/2026:00:53:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.010 [auth-system-keycloak-80] [] 10.0.0.144:8080 2 0.010 200 64497e5e58a56cac25170cb445672767 199.204.45.250 - - [18/Mar/2026:00:53:52 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.171 [auth-system-keycloak-80] [] 10.0.0.144:8080 0 0.170 201 5fb57f846c4ca3e99a5daa02cf14bafd 199.204.45.250 - - [18/Mar/2026:00:53:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.086 [auth-system-keycloak-80] [] 10.0.0.144:8080 1251 0.086 200 b4ee8654876c193a995106dc56329f2f 199.204.45.250 - - [18/Mar/2026:00:53:53 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.477 [auth-system-keycloak-80] [] 10.0.0.144:8080 1928 0.476 200 ec67d82129f162b7a32b26ca5be518b3 199.204.45.250 - - [18/Mar/2026:00:53:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.144:8080 1261 0.009 200 a2af7867fd356512c807aeb7fece6a21 199.204.45.250 - - [18/Mar/2026:00:53:53 +0000] "GET /admin/realms/atmosphere/clients/8c9cb727-b84a-4950-910e-93f4ac91b1a3/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.144:8080 119 0.013 404 cd0e923541bb97725cf0cdcb7cd35e7f 199.204.45.250 - - [18/Mar/2026:00:53:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.006 [auth-system-keycloak-80] [] 10.0.0.144:8080 1261 0.006 200 33ef3f7c6163e4e285246b642d5c63a6 199.204.45.250 - - [18/Mar/2026:00:53:53 +0000] "POST /admin/realms/atmosphere/clients/8c9cb727-b84a-4950-910e-93f4ac91b1a3/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.053 [auth-system-keycloak-80] [] 10.0.0.144:8080 0 0.052 201 1480183661354b5b0e20476b7f659f48 199.204.45.250 - - [18/Mar/2026:00:53:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.073 [auth-system-keycloak-80] [] 10.0.0.144:8080 1261 0.073 200 12e9ff3081b579d1a1ddf38d74376d01 199.204.45.250 - - [18/Mar/2026:00:53:53 +0000] "GET /admin/realms/atmosphere/clients/8c9cb727-b84a-4950-910e-93f4ac91b1a3/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.019 [auth-system-keycloak-80] [] 10.0.0.144:8080 166 0.019 200 4a8cff7f1cc94976adca6988d4be4315 199.204.45.250 - - [18/Mar/2026:00:53:54 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.502 [auth-system-keycloak-80] [] 10.0.0.144:8080 1928 0.501 200 6d7afe385b4c5b7d4cdcf27f5d761349 199.204.45.250 - - [18/Mar/2026:00:53:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.144:8080 1286 0.007 200 1bfcd33d77ded38ede513f24329522d6 199.204.45.250 - - [18/Mar/2026:00:53:54 +0000] "GET /admin/realms/atmosphere/clients/e15a144f-9dd7-425c-91d0-5f2c28636435/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.046 [auth-system-keycloak-80] [] 10.0.0.144:8080 119 0.045 404 5ee59a0ffb02d238f80d0d5fb02bc26c 199.204.45.250 - - [18/Mar/2026:00:53:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.144:8080 1286 0.008 200 190da23d833aef4562096d4d94b71e59 199.204.45.250 - - [18/Mar/2026:00:53:54 +0000] "POST /admin/realms/atmosphere/clients/e15a144f-9dd7-425c-91d0-5f2c28636435/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.277 [auth-system-keycloak-80] [] 10.0.0.144:8080 0 0.275 201 7a47137e6e2e4f9fd3e467ce11e7c15d 199.204.45.250 - - [18/Mar/2026:00:53:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.144:8080 1286 0.009 200 dc08b76c9a60541d5eecb844ed40c290 199.204.45.250 - - [18/Mar/2026:00:53:54 +0000] "GET /admin/realms/atmosphere/clients/e15a144f-9dd7-425c-91d0-5f2c28636435/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.016 [auth-system-keycloak-80] [] 10.0.0.144:8080 165 0.016 200 5a3ffacd05794ba1bd2f82cbdf4367a8 199.204.45.250 - - [18/Mar/2026:00:53:55 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.491 [auth-system-keycloak-80] [] 10.0.0.144:8080 1928 0.490 200 017b044f4ea232b52b3e38c229b0685b 199.204.45.250 - - [18/Mar/2026:00:53:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.144:8080 1286 0.009 200 0826ac1c4030f992c3bb290d22a8bc6b 199.204.45.250 - - [18/Mar/2026:00:53:55 +0000] "GET /admin/realms/atmosphere/clients/e15a144f-9dd7-425c-91d0-5f2c28636435/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.056 [auth-system-keycloak-80] [] 10.0.0.144:8080 119 0.055 404 62262fce8e2f3280be340a9619157106 199.204.45.250 - - [18/Mar/2026:00:53:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.144:8080 1286 0.009 200 82e8e095161f6ab40f0ce9fa604c0eb3 199.204.45.250 - - [18/Mar/2026:00:53:55 +0000] "POST /admin/realms/atmosphere/clients/e15a144f-9dd7-425c-91d0-5f2c28636435/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.015 [auth-system-keycloak-80] [] 10.0.0.144:8080 0 0.015 201 11a0d0382101426d72912f7c02430245 199.204.45.250 - - [18/Mar/2026:00:53:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.044 [auth-system-keycloak-80] [] 10.0.0.144:8080 1286 0.045 200 3c6998a0b0f914b85ad699effb462c60 199.204.45.250 - - [18/Mar/2026:00:53:55 +0000] "GET /admin/realms/atmosphere/clients/e15a144f-9dd7-425c-91d0-5f2c28636435/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.016 [auth-system-keycloak-80] [] 10.0.0.144:8080 166 0.016 200 59548dc3573d3bd56b9ccee4ed8108ca 199.204.45.250 - - [18/Mar/2026:00:53:56 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.492 [auth-system-keycloak-80] [] 10.0.0.144:8080 1928 0.491 200 cbf1f1e80cc9a6ee2327c39d636823c7 199.204.45.250 - - [18/Mar/2026:00:53:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.015 [auth-system-keycloak-80] [] 10.0.0.144:8080 1286 0.015 200 f163e7eeae94ddea56d7224aeb89b7d5 199.204.45.250 - - [18/Mar/2026:00:53:56 +0000] "GET /admin/realms/atmosphere/clients/e15a144f-9dd7-425c-91d0-5f2c28636435/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.062 [auth-system-keycloak-80] [] 10.0.0.144:8080 119 0.062 404 68aaa4004e0b005fc80201da467b7c1b 199.204.45.250 - - [18/Mar/2026:00:53:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.144:8080 1286 0.005 200 1dc980ed056e1e8c77adc36be57a05b7 199.204.45.250 - - [18/Mar/2026:00:53:56 +0000] "POST /admin/realms/atmosphere/clients/e15a144f-9dd7-425c-91d0-5f2c28636435/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.018 [auth-system-keycloak-80] [] 10.0.0.144:8080 0 0.018 201 13fe351cf8463ac1b592f710803c27b4 199.204.45.250 - - [18/Mar/2026:00:53:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.144:8080 1286 0.006 200 2b3e82987f5a00950ffb144e7c4c9f75 199.204.45.250 - - [18/Mar/2026:00:53:56 +0000] "GET /admin/realms/atmosphere/clients/e15a144f-9dd7-425c-91d0-5f2c28636435/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.037 [auth-system-keycloak-80] [] 10.0.0.144:8080 166 0.037 200 7a46576f2cddce8274b8288da25aa488 199.204.45.250 - - [18/Mar/2026:00:53:57 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.472 [auth-system-keycloak-80] [] 10.0.0.144:8080 1928 0.470 200 aa6348ad49d57cc29a0d8e3a679e508e 199.204.45.250 - - [18/Mar/2026:00:53:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.034 [auth-system-keycloak-80] [] 10.0.0.144:8080 1251 0.035 200 32347f035f936cad0524c60460d182de 199.204.45.250 - - [18/Mar/2026:00:53:57 +0000] "GET /admin/realms/atmosphere/clients/1a54b4b4-e528-413c-8602-dabc0e0e78f7/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.144:8080 119 0.009 404 fc7a1ca595eb7def4100546c317d7f90 199.204.45.250 - - [18/Mar/2026:00:53:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.144:8080 1251 0.006 200 0262ab16a08c40ec2fc47b8a817c4f70 199.204.45.250 - - [18/Mar/2026:00:53:57 +0000] "POST /admin/realms/atmosphere/clients/1a54b4b4-e528-413c-8602-dabc0e0e78f7/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.012 [auth-system-keycloak-80] [] 10.0.0.144:8080 0 0.012 201 f8a39ce3d4fce479ccb777cc7d280c07 199.204.45.250 - - [18/Mar/2026:00:53:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.144:8080 1251 0.006 200 64e0f84dd6a544198dd9c9d23a9e587f 199.204.45.250 - - [18/Mar/2026:00:53:57 +0000] "GET /admin/realms/atmosphere/clients/1a54b4b4-e528-413c-8602-dabc0e0e78f7/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.024 [auth-system-keycloak-80] [] 10.0.0.144:8080 166 0.024 200 09c724ae88733c94af55acb4c1eb57e4 W0318 00:54:12.251320 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:54:12.251374 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:54:15.585345 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:54:15.585390 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:55:01.811833 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:55:01.811881 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:55:01.883349 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0318 00:55:01.883473 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0318 00:55:01.883534 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:55:01.883559 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:55:01.883693 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 00:55:01.883785 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 00:55:01.883865 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0318 00:55:01.883906 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:55:01.883919 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:55:01.884067 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0318 00:55:01.884151 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:55:01.884177 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 00:55:01.885573 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0318 00:55:01.885599 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0318 00:55:01.886527 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0318 00:55:01.886567 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0318 00:55:01.886812 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0318 00:55:01.886854 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0318 00:55:01.893548 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0318 00:55:01.893803 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"1e309fd2-1ecf-4d70-9057-15e4c14c4136", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3940", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0318 00:55:01.893893 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0318 00:55:01.893916 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0318 00:55:01.894055 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0318 00:55:01.894067 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0318 00:55:01.894109 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"f9407fe6-f98e-4af4-a096-6973a84a8fb2", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3941", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0318 00:55:01.894198 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0318 00:55:01.894228 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"c086054f-8bc4-4751-84be-1607c87c3b22", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3942", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0318 00:55:02.167389 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0318 00:55:02.168202 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0318 00:55:02.484262 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0318 00:55:02.485033 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0318 00:55:03.554198 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0318 00:55:03.555210 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0318 00:55:05.145430 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 00:55:05.145492 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0318 00:55:05.145526 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 00:55:05.145678 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:55:05.145710 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 00:55:05.145817 7 controller.go:196] "Configuration changes detected, backend reload required" I0318 00:55:05.200754 7 controller.go:216] "Backend successfully reloaded" I0318 00:55:05.200953 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-knnfs", UID:"c8d324ad-fc75-42cb-ace9-5a0cfc563c9f", APIVersion:"v1", ResourceVersion:"1198", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0318 00:55:08.479510 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 00:55:08.479584 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0318 00:55:08.479632 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 00:55:08.479791 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:55:08.479821 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:55:11.813514 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 00:55:11.813592 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0318 00:55:11.813636 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 00:55:11.813780 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:55:11.813808 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:55:15.145301 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 00:55:15.145368 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0318 00:55:15.145403 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 00:55:15.145535 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:55:15.145560 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:55:18.478614 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 00:55:18.478695 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0318 00:55:18.478731 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 00:55:18.479531 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:55:18.479563 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:55:21.813724 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 00:55:21.813774 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0318 00:55:21.813798 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 00:55:21.813882 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:55:21.813900 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:55:25.145401 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 00:55:25.145493 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 00:55:25.145610 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:55:25.145635 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:55:28.479299 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 00:55:28.479403 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 00:55:28.479523 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:55:28.479562 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:55:31.811949 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 00:55:31.812049 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 00:55:31.812172 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:55:31.812196 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:55:35.145489 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 00:55:35.145580 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 00:55:35.145697 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:55:35.145720 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:55:38.478707 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 00:55:38.478835 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 00:55:38.479061 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:55:38.479098 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:55:41.812308 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 00:55:41.812398 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 00:55:41.812512 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:55:41.812549 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.175 - - [18/Mar/2026:00:55:42 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "Go-http-client/1.1" 161 0.104 [auth-system-keycloak-80] [] 10.0.0.144:8080 6382 0.104 200 96f25d0586a0384437a651600d94d9f3 10.0.0.73 - - [18/Mar/2026:00:55:42 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "Go-http-client/1.1" 161 0.100 [auth-system-keycloak-80] [] 10.0.0.144:8080 6382 0.101 200 16ff850fcc0cd6b36da9dba37011e042 W0318 00:55:45.145910 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 00:55:45.146102 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:55:45.146128 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 00:55:45.310004 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.103.145.169"}] I0318 00:55:45.310839 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.103.145.169"}] I0318 00:55:45.310905 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.103.145.169"}] I0318 00:55:45.316767 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"c086054f-8bc4-4751-84be-1607c87c3b22", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5022", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0318 00:55:45.319538 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"f9407fe6-f98e-4af4-a096-6973a84a8fb2", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5023", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0318 00:55:45.320876 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"1e309fd2-1ecf-4d70-9057-15e4c14c4136", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5024", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0318 00:55:48.478742 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 00:55:48.478889 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:55:48.478930 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:55:51.814152 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 00:55:51.814639 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:55:51.814791 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:55:55.145954 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 00:55:55.146238 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:55:55.146325 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:55:58.479750 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:55:58.479795 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:56:07.945489 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:56:07.945530 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:56:11.279215 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:56:11.279252 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.250 - - [18/Mar/2026:00:56:13 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.476 [auth-system-keycloak-80] [] 10.0.0.144:8080 1928 0.474 200 818cc2cbd40bc9937e46c3385cfd4344 199.204.45.250 - - [18/Mar/2026:00:56:13 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.006 [auth-system-keycloak-80] [] 10.0.0.144:8080 4246 0.006 200 c6458e8e45ca3518db6c9f7d5c047615 199.204.45.250 - - [18/Mar/2026:00:56:14 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.391 [auth-system-keycloak-80] [] 10.0.0.144:8080 0 0.391 204 458c3782c2aa6eca4bfe923916a21397 199.204.45.250 - - [18/Mar/2026:00:56:14 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.187 [auth-system-keycloak-80] [] 10.0.0.144:8080 4384 0.186 200 1bd49d1db307683ea2fb134864485952 199.204.45.250 - - [18/Mar/2026:00:56:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.461 [auth-system-keycloak-80] [] 10.0.0.144:8080 1928 0.459 200 83072a5f98ec2f818fe9f471edb26c94 199.204.45.250 - - [18/Mar/2026:00:56:15 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.009 [auth-system-keycloak-80] [] 10.0.0.144:8080 1682 0.009 200 40cdebebb5bad86ae4d8cafe511a65f5 199.204.45.250 - - [18/Mar/2026:00:56:15 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "ansible-httpget" 181 0.007 [auth-system-keycloak-80] [] 10.0.0.144:8080 6382 0.007 200 6442c552272c2fbe34ccd1c785f71176 199.204.45.250 - - [18/Mar/2026:00:56:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.461 [auth-system-keycloak-80] [] 10.0.0.144:8080 1928 0.460 200 77fcaef39b8fd014acacbc5a63f15f08 199.204.45.250 - - [18/Mar/2026:00:56:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.050 [auth-system-keycloak-80] [] 10.0.0.144:8080 2 0.050 200 eb19ff1de7fe4575cdc17281c66251ab 199.204.45.250 - - [18/Mar/2026:00:56:17 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.112 [auth-system-keycloak-80] [] 10.0.0.144:8080 0 0.110 201 e04904aa3d6ada90648737af39d88f7c 199.204.45.250 - - [18/Mar/2026:00:56:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.072 [auth-system-keycloak-80] [] 10.0.0.144:8080 2246 0.072 200 8834cca5474e0edb1c1bbb4a4a4f0281 199.204.45.250 - - [18/Mar/2026:00:56:18 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.448 [auth-system-keycloak-80] [] 10.0.0.144:8080 1928 0.446 200 4ca07928f5c61a40be586ac8bb4167e4 199.204.45.250 - - [18/Mar/2026:00:56:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.003 [auth-system-keycloak-80] [] 10.0.0.144:8080 2246 0.003 200 ba2be374e9b6330a4534a47ce6ce35ca 199.204.45.250 - - [18/Mar/2026:00:56:18 +0000] "GET /admin/realms/atmosphere/clients/682409f1-a1df-47a0-b45c-4208c823bf18/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.012 [auth-system-keycloak-80] [] 10.0.0.144:8080 233 0.013 200 b2bd56c989647abeb5ca7034cb9c96f7 199.204.45.250 - - [18/Mar/2026:00:56:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.014 [auth-system-keycloak-80] [] 10.0.0.144:8080 831 0.014 200 ebe31b6d204e71d72bc799a5fac8d094 199.204.45.250 - - [18/Mar/2026:00:56:18 +0000] "GET /admin/realms/atmosphere/clients/12db2d8a-841f-4e4b-b8af-595e2807b529/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.062 [auth-system-keycloak-80] [] 10.0.0.144:8080 3758 0.062 200 cbc5e8df7bf13bf2141b99235f132021 199.204.45.250 - - [18/Mar/2026:00:56:18 +0000] "GET /admin/realms/atmosphere/users/c10cdbd1-d6d8-41cd-90ee-90522384bd37/role-mappings/clients/12db2d8a-841f-4e4b-b8af-595e2807b529/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.105 [auth-system-keycloak-80] [] 10.0.0.144:8080 3758 0.106 200 4fbfa38a854ce8dc026b6fd0f4953ef0 199.204.45.250 - - [18/Mar/2026:00:56:18 +0000] "GET /admin/realms/atmosphere/users/c10cdbd1-d6d8-41cd-90ee-90522384bd37/role-mappings/clients/12db2d8a-841f-4e4b-b8af-595e2807b529/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.075 [auth-system-keycloak-80] [] 10.0.0.144:8080 2 0.075 200 8563433b3ea667fdf0d7a7f11aec10ac 199.204.45.250 - - [18/Mar/2026:00:56:18 +0000] "POST /admin/realms/atmosphere/users/c10cdbd1-d6d8-41cd-90ee-90522384bd37/role-mappings/clients/12db2d8a-841f-4e4b-b8af-595e2807b529 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.015 [auth-system-keycloak-80] [] 10.0.0.144:8080 0 0.014 204 a495f9640f1e062e80ec01d72c61d3ae 199.204.45.250 - - [18/Mar/2026:00:56:18 +0000] "GET /admin/realms/atmosphere/users/c10cdbd1-d6d8-41cd-90ee-90522384bd37/role-mappings/clients/12db2d8a-841f-4e4b-b8af-595e2807b529/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.057 [auth-system-keycloak-80] [] 10.0.0.144:8080 576 0.057 200 4f1f70d41098b136a71bbd32ab13ce6c W0318 00:56:21.047774 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:56:21.047818 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:56:24.382189 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:56:24.382228 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:56:29.084648 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:56:29.084680 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:56:32.419063 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:56:32.419129 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:56:35.752218 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:56:35.752343 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:58:25.611481 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:58:25.611514 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:58:57.075315 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0318 00:58:57.075374 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:58:57.075388 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 00:58:57.077837 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.002s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:28.7kB} I0318 00:58:57.077862 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0318 00:58:57.085070 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0318 00:58:57.085344 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"2d9b5f3d-2966-49eb-8877-7189e014cf53", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6244", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0318 00:58:57.085596 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0318 00:58:57.085983 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0318 00:58:57.086051 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:58:57.086074 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 00:58:57.086215 7 controller.go:196] "Configuration changes detected, backend reload required" I0318 00:58:57.137731 7 controller.go:216] "Backend successfully reloaded" I0318 00:58:57.137968 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-knnfs", UID:"c8d324ad-fc75-42cb-ace9-5a0cfc563c9f", APIVersion:"v1", ResourceVersion:"1198", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0318 00:58:57.336952 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0318 00:58:57.337899 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0318 00:59:00.419603 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:59:00.419654 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.250 - - [18/Mar/2026:00:59:01 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.006 [openstack-keystone-api-5000] [] 10.0.0.152:5000 281 0.006 300 67cfd0140b619867f036c8c3b0f8c539 199.204.45.250 - - [18/Mar/2026:00:59:02 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.152:5000 266 0.004 200 b268c4fff3b2c2bf2a5e7cd6462822b7 199.204.45.250 - - [18/Mar/2026:00:59:03 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.329 [openstack-keystone-api-5000] [] 10.0.0.152:5000 1360 0.329 201 d57c78872b576c479bd00315693b4ac5 199.204.45.250 - - [18/Mar/2026:00:59:03 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.152:5000 281 0.004 300 797d027a5d24083c990ddc569996d289 199.204.45.250 - - [18/Mar/2026:00:59:03 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.027 [openstack-keystone-api-5000] [] 10.0.0.152:5000 90 0.027 404 3f0a00e0bab4dc1e3c028c57252c790a 199.204.45.250 - - [18/Mar/2026:00:59:03 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.025 [openstack-keystone-api-5000] [] 10.0.0.152:5000 368 0.025 200 ef26e5d00a7c015f49cb604edee7e04d 199.204.45.250 - - [18/Mar/2026:00:59:03 +0000] "GET /v3/domains/233e40626dbc41b89f6c1aca53c5d035 HTTP/1.1" 200 245 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.021 [openstack-keystone-api-5000] [] 10.0.0.152:5000 245 0.022 200 37a0ca2e233e1fcb4ab9b2588db0a2b9 199.204.45.250 - - [18/Mar/2026:00:59:03 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.152:5000 266 0.004 200 1e625718964779a3c0861dc34006d8ee 199.204.45.250 - - [18/Mar/2026:00:59:04 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.310 [openstack-keystone-api-5000] [] 10.0.0.152:5000 1360 0.310 201 9cca915c3c47b364fd17a7dc327687f5 199.204.45.250 - - [18/Mar/2026:00:59:04 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.152:5000 281 0.002 300 aba1f7392f0f4d1522341975e53e23f5 199.204.45.250 - - [18/Mar/2026:00:59:04 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.022 [openstack-keystone-api-5000] [] 10.0.0.152:5000 101 0.022 404 9daf793229dec5f67961617f59ae890a 199.204.45.250 - - [18/Mar/2026:00:59:04 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.020 [openstack-keystone-api-5000] [] 10.0.0.152:5000 156 0.019 200 72bde30c3b4a4ffe6b82f0cfa1fe38d7 199.204.45.250 - - [18/Mar/2026:00:59:04 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.027 [openstack-keystone-api-5000] [] 10.0.0.152:5000 454 0.028 201 32182741a6536ef44ab968849ce3600f 199.204.45.250 - - [18/Mar/2026:00:59:05 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.152:5000 266 0.004 200 be7f75bfae9a7598deca9e2b8f6d93dc 199.204.45.250 - - [18/Mar/2026:00:59:05 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.282 [openstack-keystone-api-5000] [] 10.0.0.152:5000 1360 0.282 201 736130bafada464b7e054a7011c0cb7a 199.204.45.250 - - [18/Mar/2026:00:59:05 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.152:5000 281 0.004 300 2ee86dae34c7363c9fe837a5e8326666 199.204.45.250 - - [18/Mar/2026:00:59:05 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.028 [openstack-keystone-api-5000] [] 10.0.0.152:5000 98 0.028 404 9dbd951ab708b601188653fed35667e1 199.204.45.250 - - [18/Mar/2026:00:59:05 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.022 [openstack-keystone-api-5000] [] 10.0.0.152:5000 136 0.022 200 03788f37407d9d2cac7fd162ebb123ee 199.204.45.250 - - [18/Mar/2026:00:59:05 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 332 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.023 [openstack-keystone-api-5000] [] 10.0.0.152:5000 332 0.023 201 33233907db7fd97a70b05bdb771746cb 199.204.45.250 - - [18/Mar/2026:00:59:06 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.152:5000 266 0.003 200 f2ad97dacc5211174ebaa02969637330 199.204.45.250 - - [18/Mar/2026:00:59:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.286 [openstack-keystone-api-5000] [] 10.0.0.152:5000 1360 0.286 201 7f3daa5ad42100f2bd4ec15cde2731bc 199.204.45.250 - - [18/Mar/2026:00:59:06 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.152:5000 281 0.004 300 a526c45520d4f169fb1ee291664fd9d8 199.204.45.250 - - [18/Mar/2026:00:59:06 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.019 [openstack-keystone-api-5000] [] 10.0.0.152:5000 131 0.019 404 c30c77c5d1720662c9ae9dcf450b2c1c 199.204.45.250 - - [18/Mar/2026:00:59:06 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.023 [openstack-keystone-api-5000] [] 10.0.0.152:5000 168 0.023 200 5fdda0d065e6bd0accaadddc7ffad41a 199.204.45.250 - - [18/Mar/2026:00:59:06 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.026 [openstack-keystone-api-5000] [] 10.0.0.152:5000 224 0.026 201 61f3090869fbbceae6dfcc799dc60966 W0318 00:59:15.993468 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:59:15.993556 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:59:19.327236 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:59:19.327281 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:59:22.799803 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:59:22.799853 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:59:26.134610 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:59:26.134661 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:59:41.454957 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:59:41.455003 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 00:59:45.310809 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.103.145.169"}] I0318 00:59:45.315328 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"2d9b5f3d-2966-49eb-8877-7189e014cf53", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6595", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0318 00:59:45.317059 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:59:45.317095 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:59:49.097420 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:59:49.097451 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:59:52.431977 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:59:52.432027 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:01:18.288293 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0318 01:01:18.288416 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0318 01:01:18.288545 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:01:18.288576 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 01:01:18.293052 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:32.2kB} I0318 01:01:18.293083 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0318 01:01:18.298513 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0318 01:01:18.298799 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"48ceb156-6385-432c-ae8a-d079f7ef65e8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7259", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0318 01:01:18.299191 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0318 01:01:18.299673 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0318 01:01:18.299796 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0318 01:01:18.299884 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:01:18.299908 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 01:01:18.300066 7 controller.go:196] "Configuration changes detected, backend reload required" I0318 01:01:18.355653 7 controller.go:216] "Backend successfully reloaded" I0318 01:01:18.355866 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-knnfs", UID:"c8d324ad-fc75-42cb-ace9-5a0cfc563c9f", APIVersion:"v1", ResourceVersion:"1198", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0318 01:01:18.625411 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0318 01:01:18.626598 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.250 - - [18/Mar/2026:01:01:19 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.152:5000 281 0.004 300 6a0bc5b2fe997afcf09a8d214070cd11 199.204.45.250 - - [18/Mar/2026:01:01:19 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.334 [openstack-keystone-api-5000] [] 10.0.0.152:5000 1992 0.334 201 5a1546b86375db82c818a81ff729669e 199.204.45.250 - - [18/Mar/2026:01:01:19 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.027 [openstack-keystone-api-5000] [] 10.0.0.152:5000 85 0.028 404 7ee6d2d0954d5ef2739b9a1da048ee7f 199.204.45.250 - - [18/Mar/2026:01:01:19 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.021 [openstack-keystone-api-5000] [] 10.0.0.152:5000 129 0.021 200 8a32eb1f3135d91bc6e656ed25bca6e4 199.204.45.250 - - [18/Mar/2026:01:01:19 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.027 [openstack-keystone-api-5000] [] 10.0.0.152:5000 230 0.027 201 16d409317a74b37adf5db27fef7086c7 W0318 01:01:21.633688 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0318 01:01:21.633820 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:01:21.633837 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.250 - - [18/Mar/2026:01:01:24 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.152:5000 281 0.004 300 afb84864fb4dd28e9efb327a9c3963d1 199.204.45.250 - - [18/Mar/2026:01:01:24 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 548 0.287 [openstack-keystone-api-5000] [] 10.0.0.152:5000 1992 0.287 201 610f6c0b7003d47111ac818f3df53d4b 199.204.45.250 - - [18/Mar/2026:01:01:24 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.021 [openstack-keystone-api-5000] [] 10.0.0.152:5000 1521 0.021 200 86c9afdedc68d8ca81a125e57a8e0b0c 199.204.45.250 - - [18/Mar/2026:01:01:24 +0000] "PUT /v3/roles/f669d508a73340beb8db17c0191ea99c/implies/129762072d884363834abe96a13e137e HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.037 [openstack-keystone-api-5000] [] 10.0.0.152:5000 521 0.037 201 67a3731a79a3682125292274d1316a84 W0318 01:01:29.462134 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:01:29.462180 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 01:01:45.311144 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.103.145.169"}] I0318 01:01:45.320881 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"48ceb156-6385-432c-ae8a-d079f7ef65e8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7552", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0318 01:01:45.337218 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:01:45.337340 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.250 - - [18/Mar/2026:01:02:08 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.152:5000 281 0.004 300 a9dc2fb30da18297a601084509fb5ff2 199.204.45.250 - - [18/Mar/2026:01:02:08 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.329 [openstack-keystone-api-5000] [] 10.0.0.152:5000 2055 0.329 201 cbfd5dfea455c71864e528ff7a61642a 199.204.45.250 - - [18/Mar/2026:01:02:08 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.025 [openstack-keystone-api-5000] [] 10.0.0.152:5000 87 0.025 404 b83f27e0d3869850a7a9333210f135e2 199.204.45.250 - - [18/Mar/2026:01:02:08 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.026 [openstack-keystone-api-5000] [] 10.0.0.152:5000 390 0.026 200 4dc4521712cd987d1f898a6e5dea1589 199.204.45.250 - - [18/Mar/2026:01:02:08 +0000] "GET /v3/users/rgw-RegionOne?domain_id=a5a39ea4634649d380864398303cdae6 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.033 [openstack-keystone-api-5000] [] 10.0.0.152:5000 91 0.033 404 7e3739f4b412c40dfc39da2cdd9d3d43 199.204.45.250 - - [18/Mar/2026:01:02:08 +0000] "GET /v3/users?domain_id=a5a39ea4634649d380864398303cdae6&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.036 [openstack-keystone-api-5000] [] 10.0.0.152:5000 178 0.036 200 3d9fc5c4684ce5475a83cd635678bd90 199.204.45.250 - - [18/Mar/2026:01:02:09 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.288 [openstack-keystone-api-5000] [] 10.0.0.152:5000 291 0.287 201 3b8870d2a1173823c7d8aa9a256c478a 199.204.45.250 - - [18/Mar/2026:01:02:12 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.152:5000 281 0.004 300 8519432e5e60fca0d1db40c0bdef413d 199.204.45.250 - - [18/Mar/2026:01:02:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 548 0.298 [openstack-keystone-api-5000] [] 10.0.0.152:5000 2055 0.299 201 265444b9f71556adf6c117d61f67529c 199.204.45.250 - - [18/Mar/2026:01:02:13 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 386 0.024 [openstack-keystone-api-5000] [] 10.0.0.152:5000 83 0.024 404 f746399a0067eb519d14b79e5bca11ea 199.204.45.250 - - [18/Mar/2026:01:02:13 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "python-keystoneclient" 391 0.022 [openstack-keystone-api-5000] [] 10.0.0.152:5000 361 0.022 200 2a499ab9e61cb5fa5a0508d50b287ad3 199.204.45.250 - - [18/Mar/2026:01:02:13 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 390 0.043 [openstack-keystone-api-5000] [] 10.0.0.152:5000 87 0.043 404 d5eb22df9626fc054cd61be525abf344 199.204.45.250 - - [18/Mar/2026:01:02:13 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "python-keystoneclient" 395 0.024 [openstack-keystone-api-5000] [] 10.0.0.152:5000 390 0.024 200 871021c941a7e8f2247976954a8b2345 199.204.45.250 - - [18/Mar/2026:01:02:13 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 394 0.028 [openstack-keystone-api-5000] [] 10.0.0.152:5000 91 0.028 404 4885af778e6bc2ba7446a829bd15b62c 199.204.45.250 - - [18/Mar/2026:01:02:13 +0000] "GET /v3/users?domain_id=a5a39ea4634649d380864398303cdae6&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "python-keystoneclient" 442 0.035 [openstack-keystone-api-5000] [] 10.0.0.152:5000 458 0.035 200 7d8aebf270aabaa3ffef7178fde9669d 199.204.45.250 - - [18/Mar/2026:01:02:13 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 391 0.027 [openstack-keystone-api-5000] [] 10.0.0.152:5000 88 0.027 404 b05e75ad73086798acce69fa6c34da57 199.204.45.250 - - [18/Mar/2026:01:02:13 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "python-keystoneclient" 396 0.024 [openstack-keystone-api-5000] [] 10.0.0.152:5000 520 0.024 200 ff3d507c9022c60151a7213b57ec0f8d 199.204.45.250 - - [18/Mar/2026:01:02:14 +0000] "PUT /v3/projects/2b407375af0640a495c6e32a0377256a/users/c1362cc418d8479e90d39be718f2dc15/roles/a39c8e32f6d049dc95ea24324c27838a HTTP/1.1" 204 0 "-" "python-keystoneclient" 513 1.103 [openstack-keystone-api-5000] [] 10.0.0.152:5000 0 1.103 204 ce170516b0a1593d73ceb3b4276e4dce 199.204.45.250 - - [18/Mar/2026:01:02:20 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.152:5000 281 0.003 300 9054f322c16b180566920828baf9671d 199.204.45.250 - - [18/Mar/2026:01:02:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.327 [openstack-keystone-api-5000] [] 10.0.0.152:5000 2055 0.327 201 55d3a3061621df555e7ec9764d4f2ca3 199.204.45.250 - - [18/Mar/2026:01:02:20 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.020 [openstack-keystone-api-5000] [] 10.0.0.152:5000 151 0.020 200 b0a5ab9253b1a14fc06e0a4c53b72a3d 199.204.45.250 - - [18/Mar/2026:01:02:20 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.026 [openstack-keystone-api-5000] [] 10.0.0.152:5000 263 0.026 201 affabecf85200b2cd5696d6fc48bae4d 199.204.45.250 - - [18/Mar/2026:01:02:21 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.152:5000 281 0.004 300 369039650845d775ce1485f4ed180a50 199.204.45.250 - - [18/Mar/2026:01:02:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.320 [openstack-keystone-api-5000] [] 10.0.0.152:5000 2157 0.320 201 dff2d66a5a1e97ed32db051aa45af8f5 199.204.45.250 - - [18/Mar/2026:01:02:21 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.025 [openstack-keystone-api-5000] [] 10.0.0.152:5000 86 0.025 404 e25c983257e61a525421632d8b0d8ca9 199.204.45.250 - - [18/Mar/2026:01:02:21 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.023 [openstack-keystone-api-5000] [] 10.0.0.152:5000 382 0.023 200 e842edea9f4b2c5ee4bceed18f472225 199.204.45.250 - - [18/Mar/2026:01:02:21 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=0a63bd9dffcb498cb3ef944f8fe4ecec HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.023 [openstack-keystone-api-5000] [] 10.0.0.152:5000 205 0.024 200 7d30ba08f889c56c36c36a1693e702d2 199.204.45.250 - - [18/Mar/2026:01:02:21 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.033 [openstack-keystone-api-5000] [] 10.0.0.152:5000 379 0.033 201 338adcae0d2d0c3e602bf0a000c427e0 199.204.45.250 - - [18/Mar/2026:01:02:22 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.152:5000 281 0.004 300 54b994287b476406d74c483bb45f9d0a 199.204.45.250 - - [18/Mar/2026:01:02:22 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.304 [openstack-keystone-api-5000] [] 10.0.0.152:5000 2366 0.304 201 cd2250d50c148118e00d3b3d8f327f73 199.204.45.250 - - [18/Mar/2026:01:02:22 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.024 [openstack-keystone-api-5000] [] 10.0.0.152:5000 86 0.024 404 92e52f0f11c6821c6aec42551dfe444a 199.204.45.250 - - [18/Mar/2026:01:02:22 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.018 [openstack-keystone-api-5000] [] 10.0.0.152:5000 382 0.018 200 f0f147cd3759548ac7161ee5e4289b23 199.204.45.250 - - [18/Mar/2026:01:02:22 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=0a63bd9dffcb498cb3ef944f8fe4ecec HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.027 [openstack-keystone-api-5000] [] 10.0.0.152:5000 207 0.027 200 a26ae2d4baab2d9d45d6967b8c9b9499 199.204.45.250 - - [18/Mar/2026:01:02:22 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.032 [openstack-keystone-api-5000] [] 10.0.0.152:5000 392 0.032 201 3a51e41a3de44370f6fe8c06f5ddfcb9 W0318 01:02:24.001915 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0318 01:02:24.002058 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0318 01:02:24.002138 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:02:24.002158 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 01:02:24.005956 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.004s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:35.7kB} I0318 01:02:24.005980 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0318 01:02:24.010674 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0318 01:02:24.010918 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"d9d82b19-62ff-434d-8cff-e15125e2cb39", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7784", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0318 01:02:24.011228 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0318 01:02:24.011616 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0318 01:02:24.011732 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0318 01:02:24.011820 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:02:24.011840 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 01:02:24.011990 7 controller.go:196] "Configuration changes detected, backend reload required" I0318 01:02:24.073676 7 controller.go:216] "Backend successfully reloaded" I0318 01:02:24.073813 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-knnfs", UID:"c8d324ad-fc75-42cb-ace9-5a0cfc563c9f", APIVersion:"v1", ResourceVersion:"1198", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0318 01:02:24.251802 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0318 01:02:24.252720 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0318 01:02:27.346074 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0318 01:02:27.346261 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:02:27.346283 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:02:40.623176 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0318 01:02:40.623318 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:02:40.623336 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:02:43.957397 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0318 01:02:43.957741 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:02:43.957772 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 01:02:43.958071 7 controller.go:196] "Configuration changes detected, backend reload required" I0318 01:02:44.028242 7 controller.go:216] "Backend successfully reloaded" I0318 01:02:44.028973 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-knnfs", UID:"c8d324ad-fc75-42cb-ace9-5a0cfc563c9f", APIVersion:"v1", ResourceVersion:"1198", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0318 01:02:45.311492 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.103.145.169"}] I0318 01:02:45.317039 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"d9d82b19-62ff-434d-8cff-e15125e2cb39", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7989", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0318 01:02:47.291047 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0318 01:02:47.291304 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:02:47.291338 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:02:50.624064 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0318 01:02:50.624316 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:02:50.624352 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:02:53.957494 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0318 01:02:53.957630 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:02:53.957648 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:02:57.291728 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0318 01:02:57.291926 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:02:57.291954 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:03:12.124539 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0318 01:03:12.124810 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:03:12.124835 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:03:19.295945 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0318 01:03:19.296121 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:03:19.296147 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:03:48.103430 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0318 01:03:48.103610 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:03:48.103629 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:04:27.391606 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:04:27.391682 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:05:20.573036 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0318 01:05:20.573174 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0318 01:05:20.573256 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:05:20.573281 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 01:05:20.577429 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.005s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:39.2kB} I0318 01:05:20.577452 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0318 01:05:20.580450 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0318 01:05:20.580733 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"b3f1e871-194a-47ba-8078-00090ab03ceb", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9224", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0318 01:05:20.580952 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0318 01:05:20.581292 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0318 01:05:20.581376 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0318 01:05:20.581433 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:05:20.581447 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 01:05:20.581554 7 controller.go:196] "Configuration changes detected, backend reload required" I0318 01:05:20.632100 7 controller.go:216] "Backend successfully reloaded" I0318 01:05:20.632366 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-knnfs", UID:"c8d324ad-fc75-42cb-ace9-5a0cfc563c9f", APIVersion:"v1", ResourceVersion:"1198", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0318 01:05:20.972053 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0318 01:05:20.972761 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0318 01:05:23.915675 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0318 01:05:23.916021 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:05:23.916083 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.250 - - [18/Mar/2026:01:05:24 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.152:5000 281 0.005 300 e5efa8218fc2f1920fe49fc5b329b028 199.204.45.250 - - [18/Mar/2026:01:05:25 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.344 [openstack-keystone-api-5000] [] 10.0.0.152:5000 3201 0.344 201 d160c86cb55d5a65d047f0892a514093 199.204.45.250 - - [18/Mar/2026:01:05:25 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 51b898a552080b7f9c34da3fe2995e53 199.204.45.250 - - [18/Mar/2026:01:05:25 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 4aaa6ddd0686419108bc099c45f3313d 199.204.45.250 - - [18/Mar/2026:01:05:26 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.152:5000 281 0.004 300 42b6c59a63e8c495214da41c4cd7656d 199.204.45.250 - - [18/Mar/2026:01:05:27 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.302 [openstack-keystone-api-5000] [] 10.0.0.152:5000 3201 0.302 201 23f322f6e6ec704a808f33694de92ce3 199.204.45.250 - - [18/Mar/2026:01:05:27 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e8449bf8132f01050be0297f943788dc 199.204.45.250 - - [18/Mar/2026:01:05:27 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c4b9cbd402a1802c2caf834dc4fd29eb 199.204.45.250 - - [18/Mar/2026:01:05:28 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.007 [openstack-keystone-api-5000] [] 10.0.0.152:5000 281 0.007 300 eed837f0b5b14e295906fca55a6b11b9 199.204.45.250 - - [18/Mar/2026:01:05:28 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.296 [openstack-keystone-api-5000] [] 10.0.0.152:5000 3201 0.296 201 99ddb3510a7b82984e9703081f95bd7e 199.204.45.250 - - [18/Mar/2026:01:05:28 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 41345c24f5094518f7a7709cb142412f 199.204.45.250 - - [18/Mar/2026:01:05:28 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - df36d651eaa35ccbdc74db40483383ef 199.204.45.250 - - [18/Mar/2026:01:05:30 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.152:5000 281 0.004 300 d84f31f67bd3a6789189c73786722284 199.204.45.250 - - [18/Mar/2026:01:05:30 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.293 [openstack-keystone-api-5000] [] 10.0.0.152:5000 3201 0.293 201 1634d8a529fe89cdad049423505c2e04 199.204.45.250 - - [18/Mar/2026:01:05:30 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 27b6606b0403660774364db27623d0ce 199.204.45.250 - - [18/Mar/2026:01:05:30 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c252c2e23042bc40d8e7559acc4b4c28 199.204.45.250 - - [18/Mar/2026:01:05:32 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.152:5000 281 0.005 300 18411c2a3c6316e2f5d4b01e0cddf091 199.204.45.250 - - [18/Mar/2026:01:05:32 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.304 [openstack-keystone-api-5000] [] 10.0.0.152:5000 3201 0.304 201 c68e0f1c0223f52ba3fa20ae1b5b8cbb 199.204.45.250 - - [18/Mar/2026:01:05:32 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 6d7049609df9c7e81e0f2c06b4218a40 199.204.45.250 - - [18/Mar/2026:01:05:32 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 19655be89d7cbd8994b9ab50cbc969d3 199.204.45.250 - - [18/Mar/2026:01:05:33 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.152:5000 281 0.003 300 103c55eefeb69974379c1b6792810201 199.204.45.250 - - [18/Mar/2026:01:05:34 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.291 [openstack-keystone-api-5000] [] 10.0.0.152:5000 3201 0.291 201 852b2a49eedfd9a788c0f4495ae0ba21 199.204.45.250 - - [18/Mar/2026:01:05:34 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 872fbbdd4391a620a5abb1516624e5bf 199.204.45.250 - - [18/Mar/2026:01:05:34 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c05a70d10917e4c5580abd449eda61e3 W0318 01:05:35.181430 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0318 01:05:35.181700 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:05:35.181735 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.250 - - [18/Mar/2026:01:05:35 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.152:5000 281 0.004 300 926ce3788abda37b77cc0305add255c3 199.204.45.250 - - [18/Mar/2026:01:05:35 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.295 [openstack-keystone-api-5000] [] 10.0.0.152:5000 3201 0.295 201 4276770b5646bf3e44aa01acc2339c13 199.204.45.250 - - [18/Mar/2026:01:05:35 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 03dab285dbfcdcf12ffa3dcb6851890c 199.204.45.250 - - [18/Mar/2026:01:05:35 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 11c30d582ee83ff31c177afe0889a945 199.204.45.250 - - [18/Mar/2026:01:05:37 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.152:5000 281 0.004 300 cafac7ea00a2b78c4e70c1b149d8f66e 199.204.45.250 - - [18/Mar/2026:01:05:37 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.287 [openstack-keystone-api-5000] [] 10.0.0.152:5000 3201 0.287 201 511556609d9bdcc6fbb3c607e69b103e 199.204.45.250 - - [18/Mar/2026:01:05:37 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 9e23b315f66a3eb497e85861c03fd5c4 199.204.45.250 - - [18/Mar/2026:01:05:37 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 6e51a83777143920f2770090693656b1 199.204.45.250 - - [18/Mar/2026:01:05:39 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.152:5000 281 0.004 300 9dd551d4b247226509a2f19d09ef89b7 199.204.45.250 - - [18/Mar/2026:01:05:39 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.323 [openstack-keystone-api-5000] [] 10.0.0.152:5000 3201 0.323 201 e91420b36805633b1c74cef283aace90 199.204.45.250 - - [18/Mar/2026:01:05:39 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 44984547f84d37a07e2f474c16af7a98 199.204.45.250 - - [18/Mar/2026:01:05:39 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 8cf4a8fb98be69528fb40c05ba8f5d1c 199.204.45.250 - - [18/Mar/2026:01:05:40 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.152:5000 281 0.005 300 2657ff70a4ab89148a9c2bc7b7800033 199.204.45.250 - - [18/Mar/2026:01:05:41 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.386 [openstack-keystone-api-5000] [] 10.0.0.152:5000 3201 0.387 201 d1d51a937bf5e528b7dcda01fc903fe6 199.204.45.250 - - [18/Mar/2026:01:05:41 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 3604cd4683b997973358c12307823b82 199.204.45.250 - - [18/Mar/2026:01:05:41 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ff84893b1284e5bde4ac6b88d67b28d4 199.204.45.250 - - [18/Mar/2026:01:05:42 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.152:5000 281 0.005 300 22d4f03be1233f2f7850bba31cd93021 199.204.45.250 - - [18/Mar/2026:01:05:43 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.290 [openstack-keystone-api-5000] [] 10.0.0.152:5000 3201 0.290 201 c12602dba2bedf1fe9825fcc9792fc5c 199.204.45.250 - - [18/Mar/2026:01:05:43 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 7a3e3a5b818eb04427bfce3f05549a8c 199.204.45.250 - - [18/Mar/2026:01:05:43 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 6efffcc7b84448a17dc744fe439e370b W0318 01:05:43.536951 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:05:43.536987 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.250 - - [18/Mar/2026:01:05:44 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.152:5000 281 0.003 300 05411ca75a60114f21ed245fae3470cc 199.204.45.250 - - [18/Mar/2026:01:05:44 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.289 [openstack-keystone-api-5000] [] 10.0.0.152:5000 3201 0.289 201 1b075091d3ca83e9a7c7b6b410bce98f 199.204.45.250 - - [18/Mar/2026:01:05:44 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.1:9292 1193 0.002 300 052153aaf9038038eaa8c61398a2176b I0318 01:05:45.312071 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.103.145.169"}] I0318 01:05:45.316783 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"b3f1e871-194a-47ba-8078-00090ab03ceb", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9398", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync 199.204.45.250 - - [18/Mar/2026:01:05:45 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.649 [openstack-glance-api-9292] [] 10.0.0.1:9292 69 0.649 200 064ee23a83a283c0b905c56761b96ab5 W0318 01:05:46.871426 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:05:46.871478 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.250 - - [18/Mar/2026:01:05:48 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.152:5000 281 0.003 300 8156fb2214ad721ccdc24dfc7bbf5792 199.204.45.250 - - [18/Mar/2026:01:05:48 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.294 [openstack-keystone-api-5000] [] 10.0.0.152:5000 3201 0.294 201 f778d578934b57664b18e623bdc1d978 199.204.45.250 - - [18/Mar/2026:01:05:48 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.1:9292 1193 0.003 300 02aa7caf58535d63d5edee883a4d475e 199.204.45.250 - - [18/Mar/2026:01:05:48 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.053 [openstack-glance-api-9292] [] 10.0.0.1:9292 69 0.053 200 afb063475d50ebdc5e2a4ef8cb64d8e5 199.204.45.250 - - [18/Mar/2026:01:05:48 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.106 [openstack-glance-api-9292] [] 10.0.0.1:9292 151 0.106 404 caeae0b676729bdad07660b6a65bc157 199.204.45.250 - - [18/Mar/2026:01:05:48 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.021 [openstack-glance-api-9292] [] 10.0.0.1:9292 81 0.021 200 38c2150839f4545d7f0e79320f745bfb 199.204.45.250 - - [18/Mar/2026:01:05:48 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.025 [openstack-glance-api-9292] [] 10.0.0.1:9292 84 0.025 200 b52f30e5fcbca8265c2230050454aecd 199.204.45.250 - - [18/Mar/2026:01:05:48 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.052 [openstack-glance-api-9292] [] 10.0.0.1:9292 760 0.052 201 eaf091c270946b46a232269f443fdbab 199.204.45.250 - - [18/Mar/2026:01:05:52 +0000] "PUT /v2/images/32c95b59-4457-4d91-9958-bb7785b93827/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 3.833 [openstack-glance-api-9292] [] 10.0.0.1:9292 0 3.833 204 899a2c243cacf232e60263687ef5aad9 199.204.45.250 - - [18/Mar/2026:01:05:52 +0000] "GET /v2/images/32c95b59-4457-4d91-9958-bb7785b93827 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.017 [openstack-glance-api-9292] [] 10.0.0.1:9292 1171 0.017 200 224caf7e07b5ed40ec9add540e421bc9 199.204.45.250 - - [18/Mar/2026:01:05:52 +0000] "GET /v2/images/32c95b59-4457-4d91-9958-bb7785b93827 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.017 [openstack-glance-api-9292] [] 10.0.0.1:9292 1171 0.016 200 cc7de2accb4a875a0fa4c5a145e80086 W0318 01:05:55.507402 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:05:55.507444 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:05:58.840947 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:05:58.840973 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store