------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0324 15:04:58.274474 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0324 15:04:58.274650 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0324 15:04:58.284750 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0324 15:04:58.287858 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0324 15:04:58.839773 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0324 15:04:58.855707 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0324 15:04:58.869712 7 nginx.go:271] "Starting NGINX Ingress controller" I0324 15:04:58.876424 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"509a18b7-7b7e-41fe-bd37-c12c7f03161d", APIVersion:"v1", ResourceVersion:"1078", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0324 15:04:58.880441 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"35d6040e-911d-4e46-87f3-3bfebdb5fa64", APIVersion:"v1", ResourceVersion:"1076", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0324 15:04:58.880533 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"18939a7b-f92f-41a1-925f-a33cd7da1f7b", APIVersion:"v1", ResourceVersion:"1077", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0324 15:05:00.071857 7 nginx.go:317] "Starting NGINX process" I0324 15:05:00.072163 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0324 15:05:00.072351 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0324 15:05:00.072542 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0324 15:05:00.072593 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:05:00.072607 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:05:00.072643 7 controller.go:196] "Configuration changes detected, backend reload required" I0324 15:05:00.085849 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0324 15:05:00.085890 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-xqht6" I0324 15:05:00.107952 7 controller.go:216] "Backend successfully reloaded" I0324 15:05:00.108097 7 controller.go:227] "Initial sync, sleeping for 1 second" I0324 15:05:00.108174 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-xqht6", UID:"9a699495-bb53-4d45-9e8f-63edfca3b4fd", APIVersion:"v1", ResourceVersion:"1182", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0324 15:05:03.897027 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:05:03.897069 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:05:07.231813 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:05:07.231886 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:05:10.564804 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:05:10.564851 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:05:13.898696 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:05:13.898725 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:05:17.231247 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:05:17.231282 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:05:20.564457 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:05:20.564521 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:05:23.898463 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:05:23.898523 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:05:28.837898 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:05:28.837941 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:05:32.171988 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:05:32.172037 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:05:35.672679 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:05:35.672720 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:06:24.323590 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:06:24.323624 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:06:31.973004 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:06:31.973028 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:06:36.830345 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:06:36.830397 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:06:40.164045 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:06:40.164074 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:06:43.497099 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:06:43.497292 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:06:46.830656 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:06:46.830705 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:06:50.163830 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:06:50.163875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:06:54.221547 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:06:54.221584 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:06:57.557502 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:06:57.557549 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:07:00.888737 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:07:00.888794 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:07:04.222620 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:07:04.222665 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:07:07.555911 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:07:07.555957 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:09:17.083440 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:09:17.083492 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:09:19.650126 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-9.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-9.nip.io-tls was not found. Using default certificate W0324 15:09:19.650205 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:09:19.650225 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:09:19.652794 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.003s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:14.7kB} I0324 15:09:19.652840 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0324 15:09:19.660629 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0324 15:09:19.661090 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-9.nip.io-tls" in local store I0324 15:09:19.661520 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"af28482f-400f-415e-adbc-5aa6a1c01e5d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"2977", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0324 15:09:19.981513 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-9.nip.io-tls" I0324 15:09:19.982832 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-9.nip.io-tls" W0324 15:09:20.417858 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:09:20.417887 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:09:20.417957 7 controller.go:196] "Configuration changes detected, backend reload required" I0324 15:09:20.458764 7 controller.go:216] "Backend successfully reloaded" I0324 15:09:20.459123 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-xqht6", UID:"9a699495-bb53-4d45-9e8f-63edfca3b4fd", APIVersion:"v1", ResourceVersion:"1182", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0324 15:09:23.750507 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:09:23.750558 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.9 - - [24/Mar/2026:15:09:30 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 2.311 [auth-system-keycloak-80] [] 10.0.0.63:8080 1921 2.310 200 a13f80f749282a55863befe39a707e86 199.19.213.9 - - [24/Mar/2026:15:09:30 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1193 0.184 [auth-system-keycloak-80] [] 10.0.0.63:8080 116 0.185 404 799ef82c6dfe5972ed6f1aaebd43629d 199.19.213.9 - - [24/Mar/2026:15:09:35 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1292 4.301 [auth-system-keycloak-80] [] 10.0.0.63:8080 0 4.299 201 6968059155cab6c9f809d9b388d8ac93 199.19.213.9 - - [24/Mar/2026:15:09:35 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1193 0.669 [auth-system-keycloak-80] [] 10.0.0.63:8080 4246 0.669 200 84ddd6716202ba0278bd0488375387fc 199.19.213.9 - - [24/Mar/2026:15:09:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.546 [auth-system-keycloak-80] [] 10.0.0.63:8080 1921 0.545 200 4d5d45e5112dfe6d08b1b24667258f13 199.19.213.9 - - [24/Mar/2026:15:09:37 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1207 0.100 [auth-system-keycloak-80] [] 10.0.0.63:8080 12500 0.100 200 a0711e7da404b22d4b081c68877891f4 199.19.213.9 - - [24/Mar/2026:15:09:37 +0000] "GET /admin/realms/atmosphere/client-scopes/1c016e12-4460-45f3-8ae8-86b9a47d7ea0 HTTP/1.1" 200 1278 "-" "Ansible" 1244 0.013 [auth-system-keycloak-80] [] 10.0.0.63:8080 1278 0.013 200 673ee708b8799674386b65a3042d274c 199.19.213.9 - - [24/Mar/2026:15:09:37 +0000] "PUT /admin/realms/atmosphere/client-scopes/1c016e12-4460-45f3-8ae8-86b9a47d7ea0 HTTP/1.1" 204 0 "-" "Ansible" 1844 0.070 [auth-system-keycloak-80] [] 10.0.0.63:8080 0 0.070 204 67657d04a612da719ffbf5b77bbabb75 199.19.213.9 - - [24/Mar/2026:15:09:37 +0000] "GET /admin/realms/atmosphere/client-scopes/1c016e12-4460-45f3-8ae8-86b9a47d7ea0/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1268 0.081 [auth-system-keycloak-80] [] 10.0.0.63:8080 963 0.082 200 8becd7f755e53f6ff3411d79b14bb4ec 199.19.213.9 - - [24/Mar/2026:15:09:37 +0000] "GET /admin/realms/atmosphere/client-scopes/1c016e12-4460-45f3-8ae8-86b9a47d7ea0/protocol-mappers/models/de98a6d3-b8f7-4d33-b5d0-d55e0ed0543a HTTP/1.1" 200 366 "-" "Ansible" 1305 0.010 [auth-system-keycloak-80] [] 10.0.0.63:8080 366 0.010 200 75ca0a6c4998905ed90d34c623cc969f 199.19.213.9 - - [24/Mar/2026:15:09:37 +0000] "PUT /admin/realms/atmosphere/client-scopes/1c016e12-4460-45f3-8ae8-86b9a47d7ea0/protocol-mappers/models/de98a6d3-b8f7-4d33-b5d0-d55e0ed0543a HTTP/1.1" 204 0 "-" "Ansible" 1618 0.086 [auth-system-keycloak-80] [] 10.0.0.63:8080 0 0.084 204 b5c21e96b0e11e46b53fb4727c71b7cf 199.19.213.9 - - [24/Mar/2026:15:09:37 +0000] "GET /admin/realms/atmosphere/client-scopes/1c016e12-4460-45f3-8ae8-86b9a47d7ea0 HTTP/1.1" 200 1218 "-" "Ansible" 1244 0.084 [auth-system-keycloak-80] [] 10.0.0.63:8080 1218 0.084 200 a03763eb8dcd9ce08e5124d7a7828701 199.19.213.9 - - [24/Mar/2026:15:09:58 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.505 [auth-system-keycloak-80] [] 10.0.0.63:8080 1921 0.505 200 ef9d143778e1a5923927eb6d2fc3a8b2 199.19.213.9 - - [24/Mar/2026:15:09:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1223 0.014 [auth-system-keycloak-80] [] 10.0.0.63:8080 2 0.014 200 031d9da3dff25d4444520e317488f2bd 199.19.213.9 - - [24/Mar/2026:15:09:59 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1651 0.172 [auth-system-keycloak-80] [] 10.0.0.63:8080 0 0.172 201 6a1240dfa34cf3131231afaf625b3963 199.19.213.9 - - [24/Mar/2026:15:09:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1257 "-" "Ansible" 1223 0.086 [auth-system-keycloak-80] [] 10.0.0.63:8080 1257 0.085 200 17399269b82cedf8c607dc495a55ae2a 199.19.213.9 - - [24/Mar/2026:15:10:00 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.506 [auth-system-keycloak-80] [] 10.0.0.63:8080 1921 0.505 200 f6553a01e19e89495847a22561d349c6 199.19.213.9 - - [24/Mar/2026:15:10:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1218 0.016 [auth-system-keycloak-80] [] 10.0.0.63:8080 2 0.017 200 321ee52122a1f16e86ca881b8ba2792c I0324 15:10:00.094051 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.107.76.146"}] I0324 15:10:00.100109 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"af28482f-400f-415e-adbc-5aa6a1c01e5d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3357", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 15:10:00.101455 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:10:00.101486 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.9 - - [24/Mar/2026:15:10:00 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1680 0.064 [auth-system-keycloak-80] [] 10.0.0.63:8080 0 0.062 201 d60a6369c3fba259e06c2f080a29ef5c 199.19.213.9 - - [24/Mar/2026:15:10:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.068 [auth-system-keycloak-80] [] 10.0.0.63:8080 1280 0.067 200 3dc40c74f5491954556eafc91b56598e 199.19.213.9 - - [24/Mar/2026:15:10:01 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.519 [auth-system-keycloak-80] [] 10.0.0.63:8080 1921 0.519 200 1492e019063f54b8e4830a4030d3ad73 199.19.213.9 - - [24/Mar/2026:15:10:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1221 0.007 [auth-system-keycloak-80] [] 10.0.0.63:8080 2 0.007 200 9b8bb8ac049d48155af9b5e329dff64a 199.19.213.9 - - [24/Mar/2026:15:10:01 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1643 0.093 [auth-system-keycloak-80] [] 10.0.0.63:8080 0 0.092 201 b4ce2fccd0d11faec2a757b021ef42bd 199.19.213.9 - - [24/Mar/2026:15:10:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1247 "-" "Ansible" 1221 0.070 [auth-system-keycloak-80] [] 10.0.0.63:8080 1247 0.071 200 8a6bc13e6adb7fcea239ad3f0711faa6 199.19.213.9 - - [24/Mar/2026:15:10:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.484 [auth-system-keycloak-80] [] 10.0.0.63:8080 1921 0.483 200 f59fa6b77e0f6e4fd1f70d4f82b18ca8 199.19.213.9 - - [24/Mar/2026:15:10:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1257 "-" "Ansible" 1223 0.039 [auth-system-keycloak-80] [] 10.0.0.63:8080 1257 0.038 200 ef4cac1a501a4537c655cbbb95a57278 199.19.213.9 - - [24/Mar/2026:15:10:02 +0000] "GET /admin/realms/atmosphere/clients/9111c57c-9db3-494d-91b5-2a98ce6452e8/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1251 0.016 [auth-system-keycloak-80] [] 10.0.0.63:8080 119 0.017 404 af6749a49298fe41b8e5cd879445e47a 199.19.213.9 - - [24/Mar/2026:15:10:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1257 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.63:8080 1257 0.006 200 46c11e818a1352bf9c29f6f30ce85969 199.19.213.9 - - [24/Mar/2026:15:10:02 +0000] "POST /admin/realms/atmosphere/clients/9111c57c-9db3-494d-91b5-2a98ce6452e8/roles HTTP/1.1" 201 0 "-" "Ansible" 1346 0.056 [auth-system-keycloak-80] [] 10.0.0.63:8080 0 0.055 201 4d381a3d9ff4023228a4fbe52c13fe8d 199.19.213.9 - - [24/Mar/2026:15:10:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1257 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.63:8080 1257 0.007 200 f528fd725ede58740800d722655ae5b1 199.19.213.9 - - [24/Mar/2026:15:10:02 +0000] "GET /admin/realms/atmosphere/clients/9111c57c-9db3-494d-91b5-2a98ce6452e8/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1251 0.072 [auth-system-keycloak-80] [] 10.0.0.63:8080 166 0.072 200 cd9aef09db126dafc9a0888542d96937 199.19.213.9 - - [24/Mar/2026:15:10:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.501 [auth-system-keycloak-80] [] 10.0.0.63:8080 1921 0.500 200 7fe84b79632822895a1892cb003b913d 199.19.213.9 - - [24/Mar/2026:15:10:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.007 [auth-system-keycloak-80] [] 10.0.0.63:8080 1280 0.007 200 f997e27c2a3c6ed74d941f1e78d9c9ce 199.19.213.9 - - [24/Mar/2026:15:10:03 +0000] "GET /admin/realms/atmosphere/clients/77da03b9-3ebc-4209-a09c-e0f1454146d0/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1250 0.011 [auth-system-keycloak-80] [] 10.0.0.63:8080 119 0.011 404 94e6b1b887395beaa27725c3e5c1bf9f 199.19.213.9 - - [24/Mar/2026:15:10:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.007 [auth-system-keycloak-80] [] 10.0.0.63:8080 1280 0.007 200 092a057a5c08f0d7e9e5575c41dab7b7 199.19.213.9 - - [24/Mar/2026:15:10:03 +0000] "POST /admin/realms/atmosphere/clients/77da03b9-3ebc-4209-a09c-e0f1454146d0/roles HTTP/1.1" 201 0 "-" "Ansible" 1345 0.035 [auth-system-keycloak-80] [] 10.0.0.63:8080 0 0.034 201 d9625b79891442e0776123a32095c172 199.19.213.9 - - [24/Mar/2026:15:10:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.008 [auth-system-keycloak-80] [] 10.0.0.63:8080 1280 0.009 200 6289fc9ca08b4003d9767c4b95da6edc 199.19.213.9 - - [24/Mar/2026:15:10:03 +0000] "GET /admin/realms/atmosphere/clients/77da03b9-3ebc-4209-a09c-e0f1454146d0/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1250 0.013 [auth-system-keycloak-80] [] 10.0.0.63:8080 165 0.013 200 aaeb65e06c20e07c9fc9cad5e554c0f7 199.19.213.9 - - [24/Mar/2026:15:10:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.487 [auth-system-keycloak-80] [] 10.0.0.63:8080 1921 0.486 200 4de08c0f7c99c6983b57aecc759b8fa1 199.19.213.9 - - [24/Mar/2026:15:10:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.007 [auth-system-keycloak-80] [] 10.0.0.63:8080 1280 0.007 200 cb7569e3f19e0f8dc257133a295649eb 199.19.213.9 - - [24/Mar/2026:15:10:04 +0000] "GET /admin/realms/atmosphere/clients/77da03b9-3ebc-4209-a09c-e0f1454146d0/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1251 0.064 [auth-system-keycloak-80] [] 10.0.0.63:8080 119 0.063 404 dcfe8278f906bb4e04ee90a942349cf2 199.19.213.9 - - [24/Mar/2026:15:10:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.006 [auth-system-keycloak-80] [] 10.0.0.63:8080 1280 0.006 200 ae1384d77fd8c1fb7a39aefd93b8d84d 199.19.213.9 - - [24/Mar/2026:15:10:04 +0000] "POST /admin/realms/atmosphere/clients/77da03b9-3ebc-4209-a09c-e0f1454146d0/roles HTTP/1.1" 201 0 "-" "Ansible" 1346 0.072 [auth-system-keycloak-80] [] 10.0.0.63:8080 0 0.072 201 6a24587766631f157d94b916128e264c 199.19.213.9 - - [24/Mar/2026:15:10:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.008 [auth-system-keycloak-80] [] 10.0.0.63:8080 1280 0.008 200 b41d49da303021ffefe26b9929a78a30 199.19.213.9 - - [24/Mar/2026:15:10:04 +0000] "GET /admin/realms/atmosphere/clients/77da03b9-3ebc-4209-a09c-e0f1454146d0/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1251 0.070 [auth-system-keycloak-80] [] 10.0.0.63:8080 166 0.070 200 e1775a8eabd4cfaaa4930e1d883a0003 199.19.213.9 - - [24/Mar/2026:15:10:05 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.478 [auth-system-keycloak-80] [] 10.0.0.63:8080 1921 0.477 200 2a9dfaa8cc6733a30c791a11f72104e5 199.19.213.9 - - [24/Mar/2026:15:10:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.040 [auth-system-keycloak-80] [] 10.0.0.63:8080 1280 0.041 200 6aa18ef0df6960041dd55c5ef8d3f0ca 199.19.213.9 - - [24/Mar/2026:15:10:05 +0000] "GET /admin/realms/atmosphere/clients/77da03b9-3ebc-4209-a09c-e0f1454146d0/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1251 0.012 [auth-system-keycloak-80] [] 10.0.0.63:8080 119 0.012 404 e7603cb966ebcefd07183a2e6bf02b92 199.19.213.9 - - [24/Mar/2026:15:10:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.008 [auth-system-keycloak-80] [] 10.0.0.63:8080 1280 0.007 200 2650f633577da442c78d137e417d86de 199.19.213.9 - - [24/Mar/2026:15:10:05 +0000] "POST /admin/realms/atmosphere/clients/77da03b9-3ebc-4209-a09c-e0f1454146d0/roles HTTP/1.1" 201 0 "-" "Ansible" 1346 0.042 [auth-system-keycloak-80] [] 10.0.0.63:8080 0 0.041 201 309611463e643f90a7d0dcba0f408ce8 199.19.213.9 - - [24/Mar/2026:15:10:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.007 [auth-system-keycloak-80] [] 10.0.0.63:8080 1280 0.006 200 ca2e2a795fac6d484be8fbebff07e9ac 199.19.213.9 - - [24/Mar/2026:15:10:05 +0000] "GET /admin/realms/atmosphere/clients/77da03b9-3ebc-4209-a09c-e0f1454146d0/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1251 0.071 [auth-system-keycloak-80] [] 10.0.0.63:8080 166 0.072 200 7724050b44b38d6da22200015b7097e5 199.19.213.9 - - [24/Mar/2026:15:10:06 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.567 [auth-system-keycloak-80] [] 10.0.0.63:8080 1921 0.565 200 eee57ef8772c063534d799a3e43a3ee0 199.19.213.9 - - [24/Mar/2026:15:10:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1247 "-" "Ansible" 1221 0.035 [auth-system-keycloak-80] [] 10.0.0.63:8080 1247 0.034 200 d2c21a9a53d81fd220bf56197fac0814 199.19.213.9 - - [24/Mar/2026:15:10:06 +0000] "GET /admin/realms/atmosphere/clients/a6115f1b-f807-433d-a086-d86391fe562b/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1251 0.009 [auth-system-keycloak-80] [] 10.0.0.63:8080 119 0.009 404 2173fe26591e1bf9ec8b2e47b1eb9481 199.19.213.9 - - [24/Mar/2026:15:10:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1247 "-" "Ansible" 1221 0.006 [auth-system-keycloak-80] [] 10.0.0.63:8080 1247 0.006 200 4bb80623d301baf23f5dfc0768099271 199.19.213.9 - - [24/Mar/2026:15:10:06 +0000] "POST /admin/realms/atmosphere/clients/a6115f1b-f807-433d-a086-d86391fe562b/roles HTTP/1.1" 201 0 "-" "Ansible" 1346 0.053 [auth-system-keycloak-80] [] 10.0.0.63:8080 0 0.052 201 d7915f7b436e8b8867e07b00e0e6df69 199.19.213.9 - - [24/Mar/2026:15:10:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1247 "-" "Ansible" 1221 0.009 [auth-system-keycloak-80] [] 10.0.0.63:8080 1247 0.009 200 00bdc352cc674c22f6679b09f2174e3d 199.19.213.9 - - [24/Mar/2026:15:10:06 +0000] "GET /admin/realms/atmosphere/clients/a6115f1b-f807-433d-a086-d86391fe562b/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1251 0.014 [auth-system-keycloak-80] [] 10.0.0.63:8080 166 0.013 200 c41c7ae95e918759f5106e121c3933a5 W0324 15:10:15.775240 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:10:15.775271 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:10:19.109520 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:10:19.109567 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:11:11.603672 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:11:11.603718 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:11:11.685250 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:11:11.685319 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0324 15:11:11.685354 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:11:11.685371 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:11:11.685662 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0324 15:11:11.685765 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0324 15:11:11.685824 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:11:11.685851 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:11:11.685987 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:11:11.686148 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0324 15:11:11.686388 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:11:11.686432 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:11:11.687542 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0324 15:11:11.687570 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0324 15:11:11.689591 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:18.2kB} I0324 15:11:11.689638 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0324 15:11:11.692144 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.007s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.007s testedConfigurationSize:18.2kB} I0324 15:11:11.692185 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0324 15:11:11.695438 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0324 15:11:11.695643 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"194009e7-09c7-4191-9fe1-d6d53a0e9c7b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3930", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 15:11:11.695919 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0324 15:11:11.700723 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0324 15:11:11.701413 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0324 15:11:11.701474 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"d6371352-c931-4a99-9988-9e2facd890ce", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3936", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0324 15:11:11.702885 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0324 15:11:11.703375 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0324 15:11:11.703436 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"7676cf20-0e09-4db3-a11e-355323642cc5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3942", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0324 15:11:11.888177 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0324 15:11:11.889134 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0324 15:11:12.105042 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0324 15:11:12.105700 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0324 15:11:13.256993 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0324 15:11:13.258369 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0324 15:11:14.937454 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:11:14.937529 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0324 15:11:14.937572 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:11:14.937717 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:11:14.937743 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:11:14.937906 7 controller.go:196] "Configuration changes detected, backend reload required" I0324 15:11:14.976913 7 controller.go:216] "Backend successfully reloaded" I0324 15:11:14.977198 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-xqht6", UID:"9a699495-bb53-4d45-9e8f-63edfca3b4fd", APIVersion:"v1", ResourceVersion:"1182", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0324 15:11:18.271436 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:11:18.271511 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0324 15:11:18.271547 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:11:18.271704 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:11:18.271753 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:11:21.607523 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:11:21.607588 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0324 15:11:21.607618 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:11:21.607746 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:11:21.607777 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:11:24.937396 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:11:24.937472 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0324 15:11:24.937510 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:11:24.937624 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:11:24.937651 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:11:28.271416 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:11:28.271477 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0324 15:11:28.271515 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:11:28.271692 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:11:28.271719 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:11:31.604754 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:11:31.604814 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0324 15:11:31.604855 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:11:31.604986 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:11:31.605014 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:11:34.938093 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:11:34.938167 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:11:34.938256 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:11:34.938278 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:11:38.270645 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:11:38.270749 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:11:38.270862 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:11:38.270933 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:11:41.603797 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:11:41.603883 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:11:41.603981 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:11:41.604021 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:11:44.937167 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:11:44.937230 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:11:44.937330 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:11:44.937350 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:11:48.270387 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:11:48.270620 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:11:48.270836 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:11:48.270868 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.66 - - [24/Mar/2026:15:11:49 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6390 "-" "Go-http-client/1.1" 159 0.030 [auth-system-keycloak-80] [] 10.0.0.63:8080 6390 0.030 200 9a82d861108a9209de65adec31cc9ff1 W0324 15:11:51.604024 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:11:51.604244 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:11:51.604294 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.224 - - [24/Mar/2026:15:11:54 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6390 "-" "Go-http-client/1.1" 159 0.009 [auth-system-keycloak-80] [] 10.0.0.63:8080 6390 0.010 200 8e291352118368c617f5eac89df22822 W0324 15:11:54.937173 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:11:54.937308 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:11:54.937322 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:11:58.272203 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:11:58.272338 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:11:58.272352 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:12:00.093587 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.107.76.146"}] I0324 15:12:00.093604 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.107.76.146"}] I0324 15:12:00.093604 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.107.76.146"}] I0324 15:12:00.100220 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"d6371352-c931-4a99-9988-9e2facd890ce", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5056", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0324 15:12:00.102689 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"7676cf20-0e09-4db3-a11e-355323642cc5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5057", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0324 15:12:00.104222 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"194009e7-09c7-4191-9fe1-d6d53a0e9c7b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5058", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 15:12:01.604262 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:12:01.604396 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:12:01.604414 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:12:04.937544 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:12:04.937693 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:12:04.937713 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:12:08.271342 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:12:08.271563 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:12:08.271590 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:12:11.605790 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:12:11.605832 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.9 - - [24/Mar/2026:15:12:14 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.615 [auth-system-keycloak-80] [] 10.0.0.63:8080 1921 0.615 200 5b753c8cc4d8b0874b73b2d4382fbaf3 199.19.213.9 - - [24/Mar/2026:15:12:14 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1193 0.030 [auth-system-keycloak-80] [] 10.0.0.63:8080 4246 0.029 200 2a4ed4ec567d8048f2a60c6b22c1ead0 199.19.213.9 - - [24/Mar/2026:15:12:14 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5705 0.388 [auth-system-keycloak-80] [] 10.0.0.63:8080 0 0.388 204 3f0724bb3714143b9aade142096dd63a 199.19.213.9 - - [24/Mar/2026:15:12:14 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1193 0.199 [auth-system-keycloak-80] [] 10.0.0.63:8080 4384 0.198 200 2950cc2233d5c1c4ce274527d71da103 W0324 15:12:14.938038 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:12:14.938163 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.9 - - [24/Mar/2026:15:12:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.490 [auth-system-keycloak-80] [] 10.0.0.63:8080 1921 0.489 200 a757ce962860d3b361ade3b8565869f1 199.19.213.9 - - [24/Mar/2026:15:12:15 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.63:8080 1682 0.008 200 585e267348433b1a700fd800503ebef9 199.19.213.9 - - [24/Mar/2026:15:12:16 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6390 "-" "ansible-httpget" 179 0.006 [auth-system-keycloak-80] [] 10.0.0.63:8080 6390 0.005 200 ef1f821eaad7fe949f414c8d4f323942 199.19.213.9 - - [24/Mar/2026:15:12:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.492 [auth-system-keycloak-80] [] 10.0.0.63:8080 1921 0.492 200 ee7810638844f76d04f09476938fcd34 199.19.213.9 - - [24/Mar/2026:15:12:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1219 0.009 [auth-system-keycloak-80] [] 10.0.0.63:8080 2 0.009 200 00dcfaa8db04b63731370678de4ff80c 199.19.213.9 - - [24/Mar/2026:15:12:17 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1620 0.146 [auth-system-keycloak-80] [] 10.0.0.63:8080 0 0.146 201 750be0dc5360e4d7851950ff01dc7941 199.19.213.9 - - [24/Mar/2026:15:12:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2238 "-" "Ansible" 1219 0.023 [auth-system-keycloak-80] [] 10.0.0.63:8080 2238 0.024 200 ac79f542c191c3a76695a89b02161d03 199.19.213.9 - - [24/Mar/2026:15:12:18 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.512 [auth-system-keycloak-80] [] 10.0.0.63:8080 1921 0.511 200 16a6f17f063da040332daad1db26a471 199.19.213.9 - - [24/Mar/2026:15:12:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2238 "-" "Ansible" 1219 0.007 [auth-system-keycloak-80] [] 10.0.0.63:8080 2238 0.006 200 94bb3935910faef1b146a285ad57c584 199.19.213.9 - - [24/Mar/2026:15:12:18 +0000] "GET /admin/realms/atmosphere/clients/07464e83-7a8f-4018-b218-a49de5fdefa2/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1259 0.017 [auth-system-keycloak-80] [] 10.0.0.63:8080 233 0.016 200 fa6c09375a770f27a6945bd988becd51 199.19.213.9 - - [24/Mar/2026:15:12:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1227 0.037 [auth-system-keycloak-80] [] 10.0.0.63:8080 831 0.037 200 c7fe608ad351c69a52ddd364f0b315b3 199.19.213.9 - - [24/Mar/2026:15:12:18 +0000] "GET /admin/realms/atmosphere/clients/d86ea7da-13df-448d-a89a-df8702efc29a/roles HTTP/1.1" 200 3758 "-" "Ansible" 1244 0.082 [auth-system-keycloak-80] [] 10.0.0.63:8080 3758 0.081 200 76162cb5dfd15d05fc17bfd9be12d845 199.19.213.9 - - [24/Mar/2026:15:12:19 +0000] "GET /admin/realms/atmosphere/users/f5d3376f-7ac5-4ffe-a8e6-20124e5a5de7/role-mappings/clients/d86ea7da-13df-448d-a89a-df8702efc29a/available HTTP/1.1" 200 3758 "-" "Ansible" 1305 0.195 [auth-system-keycloak-80] [] 10.0.0.63:8080 3758 0.195 200 9f615726910710154d104d3fbb778676 199.19.213.9 - - [24/Mar/2026:15:12:19 +0000] "GET /admin/realms/atmosphere/users/f5d3376f-7ac5-4ffe-a8e6-20124e5a5de7/role-mappings/clients/d86ea7da-13df-448d-a89a-df8702efc29a/composite HTTP/1.1" 200 2 "-" "Ansible" 1305 0.090 [auth-system-keycloak-80] [] 10.0.0.63:8080 2 0.089 200 2b5e43fb0d88f66c77e00e7d746e3104 199.19.213.9 - - [24/Mar/2026:15:12:19 +0000] "POST /admin/realms/atmosphere/users/f5d3376f-7ac5-4ffe-a8e6-20124e5a5de7/role-mappings/clients/d86ea7da-13df-448d-a89a-df8702efc29a HTTP/1.1" 204 0 "-" "Ansible" 1386 0.071 [auth-system-keycloak-80] [] 10.0.0.63:8080 0 0.071 204 bad92f35797450fd95b0daaaacc3f6ec 199.19.213.9 - - [24/Mar/2026:15:12:19 +0000] "GET /admin/realms/atmosphere/users/f5d3376f-7ac5-4ffe-a8e6-20124e5a5de7/role-mappings/clients/d86ea7da-13df-448d-a89a-df8702efc29a/composite HTTP/1.1" 200 576 "-" "Ansible" 1305 0.013 [auth-system-keycloak-80] [] 10.0.0.63:8080 576 0.013 200 1e1d17764dafe9a05d1bcf8e50815b9b W0324 15:12:21.903842 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:12:21.903905 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:12:25.237907 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:12:25.237951 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:12:39.707582 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:12:39.707693 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:12:43.041557 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:12:43.041631 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:14:26.340072 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:14:26.340131 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:14:56.936794 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0324 15:14:56.936881 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:14:56.936911 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:14:56.940535 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:28.7kB} I0324 15:14:56.940561 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0324 15:14:56.945207 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0324 15:14:56.945421 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"e5e23dfb-f5f8-45d7-849c-71e85727e953", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6194", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 15:14:56.945917 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0324 15:14:56.946342 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0324 15:14:56.946408 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:14:56.946422 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:14:56.946545 7 controller.go:196] "Configuration changes detected, backend reload required" I0324 15:14:56.992221 7 controller.go:216] "Backend successfully reloaded" I0324 15:14:56.992518 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-xqht6", UID:"9a699495-bb53-4d45-9e8f-63edfca3b4fd", APIVersion:"v1", ResourceVersion:"1182", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0324 15:14:57.177663 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0324 15:14:57.178936 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" I0324 15:15:00.093115 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.107.76.146"}] I0324 15:15:00.100129 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"e5e23dfb-f5f8-45d7-849c-71e85727e953", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6237", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 15:15:00.280687 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:15:00.280723 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.9 - - [24/Mar/2026:15:15:01 +0000] "GET / HTTP/1.1" 300 279 "-" "ansible-httpget" 129 0.005 [openstack-keystone-api-5000] [] 10.0.0.112:5000 279 0.005 300 2017db213cff2a540f93f30433af9b1f 199.19.213.9 - - [24/Mar/2026:15:15:02 +0000] "GET /v3 HTTP/1.1" 200 264 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.112:5000 264 0.005 200 db5bbdbaae4bf412e1f028413ce14c7f 199.19.213.9 - - [24/Mar/2026:15:15:03 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1358 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.360 [openstack-keystone-api-5000] [] 10.0.0.112:5000 1358 0.361 201 874deaeffb6ee94154477e4e070ed24f 199.19.213.9 - - [24/Mar/2026:15:15:03 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.112:5000 279 0.004 300 10c920efddef1aead0344f57f3c8b769 199.19.213.9 - - [24/Mar/2026:15:15:03 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.036 [openstack-keystone-api-5000] [] 10.0.0.112:5000 90 0.035 404 265fd5803e8da62e4066e877716679ee 199.19.213.9 - - [24/Mar/2026:15:15:03 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 364 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 454 0.029 [openstack-keystone-api-5000] [] 10.0.0.112:5000 364 0.028 200 ea5ced4da3d8c7d607710f0abb004d3d 199.19.213.9 - - [24/Mar/2026:15:15:03 +0000] "GET /v3/domains/d0e2c76baf6540f5b57165d13bc8a456 HTTP/1.1" 200 243 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 458 0.019 [openstack-keystone-api-5000] [] 10.0.0.112:5000 243 0.018 200 630882a52629015285bf9ffcaa735a18 W0324 15:15:03.614249 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:15:03.614305 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.9 - - [24/Mar/2026:15:15:03 +0000] "GET /v3 HTTP/1.1" 200 264 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.112:5000 264 0.004 200 059b644a429f9f75bed4e75b0138832a 199.19.213.9 - - [24/Mar/2026:15:15:04 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1358 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.355 [openstack-keystone-api-5000] [] 10.0.0.112:5000 1358 0.355 201 b3b5069049902a2041e38cd4ec77157f 199.19.213.9 - - [24/Mar/2026:15:15:04 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.112:5000 279 0.004 300 b00fc1dfabf6f0425d2a767ef6245ec1 199.19.213.9 - - [24/Mar/2026:15:15:04 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 461 0.031 [openstack-keystone-api-5000] [] 10.0.0.112:5000 101 0.032 404 68cd132b96768def3ad5e33f657347b8 199.19.213.9 - - [24/Mar/2026:15:15:04 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 154 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.019 [openstack-keystone-api-5000] [] 10.0.0.112:5000 154 0.020 200 1a56059daa762f7f03cf72dd98bac7aa 199.19.213.9 - - [24/Mar/2026:15:15:04 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 448 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 677 0.027 [openstack-keystone-api-5000] [] 10.0.0.112:5000 448 0.027 201 edf5fc1a1b8cef4a9451cc442f119c14 199.19.213.9 - - [24/Mar/2026:15:15:05 +0000] "GET /v3 HTTP/1.1" 200 264 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.112:5000 264 0.004 200 c63a06569a49ed848db44b580bec9804 199.19.213.9 - - [24/Mar/2026:15:15:05 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1358 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.293 [openstack-keystone-api-5000] [] 10.0.0.112:5000 1358 0.292 201 752fcd5b96d5588916bbf1fbc8c98cd9 199.19.213.9 - - [24/Mar/2026:15:15:05 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.112:5000 279 0.003 300 b4be77e72468148c8eb32173e58ff867 199.19.213.9 - - [24/Mar/2026:15:15:05 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 458 0.023 [openstack-keystone-api-5000] [] 10.0.0.112:5000 98 0.024 404 64bbae3a58cfcd027ec1dcb0c03c921d 199.19.213.9 - - [24/Mar/2026:15:15:05 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 134 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.018 [openstack-keystone-api-5000] [] 10.0.0.112:5000 134 0.018 200 a2dd366fdd46ad2a8aa6dd9f2d2466cf 199.19.213.9 - - [24/Mar/2026:15:15:05 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 355 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 737 0.020 [openstack-keystone-api-5000] [] 10.0.0.112:5000 355 0.019 201 3762ea6de48c7c4ca8f1d11f68e02c95 199.19.213.9 - - [24/Mar/2026:15:15:06 +0000] "GET /v3 HTTP/1.1" 200 264 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.112:5000 264 0.003 200 38130abee568fc820302aa97d94612ab 199.19.213.9 - - [24/Mar/2026:15:15:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1358 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.285 [openstack-keystone-api-5000] [] 10.0.0.112:5000 1358 0.284 201 14a166ef897f1c9e072cf7b5486792b1 199.19.213.9 - - [24/Mar/2026:15:15:06 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.112:5000 279 0.004 300 7fcf6ab70dac9a84d49f427c863968d4 199.19.213.9 - - [24/Mar/2026:15:15:06 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 496 0.027 [openstack-keystone-api-5000] [] 10.0.0.112:5000 131 0.027 404 d429c80aed359528b41fc24605120ec4 199.19.213.9 - - [24/Mar/2026:15:15:06 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 166 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 484 0.019 [openstack-keystone-api-5000] [] 10.0.0.112:5000 166 0.019 200 bbdb39636608df3a7e5175c7eacce330 199.19.213.9 - - [24/Mar/2026:15:15:06 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 220 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 579 0.027 [openstack-keystone-api-5000] [] 10.0.0.112:5000 220 0.027 201 43d9f7d3f66fc7cf073669550acc4534 W0324 15:15:16.110885 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:15:16.110919 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:15:19.445138 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:15:19.445186 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:15:22.778494 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:15:22.778541 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:15:41.578960 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:15:41.579009 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:15:49.321129 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:15:49.321170 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:15:52.656202 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:15:52.656253 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:17:23.211539 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0324 15:17:23.211651 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0324 15:17:23.211714 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:17:23.211741 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:17:23.215847 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.004s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:32.2kB} I0324 15:17:23.215882 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0324 15:17:23.221459 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0324 15:17:23.221691 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"ffef7091-7807-4a10-9722-e63c31a0ffaf", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7226", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 15:17:23.221956 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0324 15:17:23.222305 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0324 15:17:23.222400 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0324 15:17:23.222471 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:17:23.222493 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:17:23.222621 7 controller.go:196] "Configuration changes detected, backend reload required" I0324 15:17:23.275575 7 controller.go:216] "Backend successfully reloaded" I0324 15:17:23.275824 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-xqht6", UID:"9a699495-bb53-4d45-9e8f-63edfca3b4fd", APIVersion:"v1", ResourceVersion:"1182", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0324 15:17:23.494819 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0324 15:17:23.495994 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.19.213.9 - - [24/Mar/2026:15:17:23 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.005 [openstack-keystone-api-5000] [] 10.0.0.112:5000 279 0.005 300 f62ce1e731094790529319307c8d4ab6 199.19.213.9 - - [24/Mar/2026:15:17:24 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1988 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.344 [openstack-keystone-api-5000] [] 10.0.0.112:5000 1988 0.345 201 122eba86724e610aa021ea57783c93c8 199.19.213.9 - - [24/Mar/2026:15:17:24 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 431 0.038 [openstack-keystone-api-5000] [] 10.0.0.112:5000 85 0.039 404 2c550c06ac9cccdbfbbe8ac031ef72f9 199.19.213.9 - - [24/Mar/2026:15:17:24 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 127 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 449 0.020 [openstack-keystone-api-5000] [] 10.0.0.112:5000 127 0.020 200 b1e6483d04657a5584abb6d65358a31b 199.19.213.9 - - [24/Mar/2026:15:17:24 +0000] "POST /v3/roles HTTP/1.1" 201 228 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 505 0.144 [openstack-keystone-api-5000] [] 10.0.0.112:5000 228 0.144 201 6c6b2761348cbc3fd49e278c4d4c6cc3 W0324 15:17:26.556025 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0324 15:17:26.556259 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:17:26.556301 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:17:29.889399 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:17:29.889448 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.9 - - [24/Mar/2026:15:17:30 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 227 0.005 [openstack-keystone-api-5000] [] 10.0.0.112:5000 279 0.004 300 68aa04a12b9e3bb690072ef314c30b59 199.19.213.9 - - [24/Mar/2026:15:17:30 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1988 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 546 0.288 [openstack-keystone-api-5000] [] 10.0.0.112:5000 1988 0.288 201 7bc2f91d35175ddc33196dd14220053e 199.19.213.9 - - [24/Mar/2026:15:17:30 +0000] "GET /v3/roles HTTP/1.1" 200 1507 "-" "python-keystoneclient" 378 0.022 [openstack-keystone-api-5000] [] 10.0.0.112:5000 1507 0.022 200 9bda80a85ae51a1bdc4bb0bc4a200c8e 199.19.213.9 - - [24/Mar/2026:15:17:30 +0000] "PUT /v3/roles/d25d74bb333145b7b675ba69ab63d256/implies/31d8997c56a44fc89b72806d0497cec4 HTTP/1.1" 201 515 "-" "python-keystoneclient" 471 0.050 [openstack-keystone-api-5000] [] 10.0.0.112:5000 515 0.050 201 a0b2a785dd7b9fc12375c7fcc0834517 I0324 15:18:00.093571 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.107.76.146"}] I0324 15:18:00.098985 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"ffef7091-7807-4a10-9722-e63c31a0ffaf", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7579", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 15:18:00.101077 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:18:00.101106 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.9 - - [24/Mar/2026:15:18:15 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.112:5000 279 0.003 300 59c2eae210f083f47bab96b1aa196d96 199.19.213.9 - - [24/Mar/2026:15:18:16 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2051 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.342 [openstack-keystone-api-5000] [] 10.0.0.112:5000 2051 0.342 201 d5afd5880bf1e87e0a32ab7c65fbaa1b 199.19.213.9 - - [24/Mar/2026:15:18:16 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.028 [openstack-keystone-api-5000] [] 10.0.0.112:5000 87 0.028 404 6cda8b4e1170d1f8b5db4605e56f3255 199.19.213.9 - - [24/Mar/2026:15:18:16 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 386 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.032 [openstack-keystone-api-5000] [] 10.0.0.112:5000 386 0.032 200 3bb8386d800edbd0e1e8e9097875f39b 199.19.213.9 - - [24/Mar/2026:15:18:16 +0000] "GET /v3/users/rgw-RegionOne?domain_id=9aba01d273d34b65b33e3728c8923b6c HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 480 0.036 [openstack-keystone-api-5000] [] 10.0.0.112:5000 91 0.036 404 62a12f6c384b90b5598cc39583e34b4b 199.19.213.9 - - [24/Mar/2026:15:18:16 +0000] "GET /v3/users?domain_id=9aba01d273d34b65b33e3728c8923b6c&name=rgw-RegionOne HTTP/1.1" 200 176 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.028 [openstack-keystone-api-5000] [] 10.0.0.112:5000 176 0.028 200 1c6d50665ebd7d4a15d6937d69d21afa 199.19.213.9 - - [24/Mar/2026:15:18:16 +0000] "POST /v3/users HTTP/1.1" 201 289 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 626 0.322 [openstack-keystone-api-5000] [] 10.0.0.112:5000 289 0.322 201 a86580290df325f47086f7b7c0b74a27 199.19.213.9 - - [24/Mar/2026:15:18:19 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 227 0.006 [openstack-keystone-api-5000] [] 10.0.0.112:5000 279 0.005 300 5b9b9b24c940e465e95fd5342d20b21d 199.19.213.9 - - [24/Mar/2026:15:18:19 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2051 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 546 0.300 [openstack-keystone-api-5000] [] 10.0.0.112:5000 2051 0.301 201 2c1395b2105b9655654a78a86d8b8081 199.19.213.9 - - [24/Mar/2026:15:18:19 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 384 0.031 [openstack-keystone-api-5000] [] 10.0.0.112:5000 83 0.032 404 5cadaee8f125c918eb12453067d9285e 199.19.213.9 - - [24/Mar/2026:15:18:19 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 357 "-" "python-keystoneclient" 389 0.076 [openstack-keystone-api-5000] [] 10.0.0.112:5000 357 0.077 200 1332043be066400dedd0b5ab8f969327 199.19.213.9 - - [24/Mar/2026:15:18:19 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 388 0.055 [openstack-keystone-api-5000] [] 10.0.0.112:5000 87 0.055 404 eb1476315446afa69bdd26c094ec799b 199.19.213.9 - - [24/Mar/2026:15:18:20 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 386 "-" "python-keystoneclient" 393 0.027 [openstack-keystone-api-5000] [] 10.0.0.112:5000 386 0.027 200 b380347b1b34d4640c2b5018cacb5e43 199.19.213.9 - - [24/Mar/2026:15:18:20 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 392 0.041 [openstack-keystone-api-5000] [] 10.0.0.112:5000 91 0.041 404 35de38bf81e86ed9c36169d6ab8fc72d 199.19.213.9 - - [24/Mar/2026:15:18:20 +0000] "GET /v3/users?domain_id=9aba01d273d34b65b33e3728c8923b6c&name=rgw-RegionOne HTTP/1.1" 200 454 "-" "python-keystoneclient" 440 0.038 [openstack-keystone-api-5000] [] 10.0.0.112:5000 454 0.037 200 e1db10922064c4b286dcb99dee715be6 199.19.213.9 - - [24/Mar/2026:15:18:20 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 389 0.027 [openstack-keystone-api-5000] [] 10.0.0.112:5000 88 0.026 404 b8d2a6604bb11312ea926ae37df48321 199.19.213.9 - - [24/Mar/2026:15:18:20 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 516 "-" "python-keystoneclient" 394 0.023 [openstack-keystone-api-5000] [] 10.0.0.112:5000 516 0.023 200 4afbfc0414bae6a3d672c9718a22110a 199.19.213.9 - - [24/Mar/2026:15:18:20 +0000] "PUT /v3/projects/c96668febd284a59ae3243f0b485d7a0/users/f43b2a9f6f8a4e5d8fe5fe08b9a10821/roles/4e5d124d44c5451f9c9adac5652f907c HTTP/1.1" 204 0 "-" "python-keystoneclient" 511 0.047 [openstack-keystone-api-5000] [] 10.0.0.112:5000 0 0.047 204 7c1908926f5484a34aaa6d103d4c0250 199.19.213.9 - - [24/Mar/2026:15:18:21 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.005 [openstack-keystone-api-5000] [] 10.0.0.112:5000 279 0.005 300 e90b10b6d16a92bf14a0d8e1523fdb7b 199.19.213.9 - - [24/Mar/2026:15:18:22 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2051 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.340 [openstack-keystone-api-5000] [] 10.0.0.112:5000 2051 0.340 201 2806821f035c8ce9740346803dda98f8 199.19.213.9 - - [24/Mar/2026:15:18:22 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 149 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 468 0.017 [openstack-keystone-api-5000] [] 10.0.0.112:5000 149 0.017 200 e58914d3a003c405a3a81c60f93d55bb 199.19.213.9 - - [24/Mar/2026:15:18:22 +0000] "POST /v3/services HTTP/1.1" 201 261 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 576 0.035 [openstack-keystone-api-5000] [] 10.0.0.112:5000 261 0.036 201 1525a0c96bfa1c1602ffc02e7e9f40d4 199.19.213.9 - - [24/Mar/2026:15:18:22 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.003 [openstack-keystone-api-5000] [] 10.0.0.112:5000 279 0.004 300 896a893475939369e0c7bfa4ab770575 199.19.213.9 - - [24/Mar/2026:15:18:23 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2153 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.300 [openstack-keystone-api-5000] [] 10.0.0.112:5000 2153 0.300 201 c67f3a17f45fdcbdf4ed47fb6276cf80 199.19.213.9 - - [24/Mar/2026:15:18:23 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 432 0.024 [openstack-keystone-api-5000] [] 10.0.0.112:5000 86 0.024 404 16d32489f19081f4efda85cfdfb0e7d8 199.19.213.9 - - [24/Mar/2026:15:18:23 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 378 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.021 [openstack-keystone-api-5000] [] 10.0.0.112:5000 378 0.020 200 9d20f2ee1d03c50f9f0cf74231477db4 199.19.213.9 - - [24/Mar/2026:15:18:23 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=ce1ad316aace431ea17b9c64f5c7e5a6 HTTP/1.1" 200 203 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 521 0.022 [openstack-keystone-api-5000] [] 10.0.0.112:5000 203 0.022 200 0349c5b7f49813d30fb9ba9a0a6d3229 199.19.213.9 - - [24/Mar/2026:15:18:23 +0000] "POST /v3/endpoints HTTP/1.1" 201 375 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 685 0.027 [openstack-keystone-api-5000] [] 10.0.0.112:5000 375 0.026 201 c2ef54a0adbe2e7b16838722fd421494 199.19.213.9 - - [24/Mar/2026:15:18:23 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.007 [openstack-keystone-api-5000] [] 10.0.0.112:5000 279 0.007 300 208b2475b955caf0efbb588c09d50339 199.19.213.9 - - [24/Mar/2026:15:18:24 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.302 [openstack-keystone-api-5000] [] 10.0.0.112:5000 2360 0.302 201 32f3e093b2b42a09dc1ca93290d4179e 199.19.213.9 - - [24/Mar/2026:15:18:24 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 432 0.027 [openstack-keystone-api-5000] [] 10.0.0.112:5000 86 0.027 404 fc74d4964baee304af340746e11d6224 199.19.213.9 - - [24/Mar/2026:15:18:24 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 378 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.016 [openstack-keystone-api-5000] [] 10.0.0.112:5000 378 0.016 200 bd3f814e211a12c778b82ec28eebc5ac 199.19.213.9 - - [24/Mar/2026:15:18:24 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=ce1ad316aace431ea17b9c64f5c7e5a6 HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.024 [openstack-keystone-api-5000] [] 10.0.0.112:5000 205 0.024 200 7b53838689e2a04265614d2f0d97bdd4 199.19.213.9 - - [24/Mar/2026:15:18:24 +0000] "POST /v3/endpoints HTTP/1.1" 201 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 700 0.026 [openstack-keystone-api-5000] [] 10.0.0.112:5000 390 0.027 201 069716ed14fcc20f63a7ecdc26929afa W0324 15:18:25.352955 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0324 15:18:25.353093 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0324 15:18:25.353175 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:18:25.353196 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:18:25.357467 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.005s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:35.7kB} I0324 15:18:25.357494 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0324 15:18:25.361644 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0324 15:18:25.361887 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"038e74d2-7514-4b46-a408-aaddebe616ba", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7753", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 15:18:25.362115 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0324 15:18:25.362438 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0324 15:18:25.362542 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0324 15:18:25.362619 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:18:25.362645 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:18:25.362767 7 controller.go:196] "Configuration changes detected, backend reload required" I0324 15:18:25.418915 7 controller.go:216] "Backend successfully reloaded" I0324 15:18:25.419171 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-xqht6", UID:"9a699495-bb53-4d45-9e8f-63edfca3b4fd", APIVersion:"v1", ResourceVersion:"1182", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0324 15:18:25.557140 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0324 15:18:25.558202 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0324 15:18:28.696176 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0324 15:18:28.696305 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:18:28.696322 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:18:42.116027 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0324 15:18:42.116312 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:18:42.116363 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:18:47.389233 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0324 15:18:47.389364 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:18:47.389381 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:18:50.724514 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0324 15:18:50.724925 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:18:50.724958 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:18:50.725210 7 controller.go:196] "Configuration changes detected, backend reload required" I0324 15:18:50.788266 7 controller.go:216] "Backend successfully reloaded" I0324 15:18:50.788518 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-xqht6", UID:"9a699495-bb53-4d45-9e8f-63edfca3b4fd", APIVersion:"v1", ResourceVersion:"1182", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0324 15:18:54.056979 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0324 15:18:54.057155 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:18:54.057187 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:18:57.392805 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0324 15:18:57.392983 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:18:57.393010 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:19:00.093177 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.107.76.146"}] I0324 15:19:00.106467 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"038e74d2-7514-4b46-a408-aaddebe616ba", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8115", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 15:19:00.723332 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0324 15:19:00.723570 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:19:00.723606 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:19:12.868806 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0324 15:19:12.868917 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:19:12.868935 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:19:16.202417 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0324 15:19:16.202602 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:19:16.202625 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:19:21.205277 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0324 15:19:21.205410 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:19:21.205431 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:19:32.761074 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0324 15:19:32.761199 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:19:32.761222 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:20:11.304562 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:20:11.304623 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:21:20.597434 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0324 15:21:20.597540 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0324 15:21:20.597598 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:21:20.597615 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:21:20.601069 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.004s renderingIngressLength:8 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:39.1kB} I0324 15:21:20.601094 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0324 15:21:20.606113 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0324 15:21:20.606756 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"cab7d85f-7a02-48a3-9189-ed429efbf1cf", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9158", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 15:21:20.607262 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0324 15:21:20.608028 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0324 15:21:20.608313 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0324 15:21:20.608750 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:21:20.608795 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:21:20.609686 7 controller.go:196] "Configuration changes detected, backend reload required" I0324 15:21:20.673325 7 controller.go:216] "Backend successfully reloaded" I0324 15:21:20.673638 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-xqht6", UID:"9a699495-bb53-4d45-9e8f-63edfca3b4fd", APIVersion:"v1", ResourceVersion:"1182", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0324 15:21:20.872853 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0324 15:21:20.874046 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0324 15:21:23.941237 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0324 15:21:23.941722 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:21:23.941752 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.9 - - [24/Mar/2026:15:21:25 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.003 [openstack-keystone-api-5000] [] 10.0.0.112:5000 279 0.004 300 03ac9d99bc62a9327495529561653045 199.19.213.9 - - [24/Mar/2026:15:21:25 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.338 [openstack-keystone-api-5000] [] 10.0.0.112:5000 3193 0.338 201 c91bdea26d827497668f6a8f49bbc546 199.19.213.9 - - [24/Mar/2026:15:21:25 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 6390ed88c21209698ec9e5e06706ace0 199.19.213.9 - - [24/Mar/2026:15:21:25 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 0c84cd7bd7564bedd32a476bb6fd85d7 199.19.213.9 - - [24/Mar/2026:15:21:26 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.005 [openstack-keystone-api-5000] [] 10.0.0.112:5000 279 0.005 300 3889c0a92574bd7002352004d5c36c42 199.19.213.9 - - [24/Mar/2026:15:21:27 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.302 [openstack-keystone-api-5000] [] 10.0.0.112:5000 3193 0.302 201 be74a2b5075404c4fd9dce01bfe1f8b9 199.19.213.9 - - [24/Mar/2026:15:21:27 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - d04de55e5fafcc1041a040e9e2bec7f5 199.19.213.9 - - [24/Mar/2026:15:21:27 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 389ac3a0304f831d162d41dd1f280d7c 199.19.213.9 - - [24/Mar/2026:15:21:28 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.112:5000 279 0.004 300 2072a58617a4ebc11e3df9752df61ec9 199.19.213.9 - - [24/Mar/2026:15:21:29 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.300 [openstack-keystone-api-5000] [] 10.0.0.112:5000 3193 0.300 201 9aa7dad4b98ee950ff0a61227ab726b0 199.19.213.9 - - [24/Mar/2026:15:21:29 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - c92325a18f0602c2e0b01871bf58cae0 199.19.213.9 - - [24/Mar/2026:15:21:29 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 53653e64e679fb7c77f4b205485c40e6 199.19.213.9 - - [24/Mar/2026:15:21:30 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.112:5000 279 0.003 300 275a1bec84ee00b0bab7ffeeacabf7b5 199.19.213.9 - - [24/Mar/2026:15:21:30 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.303 [openstack-keystone-api-5000] [] 10.0.0.112:5000 3193 0.302 201 888bfa6a174b017a842f5be0a2485ec7 199.19.213.9 - - [24/Mar/2026:15:21:30 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 5bb0a711909ce890ecc6ac1d619330ca 199.19.213.9 - - [24/Mar/2026:15:21:30 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 7b38df4a556148ccc97d3b4d28e3a737 199.19.213.9 - - [24/Mar/2026:15:21:32 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.112:5000 279 0.004 300 92166930118b0be74cd574bf6ad34182 199.19.213.9 - - [24/Mar/2026:15:21:32 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.291 [openstack-keystone-api-5000] [] 10.0.0.112:5000 3193 0.290 201 603122533264401567052f94fd5e8067 199.19.213.9 - - [24/Mar/2026:15:21:32 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 01349f870ff76a7981ff883a9e565967 199.19.213.9 - - [24/Mar/2026:15:21:32 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 98244e03b9c46e226b73026b0141fa52 199.19.213.9 - - [24/Mar/2026:15:21:34 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.003 [openstack-keystone-api-5000] [] 10.0.0.112:5000 279 0.003 300 0ff9d201fc9c2fdb0641888d537fd1ff 199.19.213.9 - - [24/Mar/2026:15:21:34 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.300 [openstack-keystone-api-5000] [] 10.0.0.112:5000 3193 0.299 201 814724ecc827d7bd8e50319c2068d4c9 199.19.213.9 - - [24/Mar/2026:15:21:34 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 0ddc58dfd58317c580d03f4b7f56a2b3 199.19.213.9 - - [24/Mar/2026:15:21:34 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 4c78694a9e197b642bef78019b5236c8 199.19.213.9 - - [24/Mar/2026:15:21:35 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.112:5000 279 0.004 300 e0a0d927dc45470af5d059c0c0f29a71 W0324 15:21:35.963733 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0324 15:21:35.963988 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:21:35.964017 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.9 - - [24/Mar/2026:15:21:36 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.308 [openstack-keystone-api-5000] [] 10.0.0.112:5000 3193 0.308 201 30aa475314c1fb19df320a2b92868bb8 199.19.213.9 - - [24/Mar/2026:15:21:36 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 45f8e77e1108ecec35fc827d8d2290e1 199.19.213.9 - - [24/Mar/2026:15:21:36 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 48d922ecf22d39a51e2fcfa4439ce8db 199.19.213.9 - - [24/Mar/2026:15:21:37 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.112:5000 279 0.004 300 0954b448ccdc9c825ce81a087a3a632d 199.19.213.9 - - [24/Mar/2026:15:21:37 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.297 [openstack-keystone-api-5000] [] 10.0.0.112:5000 3193 0.297 201 8ac8387b6e7c7f7f670e140910c70d01 199.19.213.9 - - [24/Mar/2026:15:21:37 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 79ead1db98cec752343f2c47229522af 199.19.213.9 - - [24/Mar/2026:15:21:37 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - e48f9a0dce67b775eff177cd95f1c2a1 199.19.213.9 - - [24/Mar/2026:15:21:39 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.112:5000 279 0.004 300 4bed8105e82f703b7c3a463293dc988d 199.19.213.9 - - [24/Mar/2026:15:21:39 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.306 [openstack-keystone-api-5000] [] 10.0.0.112:5000 3193 0.305 201 92d093a47a1c9c1be1ae1ceee1a7211c 199.19.213.9 - - [24/Mar/2026:15:21:39 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 23b5daa22311d5841107dd9e32ea4a66 199.19.213.9 - - [24/Mar/2026:15:21:39 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 6d33c6bbbdfbbe33b52c71a21670b85a 199.19.213.9 - - [24/Mar/2026:15:21:41 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.112:5000 279 0.003 300 1c731c5686c3cb8f6cb2a03c82d34492 199.19.213.9 - - [24/Mar/2026:15:21:41 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.293 [openstack-keystone-api-5000] [] 10.0.0.112:5000 3193 0.292 201 da9f089b0bce1b7c09b44da37c34c5c3 199.19.213.9 - - [24/Mar/2026:15:21:41 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - e4f7cba9b5672632a0b110252115201e 199.19.213.9 - - [24/Mar/2026:15:21:41 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 991b8230504ec8594dc4656450109dce 199.19.213.9 - - [24/Mar/2026:15:21:43 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.112:5000 279 0.004 300 68e01aa2e990aacf34352633964e47be 199.19.213.9 - - [24/Mar/2026:15:21:43 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.296 [openstack-keystone-api-5000] [] 10.0.0.112:5000 3193 0.296 201 f77d0b6db801eefefec40b8ab752152a 199.19.213.9 - - [24/Mar/2026:15:21:43 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 2fa9bb76b847b72eaa4574e1e3c86da9 199.19.213.9 - - [24/Mar/2026:15:21:43 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 32a22176c26af6ba223e80adfcddf6a7 W0324 15:21:44.463819 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:21:44.463864 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.9 - - [24/Mar/2026:15:21:44 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.112:5000 279 0.003 300 1a8896ca18cc167f853cb75b0a4105a3 199.19.213.9 - - [24/Mar/2026:15:21:45 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.308 [openstack-keystone-api-5000] [] 10.0.0.112:5000 3193 0.309 201 b3fe40d9e40884498a9ab60e7861180d 199.19.213.9 - - [24/Mar/2026:15:21:45 +0000] "GET / HTTP/1.1" 300 1173 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.003 [openstack-glance-api-9292] [] 10.0.0.125:9292 1173 0.003 300 682e4f2d6395214a643fbd52c51b1701 199.19.213.9 - - [24/Mar/2026:15:21:45 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.570 [openstack-glance-api-9292] [] 10.0.0.125:9292 69 0.570 200 e561162f07cf40dd30531c546e295e16 199.19.213.9 - - [24/Mar/2026:15:21:48 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.112:5000 279 0.004 300 57020c6b05e310187561e481f15e1b4b 199.19.213.9 - - [24/Mar/2026:15:21:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.294 [openstack-keystone-api-5000] [] 10.0.0.112:5000 3193 0.295 201 7db014ae4328bab96d57aa803c1c5ccd 199.19.213.9 - - [24/Mar/2026:15:21:49 +0000] "GET / HTTP/1.1" 300 1173 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.002 [openstack-glance-api-9292] [] 10.0.0.125:9292 1173 0.001 300 769f8307db93b7594f3986c9c83d5575 199.19.213.9 - - [24/Mar/2026:15:21:49 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.042 [openstack-glance-api-9292] [] 10.0.0.125:9292 69 0.043 200 0878c6416c528f677adfa27ba4422eb1 199.19.213.9 - - [24/Mar/2026:15:21:49 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 428 0.117 [openstack-glance-api-9292] [] 10.0.0.125:9292 151 0.118 404 9de59331d4cb6f89606a9e5b3a460640 199.19.213.9 - - [24/Mar/2026:15:21:49 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 446 0.024 [openstack-glance-api-9292] [] 10.0.0.125:9292 81 0.024 200 f12a03ed5ee1192c866b99c8b64a6cc7 199.19.213.9 - - [24/Mar/2026:15:21:49 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 449 0.031 [openstack-glance-api-9292] [] 10.0.0.125:9292 84 0.030 200 6559aa99c8d31bb94fe8c7172e5c1d47 199.19.213.9 - - [24/Mar/2026:15:21:49 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 712 0.062 [openstack-glance-api-9292] [] 10.0.0.125:9292 760 0.061 201 9180541d69a9c7c5fd6c3ca35c008e81 199.19.213.9 - - [24/Mar/2026:15:21:53 +0000] "PUT /v2/images/7f9865fe-8c55-4764-88c8-1695f37843bb/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441039 3.740 [openstack-glance-api-9292] [] 10.0.0.125:9292 0 3.739 204 594896d16eb4bb0d7a138c1ebd3d697e 199.19.213.9 - - [24/Mar/2026:15:21:53 +0000] "GET /v2/images/7f9865fe-8c55-4764-88c8-1695f37843bb HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 458 0.018 [openstack-glance-api-9292] [] 10.0.0.125:9292 1171 0.019 200 21ca59418ad25b5db01782cb2b17a8dc 199.19.213.9 - - [24/Mar/2026:15:21:53 +0000] "GET /v2/images/7f9865fe-8c55-4764-88c8-1695f37843bb HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 458 0.017 [openstack-glance-api-9292] [] 10.0.0.125:9292 1171 0.016 200 96881673010e0f116528710255b99513 W0324 15:21:56.033065 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:21:56.033137 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:21:59.366319 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:21:59.366375 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:22:00.092342 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.107.76.146"}] I0324 15:22:00.097390 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"cab7d85f-7a02-48a3-9189-ed429efbf1cf", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9482", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 15:22:02.699980 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:22:02.700028 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store