------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0324 14:50:44.471430 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0324 14:50:44.471630 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0324 14:50:44.480836 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0324 14:50:44.485033 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0324 14:50:44.613389 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0324 14:50:44.636977 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0324 14:50:44.649044 7 nginx.go:271] "Starting NGINX Ingress controller" I0324 14:50:44.656150 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"d8d8e863-91d4-44e9-a768-5391a5a1b998", APIVersion:"v1", ResourceVersion:"1137", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0324 14:50:44.662490 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"352bf6c0-eb9a-4b1f-b5c3-044d2778c4c3", APIVersion:"v1", ResourceVersion:"1135", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0324 14:50:44.662574 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"d2f9b33b-b6d0-4222-96de-a2d0ca1c85d8", APIVersion:"v1", ResourceVersion:"1136", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0324 14:50:45.850803 7 nginx.go:317] "Starting NGINX process" I0324 14:50:45.850811 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0324 14:50:45.851475 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0324 14:50:45.852004 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:50:45.852056 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 14:50:45.852157 7 controller.go:196] "Configuration changes detected, backend reload required" I0324 14:50:45.859802 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0324 14:50:45.859838 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-cbttd" I0324 14:50:45.886715 7 controller.go:216] "Backend successfully reloaded" I0324 14:50:45.886832 7 controller.go:227] "Initial sync, sleeping for 1 second" I0324 14:50:45.886888 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-cbttd", UID:"4ed34d13-22a4-447b-8f24-0f51d61cc11f", APIVersion:"v1", ResourceVersion:"1179", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0324 14:50:49.675512 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:50:49.675555 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:50:53.009842 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:50:53.009896 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:50:56.342241 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:50:56.342279 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:50:59.676058 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:50:59.676128 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:51:03.009664 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:51:03.009713 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:51:06.342670 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:51:06.342802 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:51:09.676107 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:51:09.676146 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:51:13.009112 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:51:13.009151 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:51:22.352841 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:51:22.352896 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:52:10.023815 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:52:10.023850 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:52:13.357331 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:52:13.357372 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:52:18.004722 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:52:18.004759 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:52:22.281090 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:52:22.281153 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:52:28.443550 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:52:28.443646 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:52:31.777330 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:52:31.777395 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:52:35.111263 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:52:35.111335 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:52:38.443912 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:52:38.443987 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:52:41.777495 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:52:41.777537 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:53:24.333855 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:53:24.333915 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:53:26.175512 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-213.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-213.nip.io-tls was not found. Using default certificate W0324 14:53:26.175549 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:53:26.175557 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 14:53:26.176474 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.001s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.001s testedConfigurationSize:14.7kB} I0324 14:53:26.176487 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0324 14:53:26.183191 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0324 14:53:26.183475 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"643cab5b-71af-4aea-be8f-ccbd30cdda95", APIVersion:"networking.k8s.io/v1", ResourceVersion:"2606", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 14:53:26.183629 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-213.nip.io-tls" in local store I0324 14:53:26.425077 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-213.nip.io-tls" I0324 14:53:26.426976 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-213.nip.io-tls" W0324 14:53:27.667994 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:53:27.668036 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 14:53:27.668102 7 controller.go:196] "Configuration changes detected, backend reload required" I0324 14:53:27.709443 7 controller.go:216] "Backend successfully reloaded" I0324 14:53:27.709695 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-cbttd", UID:"4ed34d13-22a4-447b-8f24-0f51d61cc11f", APIVersion:"v1", ResourceVersion:"1179", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0324 14:53:31.000782 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:53:31.000823 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:53:34.334454 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:53:34.334500 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:53:37.669347 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:53:37.669390 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.213 - - [24/Mar/2026:14:53:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.454 [auth-system-keycloak-80] [] 10.0.0.118:8080 1885 0.453 200 89f51ae5bdc978539c8d4848d17b76be 199.19.213.213 - - [24/Mar/2026:14:53:37 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 28 "-" "Ansible" 1197 0.078 [auth-system-keycloak-80] [] 10.0.0.118:8080 28 0.077 404 0e188de3bfc5f48df31a672fb7dceba5 199.19.213.213 - - [24/Mar/2026:14:53:39 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 1.316 [auth-system-keycloak-80] [] 10.0.0.118:8080 0 1.314 201 757dcba37c30696b417f2435eb70ddcb 199.19.213.213 - - [24/Mar/2026:14:53:39 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4101 "-" "Ansible" 1197 0.193 [auth-system-keycloak-80] [] 10.0.0.118:8080 4101 0.194 200 ea29e252cd0f79912d2e8e2930bca30c 199.19.213.213 - - [24/Mar/2026:14:53:40 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.059 [auth-system-keycloak-80] [] 10.0.0.118:8080 1885 0.058 200 133e9aa03e7ec6dbac5097248d92e3ac 199.19.213.213 - - [24/Mar/2026:14:53:40 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 11535 "-" "Ansible" 1211 0.024 [auth-system-keycloak-80] [] 10.0.0.118:8080 11535 0.024 200 27b72b7f49e18f57f15b166a04e1e569 199.19.213.213 - - [24/Mar/2026:14:53:40 +0000] "GET /admin/realms/atmosphere/client-scopes/ed31bce3-4929-40ca-a221-3b271d78e5ea HTTP/1.1" 200 1146 "-" "Ansible" 1248 0.013 [auth-system-keycloak-80] [] 10.0.0.118:8080 1146 0.013 200 2aaf7e80819ce4977bb941a4cbb94373 199.19.213.213 - - [24/Mar/2026:14:53:40 +0000] "PUT /admin/realms/atmosphere/client-scopes/ed31bce3-4929-40ca-a221-3b271d78e5ea HTTP/1.1" 204 0 "-" "Ansible" 1848 0.027 [auth-system-keycloak-80] [] 10.0.0.118:8080 0 0.026 204 7afe16e9bcc4f8e8b9163ab69ba5d809 199.19.213.213 - - [24/Mar/2026:14:53:40 +0000] "GET /admin/realms/atmosphere/client-scopes/ed31bce3-4929-40ca-a221-3b271d78e5ea/protocol-mappers/models HTTP/1.1" 200 831 "-" "Ansible" 1272 0.027 [auth-system-keycloak-80] [] 10.0.0.118:8080 831 0.027 200 e17c79de8154b5e909806b1a08c1b2d4 199.19.213.213 - - [24/Mar/2026:14:53:40 +0000] "GET /admin/realms/atmosphere/client-scopes/ed31bce3-4929-40ca-a221-3b271d78e5ea/protocol-mappers/models/462c1e69-6f73-437b-b1e5-fca53a18c9c0 HTTP/1.1" 200 331 "-" "Ansible" 1309 0.009 [auth-system-keycloak-80] [] 10.0.0.118:8080 331 0.010 200 2d66d93950e96fc0158ff07ce5d6c930 199.19.213.213 - - [24/Mar/2026:14:53:40 +0000] "PUT /admin/realms/atmosphere/client-scopes/ed31bce3-4929-40ca-a221-3b271d78e5ea/protocol-mappers/models/462c1e69-6f73-437b-b1e5-fca53a18c9c0 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.023 [auth-system-keycloak-80] [] 10.0.0.118:8080 0 0.022 204 ae5347e22d58d63dcc3659f8ed3c78d1 199.19.213.213 - - [24/Mar/2026:14:53:40 +0000] "GET /admin/realms/atmosphere/client-scopes/ed31bce3-4929-40ca-a221-3b271d78e5ea HTTP/1.1" 200 1121 "-" "Ansible" 1248 0.016 [auth-system-keycloak-80] [] 10.0.0.118:8080 1121 0.015 200 0c76db1e7abfcd21ef98634589ec1d0e W0324 14:53:41.001567 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:53:41.001630 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:53:44.334983 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:53:44.335029 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 14:53:45.867861 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.103.173.84"}] I0324 14:53:45.876565 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"643cab5b-71af-4aea-be8f-ccbd30cdda95", APIVersion:"networking.k8s.io/v1", ResourceVersion:"2893", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 14:53:47.668488 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:53:47.668539 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.213 - - [24/Mar/2026:14:54:00 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.050 [auth-system-keycloak-80] [] 10.0.0.118:8080 1885 0.049 200 4cdd880fd94856c2903d1412afa716fb 199.19.213.213 - - [24/Mar/2026:14:54:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.019 [auth-system-keycloak-80] [] 10.0.0.118:8080 2 0.020 200 1cd3dc4f21696b6edefa585f7b061971 199.19.213.213 - - [24/Mar/2026:14:54:01 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.075 [auth-system-keycloak-80] [] 10.0.0.118:8080 0 0.074 201 4ce327988dfcfb19d22028befc60d381 199.19.213.213 - - [24/Mar/2026:14:54:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.028 [auth-system-keycloak-80] [] 10.0.0.118:8080 1261 0.028 200 c2838fe4b0127a1e96a362ec6febe9ef 199.19.213.213 - - [24/Mar/2026:14:54:01 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.054 [auth-system-keycloak-80] [] 10.0.0.118:8080 1885 0.053 200 6b1e9f066def5179fa32fa7aadcb070a 199.19.213.213 - - [24/Mar/2026:14:54:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.013 [auth-system-keycloak-80] [] 10.0.0.118:8080 2 0.013 200 1b84e36ba381f0cc3768b844e7ef5953 199.19.213.213 - - [24/Mar/2026:14:54:01 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.041 [auth-system-keycloak-80] [] 10.0.0.118:8080 0 0.040 201 3f0a5f6de59fd0619cbc5017fe96ded3 199.19.213.213 - - [24/Mar/2026:14:54:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.019 [auth-system-keycloak-80] [] 10.0.0.118:8080 1286 0.019 200 14b3324181b0db2f41f8d459b329e489 199.19.213.213 - - [24/Mar/2026:14:54:01 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.042 [auth-system-keycloak-80] [] 10.0.0.118:8080 1885 0.041 200 2dfc33c2032b710a8f17c8d77ad55a9e 199.19.213.213 - - [24/Mar/2026:14:54:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.016 [auth-system-keycloak-80] [] 10.0.0.118:8080 2 0.016 200 da0e7e48f22f7c7cbfd23325e43db758 199.19.213.213 - - [24/Mar/2026:14:54:02 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.039 [auth-system-keycloak-80] [] 10.0.0.118:8080 0 0.038 201 925ec7bec841b0cec14c51487eb393d9 199.19.213.213 - - [24/Mar/2026:14:54:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.021 [auth-system-keycloak-80] [] 10.0.0.118:8080 1251 0.021 200 4cfd742744a0a5cb3c75563c6c1f95ef 199.19.213.213 - - [24/Mar/2026:14:54:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.047 [auth-system-keycloak-80] [] 10.0.0.118:8080 1885 0.045 200 602305d3785415a149112258f9869ab9 199.19.213.213 - - [24/Mar/2026:14:54:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.118:8080 1261 0.009 200 7b9dbf57c02674ead7a306a790da0f51 199.19.213.213 - - [24/Mar/2026:14:54:02 +0000] "GET /admin/realms/atmosphere/clients/e4117a91-296c-4957-88af-e88c623b0ec5/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1255 0.031 [auth-system-keycloak-80] [] 10.0.0.118:8080 31 0.031 404 bb79e53170fb3c0ca394e945222b3b5a 199.19.213.213 - - [24/Mar/2026:14:54:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.118:8080 1261 0.009 200 11bc58df1dc6038708f92032b85d1e24 199.19.213.213 - - [24/Mar/2026:14:54:02 +0000] "POST /admin/realms/atmosphere/clients/e4117a91-296c-4957-88af-e88c623b0ec5/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.020 [auth-system-keycloak-80] [] 10.0.0.118:8080 0 0.019 201 a0ea6e37654f7b69e127727a36d4ad3e 199.19.213.213 - - [24/Mar/2026:14:54:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.010 [auth-system-keycloak-80] [] 10.0.0.118:8080 1261 0.010 200 8752e4f0fe04955b0d7066a7551f4296 199.19.213.213 - - [24/Mar/2026:14:54:02 +0000] "GET /admin/realms/atmosphere/clients/e4117a91-296c-4957-88af-e88c623b0ec5/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.019 [auth-system-keycloak-80] [] 10.0.0.118:8080 166 0.019 200 7d29554242b18ca501ebdea11effa3bf 199.19.213.213 - - [24/Mar/2026:14:54:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.048 [auth-system-keycloak-80] [] 10.0.0.118:8080 1885 0.046 200 57787e5c4f032a83c1030ec28bae8ff7 199.19.213.213 - - [24/Mar/2026:14:54:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.118:8080 1286 0.007 200 70f9b872ef1a6b67cf5b6d97b62b1461 199.19.213.213 - - [24/Mar/2026:14:54:03 +0000] "GET /admin/realms/atmosphere/clients/4b2b073b-f8cf-45f1-bdea-d92100226c88/roles/admin HTTP/1.1" 404 31 "-" "Ansible" 1254 0.013 [auth-system-keycloak-80] [] 10.0.0.118:8080 31 0.012 404 fca52f224417ae70a2b063b4f24af6f0 199.19.213.213 - - [24/Mar/2026:14:54:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.118:8080 1286 0.007 200 b72c2705c56127053b6266701ae4ebb7 199.19.213.213 - - [24/Mar/2026:14:54:03 +0000] "POST /admin/realms/atmosphere/clients/4b2b073b-f8cf-45f1-bdea-d92100226c88/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.017 [auth-system-keycloak-80] [] 10.0.0.118:8080 0 0.016 201 3f3696d0f9ceec353e29dda8305ccf89 199.19.213.213 - - [24/Mar/2026:14:54:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.118:8080 1286 0.010 200 3086614c0ad008f83d3432251be7c7fd 199.19.213.213 - - [24/Mar/2026:14:54:03 +0000] "GET /admin/realms/atmosphere/clients/4b2b073b-f8cf-45f1-bdea-d92100226c88/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.016 [auth-system-keycloak-80] [] 10.0.0.118:8080 165 0.015 200 53a09a4ff4ba5516f33e005f3f4816a8 199.19.213.213 - - [24/Mar/2026:14:54:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.054 [auth-system-keycloak-80] [] 10.0.0.118:8080 1885 0.053 200 0ace17cccea977a12670eeec4fe18180 199.19.213.213 - - [24/Mar/2026:14:54:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.118:8080 1286 0.008 200 4d6b20764b3f92fab6238737173b8d1a 199.19.213.213 - - [24/Mar/2026:14:54:03 +0000] "GET /admin/realms/atmosphere/clients/4b2b073b-f8cf-45f1-bdea-d92100226c88/roles/editor HTTP/1.1" 404 31 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.118:8080 31 0.012 404 f13ea43884298a177de225cbbb5bf84c 199.19.213.213 - - [24/Mar/2026:14:54:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.011 [auth-system-keycloak-80] [] 10.0.0.118:8080 1286 0.011 200 82949bc0a529fde76f97cc3a4628df1b 199.19.213.213 - - [24/Mar/2026:14:54:03 +0000] "POST /admin/realms/atmosphere/clients/4b2b073b-f8cf-45f1-bdea-d92100226c88/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.019 [auth-system-keycloak-80] [] 10.0.0.118:8080 0 0.017 201 4ac764ade2d0bfab954f5bfd6b1ac18d 199.19.213.213 - - [24/Mar/2026:14:54:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.118:8080 1286 0.010 200 a7e48307829d97daa28b16c2271f6b14 199.19.213.213 - - [24/Mar/2026:14:54:03 +0000] "GET /admin/realms/atmosphere/clients/4b2b073b-f8cf-45f1-bdea-d92100226c88/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.118:8080 166 0.012 200 600c23b602eb58d8d52afc5eca0a571a 199.19.213.213 - - [24/Mar/2026:14:54:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.049 [auth-system-keycloak-80] [] 10.0.0.118:8080 1885 0.047 200 3f3b19ff9c072e3ef3438fb5378f6d05 199.19.213.213 - - [24/Mar/2026:14:54:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.017 [auth-system-keycloak-80] [] 10.0.0.118:8080 1286 0.017 200 9860b912275fac70dc0335f836d319db 199.19.213.213 - - [24/Mar/2026:14:54:04 +0000] "GET /admin/realms/atmosphere/clients/4b2b073b-f8cf-45f1-bdea-d92100226c88/roles/viewer HTTP/1.1" 404 31 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.118:8080 31 0.012 404 e0075514b52b9cc2c222cdcf81260865 199.19.213.213 - - [24/Mar/2026:14:54:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.118:8080 1286 0.006 200 3614a4bff614ce5b64be9aa11e4c0d6d 199.19.213.213 - - [24/Mar/2026:14:54:04 +0000] "POST /admin/realms/atmosphere/clients/4b2b073b-f8cf-45f1-bdea-d92100226c88/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.016 [auth-system-keycloak-80] [] 10.0.0.118:8080 0 0.016 201 ded041921b69be358fc1522f6322b6fe 199.19.213.213 - - [24/Mar/2026:14:54:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.118:8080 1286 0.007 200 84ffb566b32276434a0a5e8cd6bd6cde 199.19.213.213 - - [24/Mar/2026:14:54:04 +0000] "GET /admin/realms/atmosphere/clients/4b2b073b-f8cf-45f1-bdea-d92100226c88/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.118:8080 166 0.012 200 3f49cce0014ff0bf7d27fbab65c36b50 199.19.213.213 - - [24/Mar/2026:14:54:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.049 [auth-system-keycloak-80] [] 10.0.0.118:8080 1885 0.048 200 42b0282a2fa2a49fa84a76efd7d95e6f 199.19.213.213 - - [24/Mar/2026:14:54:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.118:8080 1251 0.008 200 69dafb177f4dfe7d3812acdc5b560462 199.19.213.213 - - [24/Mar/2026:14:54:04 +0000] "GET /admin/realms/atmosphere/clients/d8698589-d6bf-479e-b7ee-f4f73ab8d58a/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.118:8080 31 0.009 404 07f79a75c2f798db2312bef6c68ea4d5 199.19.213.213 - - [24/Mar/2026:14:54:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.118:8080 1251 0.006 200 8ce611eb4fdb5d382a5395784591fcae 199.19.213.213 - - [24/Mar/2026:14:54:04 +0000] "POST /admin/realms/atmosphere/clients/d8698589-d6bf-479e-b7ee-f4f73ab8d58a/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.013 [auth-system-keycloak-80] [] 10.0.0.118:8080 0 0.012 201 6df8bbaff8ecb44b928e2e57bd921e45 199.19.213.213 - - [24/Mar/2026:14:54:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.118:8080 1251 0.006 200 ce03d633d2c562d2b0effe49daf4e96b 199.19.213.213 - - [24/Mar/2026:14:54:04 +0000] "GET /admin/realms/atmosphere/clients/d8698589-d6bf-479e-b7ee-f4f73ab8d58a/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.118:8080 166 0.012 200 bc813103a8d57bb1f3e5dbbd2602d113 W0324 14:55:11.274404 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:11.274437 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:11.353653 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 14:55:11.353769 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0324 14:55:11.354014 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:11.354045 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:11.354292 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 14:55:11.354385 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0324 14:55:11.354448 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:11.354470 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:11.357549 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0324 14:55:11.357604 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0324 14:55:11.357639 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:11.357657 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 14:55:11.359302 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.006s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.007s testedConfigurationSize:18.2kB} I0324 14:55:11.359347 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0324 14:55:11.359517 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.006s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.007s testedConfigurationSize:18.2kB} I0324 14:55:11.359698 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0324 14:55:11.359746 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.006s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.007s testedConfigurationSize:18.2kB} I0324 14:55:11.359782 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0324 14:55:11.366564 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0324 14:55:11.367175 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0324 14:55:11.367593 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"a09e6b44-6c2d-435b-8d38-33ebed85261d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3648", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0324 14:55:11.367707 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0324 14:55:11.367874 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"752763fc-d718-466e-a00c-81e9e112665c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3650", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 14:55:11.367972 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0324 14:55:11.367986 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0324 14:55:11.368186 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0324 14:55:11.368208 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"6bbe57cc-88d4-4f73-b398-5c6a8e25d4fa", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3651", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0324 14:55:11.818071 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0324 14:55:11.818814 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0324 14:55:11.828766 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0324 14:55:11.829467 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0324 14:55:14.028800 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0324 14:55:14.029909 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0324 14:55:14.608422 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 14:55:14.608468 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0324 14:55:14.608499 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 14:55:14.608581 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:14.608598 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 14:55:14.608691 7 controller.go:196] "Configuration changes detected, backend reload required" I0324 14:55:14.663263 7 controller.go:216] "Backend successfully reloaded" I0324 14:55:14.663881 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-cbttd", UID:"4ed34d13-22a4-447b-8f24-0f51d61cc11f", APIVersion:"v1", ResourceVersion:"1179", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0324 14:55:17.941296 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 14:55:17.941373 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0324 14:55:17.941414 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 14:55:17.941545 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:17.941575 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:21.275122 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 14:55:21.275187 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0324 14:55:21.275210 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 14:55:21.275313 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:21.275333 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:24.607907 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 14:55:24.607970 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0324 14:55:24.608015 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 14:55:24.608138 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:24.608160 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:27.942219 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 14:55:27.942284 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0324 14:55:27.942328 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 14:55:27.942504 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:27.942541 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:31.274648 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 14:55:31.274817 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0324 14:55:31.274887 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 14:55:31.275099 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:31.275146 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:34.608129 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 14:55:34.608229 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 14:55:34.608383 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:34.608415 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:37.943010 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 14:55:37.943072 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 14:55:37.943144 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:37.943161 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:41.275017 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 14:55:41.275120 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 14:55:41.275405 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:41.275443 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:44.608559 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 14:55:44.608701 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 14:55:44.608870 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:44.608899 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 14:55:45.866971 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.103.173.84"}] I0324 14:55:45.867045 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.103.173.84"}] I0324 14:55:45.866977 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.103.173.84"}] I0324 14:55:45.871951 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"a09e6b44-6c2d-435b-8d38-33ebed85261d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4627", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0324 14:55:45.873663 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"6bbe57cc-88d4-4f73-b398-5c6a8e25d4fa", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4628", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0324 14:55:45.875160 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"752763fc-d718-466e-a00c-81e9e112665c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4629", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 14:55:47.941751 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 14:55:47.941844 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 14:55:47.941965 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:47.941993 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.78 - - [24/Mar/2026:14:55:50 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6264 "-" "Go-http-client/1.1" 161 0.048 [auth-system-keycloak-80] [] 10.0.0.118:8080 6264 0.048 200 e0ff0ff6dd978324ebbef60505441ae9 10.0.0.26 - - [24/Mar/2026:14:55:50 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6264 "-" "Go-http-client/1.1" 161 0.011 [auth-system-keycloak-80] [] 10.0.0.118:8080 6264 0.011 200 f87e7b74fe5687d0c619fb6db692ad53 W0324 14:55:51.275292 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 14:55:51.275407 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 14:55:51.275576 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:51.275600 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:54.608087 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 14:55:54.608428 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:54.608495 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:57.941477 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 14:55:57.941963 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:57.942010 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:56:01.275053 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 14:56:01.275372 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:56:01.275409 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:56:04.609025 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 14:56:04.609261 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:56:04.609292 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:56:07.941787 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:56:07.941846 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:56:11.275702 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:56:11.275782 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:56:14.608775 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:56:14.608885 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.213 - - [24/Mar/2026:14:56:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.060 [auth-system-keycloak-80] [] 10.0.0.118:8080 1885 0.058 200 ac9b7bf475e611bf562c06ef0791c55b 199.19.213.213 - - [24/Mar/2026:14:56:17 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4101 "-" "Ansible" 1197 0.008 [auth-system-keycloak-80] [] 10.0.0.118:8080 4101 0.008 200 a4fc2a6f1fddd77c1a1fc7c687eda238 199.19.213.213 - - [24/Mar/2026:14:56:17 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5556 0.175 [auth-system-keycloak-80] [] 10.0.0.118:8080 0 0.173 204 13c441a3efd9b07e619ad01eb6d7a909 199.19.213.213 - - [24/Mar/2026:14:56:17 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4239 "-" "Ansible" 1197 0.073 [auth-system-keycloak-80] [] 10.0.0.118:8080 4239 0.072 200 9188eeb94da8dffb9c8d668cea32f650 199.19.213.213 - - [24/Mar/2026:14:56:17 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6264 "-" "ansible-httpget" 181 0.008 [auth-system-keycloak-80] [] 10.0.0.118:8080 6264 0.008 200 c0824c0bcc0e50241309b617c5d3a5de 199.19.213.213 - - [24/Mar/2026:14:56:19 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.049 [auth-system-keycloak-80] [] 10.0.0.118:8080 1885 0.047 200 128f55ba6fd43d96a59de01d79827940 199.19.213.213 - - [24/Mar/2026:14:56:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.012 [auth-system-keycloak-80] [] 10.0.0.118:8080 2 0.013 200 3552cdcb8844bb64f5f58070c80bf676 199.19.213.213 - - [24/Mar/2026:14:56:19 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.047 [auth-system-keycloak-80] [] 10.0.0.118:8080 0 0.047 201 223469e1e3fff57f54a604932a683f8e 199.19.213.213 - - [24/Mar/2026:14:56:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2141 "-" "Ansible" 1223 0.022 [auth-system-keycloak-80] [] 10.0.0.118:8080 2141 0.021 200 79f679c594f7cd3e26a95410b4e2fb96 199.19.213.213 - - [24/Mar/2026:14:56:19 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.047 [auth-system-keycloak-80] [] 10.0.0.118:8080 1885 0.045 200 863729d7b003c7f7a784b52b16e1178c 199.19.213.213 - - [24/Mar/2026:14:56:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2141 "-" "Ansible" 1223 0.009 [auth-system-keycloak-80] [] 10.0.0.118:8080 2141 0.010 200 65ba682b4422089c40b9066d55d42c29 199.19.213.213 - - [24/Mar/2026:14:56:19 +0000] "GET /admin/realms/atmosphere/clients/bceb4c4e-1b1e-4f6a-a584-404a045959b5/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.020 [auth-system-keycloak-80] [] 10.0.0.118:8080 233 0.020 200 c7a656aa78990dc3c5d6a41e9ae61577 199.19.213.213 - - [24/Mar/2026:14:56:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.019 [auth-system-keycloak-80] [] 10.0.0.118:8080 831 0.018 200 55968f110e88496d7d6dc655f8836238 199.19.213.213 - - [24/Mar/2026:14:56:19 +0000] "GET /admin/realms/atmosphere/clients/c36d534f-d8e2-48f1-905a-20b7e82a4907/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.026 [auth-system-keycloak-80] [] 10.0.0.118:8080 3758 0.026 200 423cc8bf746ec96e2b25847fd069df18 199.19.213.213 - - [24/Mar/2026:14:56:20 +0000] "GET /admin/realms/atmosphere/users/be7c927c-383b-4fbf-9b16-0f36e5cfa635/role-mappings/clients/c36d534f-d8e2-48f1-905a-20b7e82a4907/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.066 [auth-system-keycloak-80] [] 10.0.0.118:8080 3758 0.065 200 338e783369c80a65a2b36bb1521a8022 199.19.213.213 - - [24/Mar/2026:14:56:20 +0000] "GET /admin/realms/atmosphere/users/be7c927c-383b-4fbf-9b16-0f36e5cfa635/role-mappings/clients/c36d534f-d8e2-48f1-905a-20b7e82a4907/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.019 [auth-system-keycloak-80] [] 10.0.0.118:8080 2 0.019 200 ab5b4e11824996e4b5cee214f6943f6f 199.19.213.213 - - [24/Mar/2026:14:56:20 +0000] "POST /admin/realms/atmosphere/users/be7c927c-383b-4fbf-9b16-0f36e5cfa635/role-mappings/clients/c36d534f-d8e2-48f1-905a-20b7e82a4907 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.020 [auth-system-keycloak-80] [] 10.0.0.118:8080 0 0.019 204 fb608df4b9dd7abf772fc2a7940fc292 199.19.213.213 - - [24/Mar/2026:14:56:20 +0000] "GET /admin/realms/atmosphere/users/be7c927c-383b-4fbf-9b16-0f36e5cfa635/role-mappings/clients/c36d534f-d8e2-48f1-905a-20b7e82a4907/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.019 [auth-system-keycloak-80] [] 10.0.0.118:8080 576 0.018 200 7b4600a09fa49a2f01d95978724fef34 W0324 14:56:22.678214 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:56:22.678266 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:56:26.011776 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:56:26.011841 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:56:38.477688 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:56:38.477730 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:56:41.812167 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:56:41.812223 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:58:27.521037 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:58:27.521092 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:59:00.450072 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0324 14:59:00.450127 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:59:00.450137 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 14:59:00.452018 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.003s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:28.7kB} I0324 14:59:00.452060 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0324 14:59:00.456809 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0324 14:59:00.457132 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"85d1f283-e3d4-4b84-829c-349302a71cea", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6190", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 14:59:00.457350 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0324 14:59:00.457731 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0324 14:59:00.457811 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:59:00.457836 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 14:59:00.457963 7 controller.go:196] "Configuration changes detected, backend reload required" I0324 14:59:00.506696 7 controller.go:216] "Backend successfully reloaded" I0324 14:59:00.507010 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-cbttd", UID:"4ed34d13-22a4-447b-8f24-0f51d61cc11f", APIVersion:"v1", ResourceVersion:"1179", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0324 14:59:00.797092 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0324 14:59:00.797978 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0324 14:59:03.792250 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:59:03.792306 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.213 - - [24/Mar/2026:14:59:04 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.004 [openstack-keystone-api-5000] [] 10.0.0.84:5000 281 0.004 300 82a2400770c2516c8bc23d146a80a299 199.19.213.213 - - [24/Mar/2026:14:59:06 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.006 [openstack-keystone-api-5000] [] 10.0.0.84:5000 266 0.005 200 d4f89630ec317c35d3c1405b4b132c1f 199.19.213.213 - - [24/Mar/2026:14:59:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.341 [openstack-keystone-api-5000] [] 10.0.0.84:5000 1297 0.340 201 6e153b09fdf2e1c3fe694b0c0f5d192b 199.19.213.213 - - [24/Mar/2026:14:59:06 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.84:5000 281 0.004 300 f95ccb44d22e2941f06c0b3ae83689ea 199.19.213.213 - - [24/Mar/2026:14:59:06 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.033 [openstack-keystone-api-5000] [] 10.0.0.84:5000 368 0.033 200 d35fd50bfadfd0a2f86dc8ffcbe9ef29 199.19.213.213 - - [24/Mar/2026:14:59:07 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.84:5000 266 0.003 200 e73778a08ef7ef4b8e06c9d2b253f1f7 199.19.213.213 - - [24/Mar/2026:14:59:07 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.304 [openstack-keystone-api-5000] [] 10.0.0.84:5000 1297 0.303 201 c7dd7f4278683f5fe1143473e59b9e19 199.19.213.213 - - [24/Mar/2026:14:59:07 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.84:5000 281 0.004 300 3a8487facd2d032f9d24349e4015037a 199.19.213.213 - - [24/Mar/2026:14:59:07 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.024 [openstack-keystone-api-5000] [] 10.0.0.84:5000 101 0.024 404 c9b2071e9ca9c94d35e21f5d904364b3 199.19.213.213 - - [24/Mar/2026:14:59:07 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.021 [openstack-keystone-api-5000] [] 10.0.0.84:5000 156 0.021 200 eb856c4dd2540e0e44360d8607c10ba2 199.19.213.213 - - [24/Mar/2026:14:59:07 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.041 [openstack-keystone-api-5000] [] 10.0.0.84:5000 454 0.042 201 f95b98f8b3107855f60d2e036ea71a28 199.19.213.213 - - [24/Mar/2026:14:59:08 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.84:5000 266 0.005 200 cecd4d529c53b28a23463284011708c3 199.19.213.213 - - [24/Mar/2026:14:59:08 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.318 [openstack-keystone-api-5000] [] 10.0.0.84:5000 1297 0.317 201 f16f38299820c2e7e40849ddebbb8fe5 199.19.213.213 - - [24/Mar/2026:14:59:08 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.84:5000 281 0.005 300 91095e8821a6d908296dcf6b72de60b7 199.19.213.213 - - [24/Mar/2026:14:59:08 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.033 [openstack-keystone-api-5000] [] 10.0.0.84:5000 98 0.032 404 6b9f4c4b944db3a966dc4482b72bd4bb 199.19.213.213 - - [24/Mar/2026:14:59:08 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.024 [openstack-keystone-api-5000] [] 10.0.0.84:5000 136 0.024 200 258f0b40281219af1c80d0c8a827f8de 199.19.213.213 - - [24/Mar/2026:14:59:08 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 332 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.020 [openstack-keystone-api-5000] [] 10.0.0.84:5000 332 0.020 201 60e11eb1f399a17d5d1a8d6a7c277085 199.19.213.213 - - [24/Mar/2026:14:59:09 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.84:5000 266 0.005 200 2a49bd70805d483aa3bfd43d64266199 199.19.213.213 - - [24/Mar/2026:14:59:09 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.284 [openstack-keystone-api-5000] [] 10.0.0.84:5000 1297 0.285 201 012544283532c5e5ab1557b61161bcb1 199.19.213.213 - - [24/Mar/2026:14:59:09 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.84:5000 281 0.004 300 343b4090d48277ca4fb0ff03ff79d956 199.19.213.213 - - [24/Mar/2026:14:59:09 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.026 [openstack-keystone-api-5000] [] 10.0.0.84:5000 131 0.027 404 eea392cc2718939d117f836783545ab5 199.19.213.213 - - [24/Mar/2026:14:59:09 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.028 [openstack-keystone-api-5000] [] 10.0.0.84:5000 168 0.027 200 a99a54d1efa1b864351f11da59991cb0 199.19.213.213 - - [24/Mar/2026:14:59:09 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.039 [openstack-keystone-api-5000] [] 10.0.0.84:5000 224 0.039 201 64ec9df5bab457673c643a9c84cd9299 W0324 14:59:19.826997 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:59:19.827039 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:59:23.164170 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:59:23.164222 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:59:26.494685 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:59:26.494769 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:59:45.305662 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:59:45.305707 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 14:59:45.866893 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.103.173.84"}] I0324 14:59:45.872560 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"85d1f283-e3d4-4b84-829c-349302a71cea", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6582", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 14:59:48.639390 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:59:48.639449 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:59:54.492398 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:59:54.492440 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:59:57.827496 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:59:57.827550 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:01:45.979452 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0324 15:01:45.979619 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0324 15:01:45.979726 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:01:45.979764 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:01:45.985148 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.007s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.008s testedConfigurationSize:32.2kB} I0324 15:01:45.985183 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0324 15:01:45.991955 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0324 15:01:45.992399 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"02ef5375-1cc6-4d4b-b4ca-5abdb29b5753", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7533", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 15:01:45.992718 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0324 15:01:45.993201 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0324 15:01:45.993319 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0324 15:01:45.993403 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:01:45.993425 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:01:45.993592 7 controller.go:196] "Configuration changes detected, backend reload required" I0324 15:01:46.046637 7 controller.go:216] "Backend successfully reloaded" I0324 15:01:46.047075 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-cbttd", UID:"4ed34d13-22a4-447b-8f24-0f51d61cc11f", APIVersion:"v1", ResourceVersion:"1179", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0324 15:01:46.373551 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0324 15:01:46.374492 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.19.213.213 - - [24/Mar/2026:15:01:46 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.007 [openstack-keystone-api-5000] [] 10.0.0.84:5000 281 0.007 300 574562dd48fc3ff96967e791effdafe1 199.19.213.213 - - [24/Mar/2026:15:01:47 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1929 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.334 [openstack-keystone-api-5000] [] 10.0.0.84:5000 1929 0.334 201 b239d315bad651975f0296c01852289e 199.19.213.213 - - [24/Mar/2026:15:01:47 +0000] "GET /v3/roles HTTP/1.1" 200 824 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 425 0.025 [openstack-keystone-api-5000] [] 10.0.0.84:5000 824 0.024 200 843b6ae5e626fac80e53fff289fdb7d4 199.19.213.213 - - [24/Mar/2026:15:01:47 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.032 [openstack-keystone-api-5000] [] 10.0.0.84:5000 230 0.032 201 0797800f20b5e23d6216a68ad58363fd W0324 15:01:49.327127 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0324 15:01:49.327519 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:01:49.327586 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:01:54.863813 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:01:54.863851 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.213 - - [24/Mar/2026:15:02:25 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.101.0 keystoneauth1/5.0.1 python-requests/2.28.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.84:5000 281 0.006 300 5def252a68c4dbc9cb45dd54bbf3dd1f 199.19.213.213 - - [24/Mar/2026:15:02:25 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1929 "-" "openstacksdk/0.101.0 keystoneauth1/5.0.1 python-requests/2.28.1 CPython/3.10.12" 550 0.289 [openstack-keystone-api-5000] [] 10.0.0.84:5000 1929 0.288 201 b1487cc641c226baf0c23f0019c3a761 199.19.213.213 - - [24/Mar/2026:15:02:25 +0000] "GET /v3/roles HTTP/1.1" 200 1045 "-" "python-keystoneclient" 380 0.027 [openstack-keystone-api-5000] [] 10.0.0.84:5000 1045 0.027 200 4a25d8546ced474ea59890b7fafcaf51 199.19.213.213 - - [24/Mar/2026:15:02:25 +0000] "PUT /v3/roles/669af45c99af4249acb170ee68796dff/implies/505663d818b24053b302c913028fb87c HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.040 [openstack-keystone-api-5000] [] 10.0.0.84:5000 521 0.040 201 8ea189277d6ccd479006d0dd5d7b9bc5 I0324 15:02:45.914510 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.103.173.84"}] I0324 15:02:46.113435 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"02ef5375-1cc6-4d4b-b4ca-5abdb29b5753", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8061", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 15:02:46.127950 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:46.127999 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.213 - - [24/Mar/2026:15:03:10 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.032 [openstack-keystone-api-5000] [] 10.0.0.84:5000 281 0.032 300 47ffd1fd64fc01551cc90938768e6532 199.19.213.213 - - [24/Mar/2026:15:03:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.342 [openstack-keystone-api-5000] [] 10.0.0.84:5000 1992 0.341 201 3c37d72b25610719de7eaf3c41b2ec81 199.19.213.213 - - [24/Mar/2026:15:03:11 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.032 [openstack-keystone-api-5000] [] 10.0.0.84:5000 87 0.031 404 b362aa086a4ebb579b7535caaf6c5d80 199.19.213.213 - - [24/Mar/2026:15:03:11 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 440 0.030 [openstack-keystone-api-5000] [] 10.0.0.84:5000 390 0.031 200 deb17a9c80b247b61a6bd30d97b50e30 199.19.213.213 - - [24/Mar/2026:15:03:11 +0000] "GET /v3/users?domain_id=aea2ae62545a48439a2195d1e4f1001b&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 487 0.042 [openstack-keystone-api-5000] [] 10.0.0.84:5000 178 0.042 200 f81da7f3c285ef215d536033cd89ee56 199.19.213.213 - - [24/Mar/2026:15:03:11 +0000] "POST /v3/users HTTP/1.1" 201 327 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 664 0.296 [openstack-keystone-api-5000] [] 10.0.0.84:5000 327 0.296 201 d5bb5f9db10a7e1ab492e8b754bdf430 199.19.213.213 - - [24/Mar/2026:15:03:12 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.84:5000 281 0.005 300 3cc3ea6cdbdb1d4babdd8da3ab1439d1 199.19.213.213 - - [24/Mar/2026:15:03:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.308 [openstack-keystone-api-5000] [] 10.0.0.84:5000 1992 0.308 201 7905bd99fa2e0a82127ef3f90a3e8271 199.19.213.213 - - [24/Mar/2026:15:03:12 +0000] "GET /v3/roles HTTP/1.1" 200 1045 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 425 0.023 [openstack-keystone-api-5000] [] 10.0.0.84:5000 1045 0.022 200 042acfabab226c9b141aec3ca1de90e9 199.19.213.213 - - [24/Mar/2026:15:03:12 +0000] "GET /v3/domains HTTP/1.1" 200 810 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 427 0.029 [openstack-keystone-api-5000] [] 10.0.0.84:5000 810 0.029 200 83699fabdcd6d11843aa2b1c2f69f977 199.19.213.213 - - [24/Mar/2026:15:03:12 +0000] "GET /v3/users?domain_id=aea2ae62545a48439a2195d1e4f1001b&name=rgw-RegionOne HTTP/1.1" 200 494 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 487 0.153 [openstack-keystone-api-5000] [] 10.0.0.84:5000 494 0.153 200 f0bd00c55d4d6faaa9b9a939923d9129 199.19.213.213 - - [24/Mar/2026:15:03:12 +0000] "GET /v3/projects?domain_id=aea2ae62545a48439a2195d1e4f1001b HTTP/1.1" 200 550 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 471 0.039 [openstack-keystone-api-5000] [] 10.0.0.84:5000 550 0.039 200 7c806bfa946c3312edc5fd2a587433f7 199.19.213.213 - - [24/Mar/2026:15:03:12 +0000] "GET /v3/role_assignments?role.id=549f14ed4d2b423781c35298a8976475&user.id=6b79730bd17b459290329147e3b88579&scope.project.id=ce096df3d31b435ab85994f2cc8d0442 HTTP/1.1" 200 270 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 568 0.032 [openstack-keystone-api-5000] [] 10.0.0.84:5000 270 0.032 200 a4b37061c187cc1e092ac4c9a274c982 199.19.213.213 - - [24/Mar/2026:15:03:12 +0000] "GET /v3/roles HTTP/1.1" 200 1045 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 425 0.024 [openstack-keystone-api-5000] [] 10.0.0.84:5000 1045 0.024 200 861aa8ce14837aed1b66cd88832885ea 199.19.213.213 - - [24/Mar/2026:15:03:12 +0000] "GET /v3/domains/aea2ae62545a48439a2195d1e4f1001b HTTP/1.1" 200 270 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.017 [openstack-keystone-api-5000] [] 10.0.0.84:5000 270 0.017 200 837a95152a23db920d909b8c9de23024 199.19.213.213 - - [24/Mar/2026:15:03:13 +0000] "GET /v3/users?domain_id=aea2ae62545a48439a2195d1e4f1001b&name=rgw-RegionOne HTTP/1.1" 200 494 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 487 0.044 [openstack-keystone-api-5000] [] 10.0.0.84:5000 494 0.045 200 1e1ad2df679f65a943b5855b5c2166b6 199.19.213.213 - - [24/Mar/2026:15:03:13 +0000] "GET /v3/projects?domain_id=aea2ae62545a48439a2195d1e4f1001b HTTP/1.1" 200 550 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 471 0.251 [openstack-keystone-api-5000] [] 10.0.0.84:5000 550 0.251 200 587ac804e186917b908ae43ef46b7a6b 199.19.213.213 - - [24/Mar/2026:15:03:13 +0000] "GET /v3/role_assignments?role.id=549f14ed4d2b423781c35298a8976475&user.id=6b79730bd17b459290329147e3b88579&scope.project.id=ce096df3d31b435ab85994f2cc8d0442 HTTP/1.1" 200 270 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 568 0.019 [openstack-keystone-api-5000] [] 10.0.0.84:5000 270 0.018 200 7a23f1b243a77147f5e541494e98aee3 199.19.213.213 - - [24/Mar/2026:15:03:13 +0000] "PUT /v3/projects/ce096df3d31b435ab85994f2cc8d0442/users/6b79730bd17b459290329147e3b88579/roles/549f14ed4d2b423781c35298a8976475 HTTP/1.1" 204 0 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 558 0.339 [openstack-keystone-api-5000] [] 10.0.0.84:5000 0 0.339 204 4519ce2b11c79632be27d1c6c28a38a8 199.19.213.213 - - [24/Mar/2026:15:03:14 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.84:5000 281 0.003 300 8dd7d797af8254570902d846d2b72dad 199.19.213.213 - - [24/Mar/2026:15:03:14 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.334 [openstack-keystone-api-5000] [] 10.0.0.84:5000 1992 0.334 201 fe742afd10ef68924404c37b190f9d0e 199.19.213.213 - - [24/Mar/2026:15:03:14 +0000] "GET /v3/services HTTP/1.1" 200 597 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 428 0.024 [openstack-keystone-api-5000] [] 10.0.0.84:5000 597 0.024 200 c4fe5477b0073b86547b49fe38ac0716 199.19.213.213 - - [24/Mar/2026:15:03:14 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 596 0.043 [openstack-keystone-api-5000] [] 10.0.0.84:5000 263 0.043 201 7eddf37ce79695c54160730fd055e63b 199.19.213.213 - - [24/Mar/2026:15:03:15 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.84:5000 281 0.005 300 c207d8e827f12d592f865c573b58cba8 199.19.213.213 - - [24/Mar/2026:15:03:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2094 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.310 [openstack-keystone-api-5000] [] 10.0.0.84:5000 2094 0.310 201 aa58837e075153c278435cc2857f61b9 199.19.213.213 - - [24/Mar/2026:15:03:15 +0000] "GET /v3/services HTTP/1.1" 200 848 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 428 0.019 [openstack-keystone-api-5000] [] 10.0.0.84:5000 848 0.019 200 53b8c26b081a45b555681391c4cf62fb 199.19.213.213 - - [24/Mar/2026:15:03:15 +0000] "GET /v3/endpoints HTTP/1.1" 200 2223 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 429 0.018 [openstack-keystone-api-5000] [] 10.0.0.84:5000 2223 0.018 200 ed196b8c8eb14633f4472c38be4690e8 199.19.213.213 - - [24/Mar/2026:15:03:15 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 686 0.031 [openstack-keystone-api-5000] [] 10.0.0.84:5000 379 0.031 201 57063d3612cf9303ecfaad83fc2ec3e6 199.19.213.213 - - [24/Mar/2026:15:03:16 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.84:5000 281 0.005 300 1d4c452e0b6a8ac40b4fda7b06180bd8 199.19.213.213 - - [24/Mar/2026:15:03:16 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2303 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.295 [openstack-keystone-api-5000] [] 10.0.0.84:5000 2303 0.295 201 0179ba59a4e7a32f6152c872a32f5794 199.19.213.213 - - [24/Mar/2026:15:03:16 +0000] "GET /v3/services HTTP/1.1" 200 848 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 428 0.023 [openstack-keystone-api-5000] [] 10.0.0.84:5000 848 0.022 200 6b13afecf45ebd8f8283d2779661e816 199.19.213.213 - - [24/Mar/2026:15:03:16 +0000] "GET /v3/endpoints HTTP/1.1" 200 2589 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 429 0.020 [openstack-keystone-api-5000] [] 10.0.0.84:5000 2589 0.020 200 3fa8275eb4b837d899c81c9d5f4497fb 199.19.213.213 - - [24/Mar/2026:15:03:16 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 699 0.032 [openstack-keystone-api-5000] [] 10.0.0.84:5000 392 0.032 201 67bd3f1f649300459ba5008f258a1557 W0324 15:03:17.939116 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0324 15:03:17.939225 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0324 15:03:17.939283 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:03:17.939294 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:03:17.943010 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.004s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:35.7kB} I0324 15:03:17.943036 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0324 15:03:17.951076 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" W0324 15:03:17.951483 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store I0324 15:03:17.951724 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"095b0a35-e22e-4700-95ca-150b03763828", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8312", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 15:03:17.951826 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0324 15:03:17.951913 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0324 15:03:17.951976 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:03:17.952005 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:03:17.952143 7 controller.go:196] "Configuration changes detected, backend reload required" I0324 15:03:18.009174 7 controller.go:216] "Backend successfully reloaded" I0324 15:03:18.009845 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-cbttd", UID:"4ed34d13-22a4-447b-8f24-0f51d61cc11f", APIVersion:"v1", ResourceVersion:"1179", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0324 15:03:18.238427 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0324 15:03:18.240022 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0324 15:03:21.285935 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0324 15:03:21.286143 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:03:21.286168 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:03:34.611347 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0324 15:03:34.611499 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:03:34.611514 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:03:39.575452 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0324 15:03:39.575590 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:03:39.575609 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:03:42.909614 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0324 15:03:42.909893 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:03:42.909913 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:03:45.869056 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.103.173.84"}] I0324 15:03:45.874584 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"095b0a35-e22e-4700-95ca-150b03763828", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8635", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 15:03:46.242321 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0324 15:03:46.242618 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:03:46.242648 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:03:49.576492 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0324 15:03:49.576786 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:03:49.576818 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:03:52.909800 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0324 15:03:52.909995 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:03:52.910020 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:03:56.243339 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0324 15:03:56.243564 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:03:56.243594 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:03:56.243801 7 controller.go:196] "Configuration changes detected, backend reload required" I0324 15:03:56.298091 7 controller.go:216] "Backend successfully reloaded" I0324 15:03:56.298366 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-cbttd", UID:"4ed34d13-22a4-447b-8f24-0f51d61cc11f", APIVersion:"v1", ResourceVersion:"1179", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0324 15:04:05.044857 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0324 15:04:05.045062 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:04:05.045108 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:04:14.938193 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0324 15:04:14.938371 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:04:14.938404 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:05:36.554058 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0324 15:05:36.554317 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:05:36.554382 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:05:55.739067 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:05:55.739116 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:06:20.566275 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0324 15:06:20.566506 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0324 15:06:20.566835 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:06:20.566872 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:06:20.572496 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.007s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.007s testedConfigurationSize:39.2kB} I0324 15:06:20.572543 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0324 15:06:20.576719 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" W0324 15:06:20.577268 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store I0324 15:06:20.577413 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"042cb0dc-7fcc-48f0-aabe-3b9ec165cfbb", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9995", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 15:06:20.577749 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0324 15:06:20.577887 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0324 15:06:20.577978 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:06:20.578002 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:06:20.578174 7 controller.go:196] "Configuration changes detected, backend reload required" I0324 15:06:20.633326 7 controller.go:216] "Backend successfully reloaded" I0324 15:06:20.633732 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-cbttd", UID:"4ed34d13-22a4-447b-8f24-0f51d61cc11f", APIVersion:"v1", ResourceVersion:"1179", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0324 15:06:20.931299 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0324 15:06:20.932693 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0324 15:06:23.912148 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0324 15:06:23.912309 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:06:23.912330 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:06:32.122569 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0324 15:06:32.122714 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:06:32.122735 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:06:40.836337 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:06:40.836369 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:06:45.868324 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.103.173.84"}] I0324 15:06:45.875718 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"042cb0dc-7fcc-48f0-aabe-3b9ec165cfbb", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10210", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 15:06:45.877708 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:06:45.877748 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.213 - - [24/Mar/2026:15:07:10 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.84:5000 281 0.005 300 e7af9cbee846678583d8505b562fe97f 199.19.213.213 - - [24/Mar/2026:15:07:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.333 [openstack-keystone-api-5000] [] 10.0.0.84:5000 3138 0.332 201 834c0ad87eb2ece92798db9ed3fe8f22 199.19.213.213 - - [24/Mar/2026:15:07:10 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.004 [openstack-glance-api-9292] [] 10.0.0.139:9292 1193 0.004 300 c448c61acffe08bb43d3d1cb51accb7d 199.19.213.213 - - [24/Mar/2026:15:07:11 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.585 [openstack-glance-api-9292] [] 10.0.0.139:9292 69 0.585 200 026f2265b179fbc9ed010a5dd1353056 199.19.213.213 - - [24/Mar/2026:15:07:14 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.015 [openstack-keystone-api-5000] [] 10.0.0.84:5000 281 0.016 300 00215f5869bcebe9da9341b36b178531 199.19.213.213 - - [24/Mar/2026:15:07:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.294 [openstack-keystone-api-5000] [] 10.0.0.84:5000 3138 0.295 201 29348fad17178e7f144ab2b588b54750 199.19.213.213 - - [24/Mar/2026:15:07:15 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.004 [openstack-glance-api-9292] [] 10.0.0.139:9292 1193 0.003 300 f5c5b9ce09d046ab718b2df38411a05a 199.19.213.213 - - [24/Mar/2026:15:07:15 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.052 [openstack-glance-api-9292] [] 10.0.0.139:9292 69 0.052 200 1f415f3b96e39bac8c4a5fc2193e2fe0 199.19.213.213 - - [24/Mar/2026:15:07:15 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.120 [openstack-glance-api-9292] [] 10.0.0.139:9292 151 0.121 404 b0a939718472f53b87ebe03c029df947 199.19.213.213 - - [24/Mar/2026:15:07:15 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.023 [openstack-glance-api-9292] [] 10.0.0.139:9292 81 0.024 200 08729c2de1e5d826815b76167bd457a5 199.19.213.213 - - [24/Mar/2026:15:07:15 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.030 [openstack-glance-api-9292] [] 10.0.0.139:9292 84 0.030 200 49869663b25cc134b508aeb70375220f 199.19.213.213 - - [24/Mar/2026:15:07:15 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 748 0.055 [openstack-glance-api-9292] [] 10.0.0.139:9292 760 0.055 201 f6ac2b83a9c4cf098e70aa88db190099 199.19.213.213 - - [24/Mar/2026:15:07:19 +0000] "PUT /v2/images/d4111135-ce4a-4d8e-ae85-721ac66ea5b9/file HTTP/1.1" 204 0 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 3.753 [openstack-glance-api-9292] [] 10.0.0.139:9292 0 3.753 204 941aa4b56672ee9e6b3fb717c56188e2 199.19.213.213 - - [24/Mar/2026:15:07:19 +0000] "GET /v2/images HTTP/1.1" 200 1240 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.018 [openstack-glance-api-9292] [] 10.0.0.139:9292 1240 0.017 200 8ada1bdcf6aefe86fdc927a78ce917c7 199.19.213.213 - - [24/Mar/2026:15:07:19 +0000] "PATCH /v2/images/d4111135-ce4a-4d8e-ae85-721ac66ea5b9 HTTP/1.1" 200 1171 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 540 0.019 [openstack-glance-api-9292] [] 10.0.0.139:9292 1171 0.019 200 08ffe43ab55ace9da8c3cf1a46abab86 199.19.213.213 - - [24/Mar/2026:15:07:19 +0000] "GET /v2/images HTTP/1.1" 200 1240 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.015 [openstack-glance-api-9292] [] 10.0.0.139:9292 1240 0.016 200 4240af7f55fc08ce9c50a022bef51505 W0324 15:07:22.147233 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:07:22.147285 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:07:25.481265 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:07:25.481327 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store