------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0422 16:29:39.040576 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0422 16:29:39.040858 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0422 16:29:39.050685 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0422 16:29:39.336077 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0422 16:29:39.448040 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0422 16:29:39.821999 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0422 16:29:39.846583 7 nginx.go:271] "Starting NGINX Ingress controller" I0422 16:29:39.854561 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"df961b06-00ae-4a0f-83b8-6d7e7b9bba4f", APIVersion:"v1", ResourceVersion:"1580", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0422 16:29:39.858887 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"03cbe287-88fa-4b43-afa3-0731e86c028f", APIVersion:"v1", ResourceVersion:"1579", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0422 16:29:39.858954 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"af5ffaa0-d36c-4005-bc48-0c3d242d0523", APIVersion:"v1", ResourceVersion:"1582", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0422 16:29:41.048570 7 nginx.go:317] "Starting NGINX process" I0422 16:29:41.048740 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0422 16:29:41.049088 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0422 16:29:41.049263 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0422 16:29:41.049330 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:29:41.049361 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0422 16:29:41.049403 7 controller.go:196] "Configuration changes detected, backend reload required" I0422 16:29:41.082185 7 controller.go:216] "Backend successfully reloaded" I0422 16:29:41.082372 7 controller.go:227] "Initial sync, sleeping for 1 second" I0422 16:29:41.082515 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-ppp7k", UID:"df87356d-f2d5-4629-a0f1-dd5dbfef1ae8", APIVersion:"v1", ResourceVersion:"1629", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0422 16:29:41.123744 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0422 16:29:41.123859 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-ppp7k" W0422 16:29:44.859465 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:29:44.859576 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:29:48.192959 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:29:48.192996 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:29:51.527075 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:29:51.527120 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:29:54.862789 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:29:54.862863 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:29:58.194042 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:29:58.194084 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:30:19.381983 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:30:19.382027 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:30:29.589652 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:30:29.589703 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:30:32.923196 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:30:32.923264 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:30:36.257195 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:30:36.257239 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:30:39.590486 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:30:39.590519 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:30:56.202035 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:30:56.202069 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:30:59.536158 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:30:59.536194 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:34:52.531745 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:34:52.531771 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:34:55.865854 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:34:55.865920 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:35:15.846345 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:35:15.846415 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:35:19.180111 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:35:19.180159 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:35:22.513176 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:35:22.513304 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:35:25.846843 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:35:25.846913 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:35:29.180168 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:35:29.180203 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:35:45.205119 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:35:45.205157 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:35:48.538578 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:35:48.538620 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:35:51.872072 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:35:51.872123 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:36:17.816781 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:36:17.816824 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:36:21.150864 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:36:21.151007 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:36:24.484030 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:36:24.484085 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:37:19.219978 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:37:19.220052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:37:56.237140 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:37:56.237172 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:44:28.406175 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:44:28.406239 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:44:30.972821 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-107.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-107.nip.io-tls was not found. Using default certificate W0422 16:44:30.972884 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:44:30.972896 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0422 16:44:30.974400 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0422 16:44:30.974430 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0422 16:44:30.983343 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0422 16:44:30.983646 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"eff66eef-dccd-4704-b020-8e5f82590bee", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6082", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0422 16:44:30.983942 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-107.nip.io-tls" in local store I0422 16:44:31.541436 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-107.nip.io-tls" I0422 16:44:31.542786 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-107.nip.io-tls" W0422 16:44:31.739748 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:44:31.739792 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0422 16:44:31.739876 7 controller.go:196] "Configuration changes detected, backend reload required" I0422 16:44:31.787838 7 controller.go:216] "Backend successfully reloaded" I0422 16:44:31.788038 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-ppp7k", UID:"df87356d-f2d5-4629-a0f1-dd5dbfef1ae8", APIVersion:"v1", ResourceVersion:"1629", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0422 16:44:35.075585 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:44:35.075677 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.107 - - [22/Apr/2026:16:44:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.566 [auth-system-keycloak-80] [] 10.0.0.14:8080 1928 2.565 200 fc6ff03fcd59cbe710a1e14adbf69ea2 199.19.213.107 - - [22/Apr/2026:16:44:37 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.171 [auth-system-keycloak-80] [] 10.0.0.14:8080 116 0.171 404 4d95fb399ac7ccc3588e8cd30457a9c5 I0422 16:44:41.131392 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.110.124.86"}] I0422 16:44:41.136590 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"eff66eef-dccd-4704-b020-8e5f82590bee", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6210", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0422 16:44:41.137918 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:44:41.137945 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.107 - - [22/Apr/2026:16:44:41 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.086 [auth-system-keycloak-80] [] 10.0.0.14:8080 0 4.085 201 21700950357cebcb466d8b0738d16d55 199.19.213.107 - - [22/Apr/2026:16:44:42 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.693 [auth-system-keycloak-80] [] 10.0.0.14:8080 4246 0.693 200 988ced41f5596bcb7830e5d8257c14a8 199.19.213.107 - - [22/Apr/2026:16:44:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.595 [auth-system-keycloak-80] [] 10.0.0.14:8080 1928 0.594 200 03e961040bfa7169d41b698caf7b1cdf 199.19.213.107 - - [22/Apr/2026:16:44:43 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12500 "-" "Ansible" 1211 0.108 [auth-system-keycloak-80] [] 10.0.0.14:8080 12500 0.109 200 de1057db009008c5be834a0650655fec 199.19.213.107 - - [22/Apr/2026:16:44:43 +0000] "GET /admin/realms/atmosphere/client-scopes/9dcaf2cd-458a-4593-ba49-048e862a17b7 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.010 [auth-system-keycloak-80] [] 10.0.0.14:8080 1278 0.009 200 0777e54b83976bc1f3586dd0dd8518b2 199.19.213.107 - - [22/Apr/2026:16:44:43 +0000] "PUT /admin/realms/atmosphere/client-scopes/9dcaf2cd-458a-4593-ba49-048e862a17b7 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.055 [auth-system-keycloak-80] [] 10.0.0.14:8080 0 0.054 204 78cd52a53c3374a47392f47af0cf39f6 199.19.213.107 - - [22/Apr/2026:16:44:43 +0000] "GET /admin/realms/atmosphere/client-scopes/9dcaf2cd-458a-4593-ba49-048e862a17b7/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.073 [auth-system-keycloak-80] [] 10.0.0.14:8080 963 0.073 200 ec1c6b21db09d9b6385be40b17d13260 199.19.213.107 - - [22/Apr/2026:16:44:43 +0000] "GET /admin/realms/atmosphere/client-scopes/9dcaf2cd-458a-4593-ba49-048e862a17b7/protocol-mappers/models/a987e1db-0270-4485-8532-c7eee708a541 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.010 [auth-system-keycloak-80] [] 10.0.0.14:8080 366 0.011 200 50b50b491573da422219a7f3323aa355 199.19.213.107 - - [22/Apr/2026:16:44:43 +0000] "PUT /admin/realms/atmosphere/client-scopes/9dcaf2cd-458a-4593-ba49-048e862a17b7/protocol-mappers/models/a987e1db-0270-4485-8532-c7eee708a541 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.120 [auth-system-keycloak-80] [] 10.0.0.14:8080 0 0.120 204 9afcc895c5a34fc8ec8ae1a3dbeb5b3a 199.19.213.107 - - [22/Apr/2026:16:44:43 +0000] "GET /admin/realms/atmosphere/client-scopes/9dcaf2cd-458a-4593-ba49-048e862a17b7 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.050 [auth-system-keycloak-80] [] 10.0.0.14:8080 1218 0.049 200 0171d8c36bd3c91c93e37e82cd7d781e 199.19.213.107 - - [22/Apr/2026:16:45:06 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.501 [auth-system-keycloak-80] [] 10.0.0.14:8080 1928 0.499 200 95a068a7bfedf875c9e36603aa80d634 199.19.213.107 - - [22/Apr/2026:16:45:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.015 [auth-system-keycloak-80] [] 10.0.0.14:8080 2 0.016 200 39fcb1eb209f081bb3b77a6242f2468f 199.19.213.107 - - [22/Apr/2026:16:45:06 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.269 [auth-system-keycloak-80] [] 10.0.0.14:8080 0 0.269 201 f9b5ef124007d03cbe44466648cbcbca 199.19.213.107 - - [22/Apr/2026:16:45:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.065 [auth-system-keycloak-80] [] 10.0.0.14:8080 1261 0.065 200 cfa37d0186ff4d034964c67fb6ec0cb6 199.19.213.107 - - [22/Apr/2026:16:45:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.710 [auth-system-keycloak-80] [] 10.0.0.14:8080 1928 0.708 200 5f6805c9f781c94ff433cc9e240c92fd 199.19.213.107 - - [22/Apr/2026:16:45:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.14:8080 2 0.010 200 e84ec6800d564dcbfad5abedaa3b2a58 199.19.213.107 - - [22/Apr/2026:16:45:07 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.093 [auth-system-keycloak-80] [] 10.0.0.14:8080 0 0.093 201 9e726924d055dc54ad41df146934d2ce 199.19.213.107 - - [22/Apr/2026:16:45:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.072 [auth-system-keycloak-80] [] 10.0.0.14:8080 1286 0.073 200 b2ad164613d96e588e0158fa6e0dc39b 199.19.213.107 - - [22/Apr/2026:16:45:08 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.501 [auth-system-keycloak-80] [] 10.0.0.14:8080 1928 0.499 200 6cb3a0dab0565e52ea459dd1cf9f6eff 199.19.213.107 - - [22/Apr/2026:16:45:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.013 [auth-system-keycloak-80] [] 10.0.0.14:8080 2 0.012 200 df78e466085ea884e7b447c8b63eac09 199.19.213.107 - - [22/Apr/2026:16:45:08 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.164 [auth-system-keycloak-80] [] 10.0.0.14:8080 0 0.163 201 521f6836a908ae5646741375a529674f 199.19.213.107 - - [22/Apr/2026:16:45:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.079 [auth-system-keycloak-80] [] 10.0.0.14:8080 1251 0.080 200 2b27f3db550655c2964feb00c22a63bc 199.19.213.107 - - [22/Apr/2026:16:45:10 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.515 [auth-system-keycloak-80] [] 10.0.0.14:8080 1928 0.514 200 6159e57f2e3c1badfa8b4ed8129978ef 199.19.213.107 - - [22/Apr/2026:16:45:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.14:8080 1261 0.008 200 31363f54c43e4b38f8ff34a34bc369c9 199.19.213.107 - - [22/Apr/2026:16:45:10 +0000] "GET /admin/realms/atmosphere/clients/383dfb92-a7df-4d95-9942-c667eade3eee/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.016 [auth-system-keycloak-80] [] 10.0.0.14:8080 119 0.017 404 af6fbb2fa28983a20b9ef6090d394534 199.19.213.107 - - [22/Apr/2026:16:45:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.039 [auth-system-keycloak-80] [] 10.0.0.14:8080 1261 0.039 200 ca8afbff7ba288ed1db3fe70bff99e44 199.19.213.107 - - [22/Apr/2026:16:45:10 +0000] "POST /admin/realms/atmosphere/clients/383dfb92-a7df-4d95-9942-c667eade3eee/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.023 [auth-system-keycloak-80] [] 10.0.0.14:8080 0 0.022 201 c5feacab0d44a8a26c5935fb2eaae7b7 199.19.213.107 - - [22/Apr/2026:16:45:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.058 [auth-system-keycloak-80] [] 10.0.0.14:8080 1261 0.058 200 44b8ab3fd4ed407e9cf958344b1aac82 199.19.213.107 - - [22/Apr/2026:16:45:10 +0000] "GET /admin/realms/atmosphere/clients/383dfb92-a7df-4d95-9942-c667eade3eee/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.021 [auth-system-keycloak-80] [] 10.0.0.14:8080 166 0.022 200 e2a81d6f8be22e5883cb3816ff2086f0 199.19.213.107 - - [22/Apr/2026:16:45:11 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.542 [auth-system-keycloak-80] [] 10.0.0.14:8080 1928 0.541 200 12aa0bb1cf96dfff61d2e768ec8bb2c1 199.19.213.107 - - [22/Apr/2026:16:45:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.013 [auth-system-keycloak-80] [] 10.0.0.14:8080 1286 0.012 200 6629277c512ab6d7ecc81e0c4bac17cc 199.19.213.107 - - [22/Apr/2026:16:45:11 +0000] "GET /admin/realms/atmosphere/clients/05a124a0-3f9a-40a4-b8b3-5d1026fd5d56/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.051 [auth-system-keycloak-80] [] 10.0.0.14:8080 119 0.051 404 4c42fcf4fc1ac8cd8b02451df8c84fc3 199.19.213.107 - - [22/Apr/2026:16:45:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.14:8080 1286 0.007 200 aecdae748804721165d91b96af27f30a 199.19.213.107 - - [22/Apr/2026:16:45:11 +0000] "POST /admin/realms/atmosphere/clients/05a124a0-3f9a-40a4-b8b3-5d1026fd5d56/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.017 [auth-system-keycloak-80] [] 10.0.0.14:8080 0 0.017 201 aca18790c5ee1e32eea3f749fefd55b7 199.19.213.107 - - [22/Apr/2026:16:45:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.011 [auth-system-keycloak-80] [] 10.0.0.14:8080 1286 0.011 200 b09ca78b67ae6a607173e09acbcb174e 199.19.213.107 - - [22/Apr/2026:16:45:11 +0000] "GET /admin/realms/atmosphere/clients/05a124a0-3f9a-40a4-b8b3-5d1026fd5d56/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.029 [auth-system-keycloak-80] [] 10.0.0.14:8080 165 0.030 200 7c4aaf5cf2402a979c8154e9f76d391a 199.19.213.107 - - [22/Apr/2026:16:45:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.547 [auth-system-keycloak-80] [] 10.0.0.14:8080 1928 0.546 200 78829708be8703c5d8068566468a7e63 199.19.213.107 - - [22/Apr/2026:16:45:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.14:8080 1286 0.007 200 41610da5071db4e7b2a0728eadecbbb3 199.19.213.107 - - [22/Apr/2026:16:45:12 +0000] "GET /admin/realms/atmosphere/clients/05a124a0-3f9a-40a4-b8b3-5d1026fd5d56/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.14:8080 119 0.009 404 2eacea44190ec1aa3eecd2c534d0a559 199.19.213.107 - - [22/Apr/2026:16:45:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.039 [auth-system-keycloak-80] [] 10.0.0.14:8080 1286 0.039 200 79881975c25663351cda81f493cc40cd 199.19.213.107 - - [22/Apr/2026:16:45:12 +0000] "POST /admin/realms/atmosphere/clients/05a124a0-3f9a-40a4-b8b3-5d1026fd5d56/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.018 [auth-system-keycloak-80] [] 10.0.0.14:8080 0 0.018 201 25dd3a475d1c34a5d4ad29ff1fb5b34f 199.19.213.107 - - [22/Apr/2026:16:45:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.055 [auth-system-keycloak-80] [] 10.0.0.14:8080 1286 0.056 200 fa0773ccb926ebf2bf95d8ab3300b985 199.19.213.107 - - [22/Apr/2026:16:45:12 +0000] "GET /admin/realms/atmosphere/clients/05a124a0-3f9a-40a4-b8b3-5d1026fd5d56/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.016 [auth-system-keycloak-80] [] 10.0.0.14:8080 166 0.017 200 011e946a2802080c22d1b0e26724bb7a 199.19.213.107 - - [22/Apr/2026:16:45:13 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.493 [auth-system-keycloak-80] [] 10.0.0.14:8080 1928 0.492 200 11c05349f33a2ce5db60cf8080757243 199.19.213.107 - - [22/Apr/2026:16:45:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.065 [auth-system-keycloak-80] [] 10.0.0.14:8080 1286 0.065 200 4ac1ccb9df0e8f5129c8f68a7cd59d2c 199.19.213.107 - - [22/Apr/2026:16:45:13 +0000] "GET /admin/realms/atmosphere/clients/05a124a0-3f9a-40a4-b8b3-5d1026fd5d56/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.14:8080 119 0.011 404 1efb52d2494380f79bd0a092c260a264 199.19.213.107 - - [22/Apr/2026:16:45:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.062 [auth-system-keycloak-80] [] 10.0.0.14:8080 1286 0.062 200 5f8ec2473ef164367d2d94a45a93d68d 199.19.213.107 - - [22/Apr/2026:16:45:13 +0000] "POST /admin/realms/atmosphere/clients/05a124a0-3f9a-40a4-b8b3-5d1026fd5d56/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.018 [auth-system-keycloak-80] [] 10.0.0.14:8080 0 0.017 201 e4a051972efa026f26baaddfb9e173b3 199.19.213.107 - - [22/Apr/2026:16:45:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.14:8080 1286 0.007 200 8afdec2323c855198b686951374057cc 199.19.213.107 - - [22/Apr/2026:16:45:13 +0000] "GET /admin/realms/atmosphere/clients/05a124a0-3f9a-40a4-b8b3-5d1026fd5d56/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.14:8080 166 0.013 200 6d5223f6b8257b7d4df2b9acb5a6ca0a 199.19.213.107 - - [22/Apr/2026:16:45:14 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.517 [auth-system-keycloak-80] [] 10.0.0.14:8080 1928 0.515 200 cbccdd73ec67acd8e8cf8850d5ceb67e 199.19.213.107 - - [22/Apr/2026:16:45:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.14:8080 1251 0.006 200 d1c3575d5086594846fc317d2d651b3d 199.19.213.107 - - [22/Apr/2026:16:45:14 +0000] "GET /admin/realms/atmosphere/clients/a6862c36-e843-4b18-8bf2-2472bf6a8f43/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.14:8080 119 0.012 404 53c22d6e66605f93d9d69420f102c9c9 199.19.213.107 - - [22/Apr/2026:16:45:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.052 [auth-system-keycloak-80] [] 10.0.0.14:8080 1251 0.052 200 db89fe32da0615926917bee7c5505228 199.19.213.107 - - [22/Apr/2026:16:45:14 +0000] "POST /admin/realms/atmosphere/clients/a6862c36-e843-4b18-8bf2-2472bf6a8f43/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.304 [auth-system-keycloak-80] [] 10.0.0.14:8080 0 0.302 201 e318e96ca50cbccc10824d1ce8f84d61 199.19.213.107 - - [22/Apr/2026:16:45:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.14:8080 1251 0.008 200 7e333efa7d1b26620b5f2c067f75efb3 199.19.213.107 - - [22/Apr/2026:16:45:14 +0000] "GET /admin/realms/atmosphere/clients/a6862c36-e843-4b18-8bf2-2472bf6a8f43/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.14:8080 166 0.014 200 74d0e7853400d4a0d049ec61eedfc151 W0422 16:46:37.850390 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:46:37.850596 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:46:37.926141 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0422 16:46:37.926621 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0422 16:46:37.926655 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0422 16:46:37.928419 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0422 16:46:37.933203 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:46:37.933252 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:46:37.933265 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0422 16:46:37.933441 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:46:37.933465 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:46:37.933142 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0422 16:46:37.935056 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:46:37.935081 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0422 16:46:37.935294 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.01s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.011s testedConfigurationSize:18.2kB} I0422 16:46:37.935406 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0422 16:46:37.935708 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.009s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.009s testedConfigurationSize:18.2kB} I0422 16:46:37.935769 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0422 16:46:37.937023 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.012s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.012s testedConfigurationSize:18.2kB} I0422 16:46:37.937047 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0422 16:46:37.942225 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0422 16:46:37.942796 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0422 16:46:37.943229 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"3df2409a-2af2-424e-9b71-a245d396de55", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7036", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0422 16:46:37.947637 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0422 16:46:37.948015 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"9e4deb85-9955-46bd-b096-bb37a7fd4a14", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7040", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0422 16:46:37.948266 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0422 16:46:37.948900 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0422 16:46:37.949064 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"a86d2f3c-0764-4b11-8449-abd6a0803ed8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7042", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0422 16:46:37.949246 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0422 16:46:38.596099 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0422 16:46:38.596899 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0422 16:46:38.731074 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0422 16:46:38.732610 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0422 16:46:39.359725 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0422 16:46:39.360653 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0422 16:46:41.133171 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.110.124.86"}] I0422 16:46:41.133192 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.110.124.86"}] I0422 16:46:41.134415 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.110.124.86"}] I0422 16:46:41.139563 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"a86d2f3c-0764-4b11-8449-abd6a0803ed8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7264", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0422 16:46:41.144320 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"3df2409a-2af2-424e-9b71-a245d396de55", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7265", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0422 16:46:41.146701 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"9e4deb85-9955-46bd-b096-bb37a7fd4a14", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7266", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0422 16:46:41.184551 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0422 16:46:41.184613 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0422 16:46:41.184653 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0422 16:46:41.184809 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:46:41.184839 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0422 16:46:41.184970 7 controller.go:196] "Configuration changes detected, backend reload required" I0422 16:46:41.228493 7 controller.go:216] "Backend successfully reloaded" I0422 16:46:41.229148 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-ppp7k", UID:"df87356d-f2d5-4629-a0f1-dd5dbfef1ae8", APIVersion:"v1", ResourceVersion:"1629", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0422 16:46:44.517829 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0422 16:46:44.517904 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0422 16:46:44.517950 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0422 16:46:44.518094 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:46:44.518135 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:46:47.851059 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0422 16:46:47.851130 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0422 16:46:47.851166 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0422 16:46:47.851271 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:46:47.851295 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:46:51.184310 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0422 16:46:51.184354 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0422 16:46:51.184378 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0422 16:46:51.184462 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:46:51.184488 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:46:58.540787 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0422 16:46:58.540828 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0422 16:46:58.540856 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0422 16:46:58.540972 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:46:58.540988 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:47:01.874727 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0422 16:47:01.874795 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0422 16:47:01.874836 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0422 16:47:01.874993 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:47:01.875021 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:47:05.208312 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0422 16:47:05.208356 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0422 16:47:05.208395 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0422 16:47:05.208547 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:47:05.208564 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:47:08.541145 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0422 16:47:08.541368 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0422 16:47:08.541469 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0422 16:47:08.541711 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:47:08.541796 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:47:11.874199 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0422 16:47:11.874307 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0422 16:47:11.874344 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0422 16:47:11.874425 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:47:11.874457 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:47:24.289285 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0422 16:47:24.289323 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0422 16:47:24.289350 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0422 16:47:24.289512 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:47:24.289533 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:47:40.976813 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0422 16:47:40.976858 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0422 16:47:40.976993 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0422 16:47:40.977136 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:47:40.977168 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:48:12.073792 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0422 16:48:12.073855 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0422 16:48:12.073899 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0422 16:48:12.074032 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:48:12.074061 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:48:15.407972 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0422 16:48:15.408054 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0422 16:48:15.408115 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0422 16:48:15.408299 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:48:15.408331 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:48:18.743210 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0422 16:48:18.743272 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0422 16:48:18.743311 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0422 16:48:18.743437 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:48:18.743461 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:48:27.486423 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0422 16:48:27.486468 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0422 16:48:27.486492 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0422 16:48:27.486568 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:48:27.486587 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.197 - - [22/Apr/2026:16:48:27 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.029 [auth-system-keycloak-80] [] 10.0.0.14:8080 6432 0.029 200 780d9d629854de47a7412422868a3eb6 10.0.0.88 - - [22/Apr/2026:16:48:28 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.008 [auth-system-keycloak-80] [] 10.0.0.14:8080 6432 0.007 200 74b6d92108798f0b2faa7e3002593b3d W0422 16:48:30.820576 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0422 16:48:30.820644 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0422 16:48:30.820884 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:48:30.820908 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.107 - - [22/Apr/2026:16:48:34 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.530 [auth-system-keycloak-80] [] 10.0.0.14:8080 1928 0.529 200 d6ab2eabee64815faa47e347bc80df3c 199.19.213.107 - - [22/Apr/2026:16:48:34 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.007 [auth-system-keycloak-80] [] 10.0.0.14:8080 4246 0.008 200 54b94ce84a29f33fdb0f928abe2da05d W0422 16:48:34.154165 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0422 16:48:34.154413 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:48:34.154441 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.107 - - [22/Apr/2026:16:48:34 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.552 [auth-system-keycloak-80] [] 10.0.0.14:8080 0 0.551 204 5c8ad925bf9d6f47d3568a5079015f97 199.19.213.107 - - [22/Apr/2026:16:48:34 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.194 [auth-system-keycloak-80] [] 10.0.0.14:8080 4384 0.194 200 408d30d2caf33554ae0864e3f154397c 199.19.213.107 - - [22/Apr/2026:16:48:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.495 [auth-system-keycloak-80] [] 10.0.0.14:8080 1928 0.494 200 bafaf593c18213f1b970f36f6290918a 199.19.213.107 - - [22/Apr/2026:16:48:35 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.028 [auth-system-keycloak-80] [] 10.0.0.14:8080 1682 0.027 200 26e81f22eba024f91f2c38538f041ee9 199.19.213.107 - - [22/Apr/2026:16:48:36 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.005 [auth-system-keycloak-80] [] 10.0.0.14:8080 6432 0.005 200 cc4d417b73f661baa2d3be49603729b7 W0422 16:48:37.487490 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0422 16:48:37.487676 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:48:37.487707 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.107 - - [22/Apr/2026:16:48:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.501 [auth-system-keycloak-80] [] 10.0.0.14:8080 1928 0.501 200 533bd7a0f1a0fb0d1a3a0aeec36f5c66 199.19.213.107 - - [22/Apr/2026:16:48:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.047 [auth-system-keycloak-80] [] 10.0.0.14:8080 2 0.047 200 b43fa7a0f26d6a024de18edf8a9f95d4 199.19.213.107 - - [22/Apr/2026:16:48:38 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.236 [auth-system-keycloak-80] [] 10.0.0.14:8080 0 0.235 201 eb0f1c11cde99c22afb0f2185fa3369d 199.19.213.107 - - [22/Apr/2026:16:48:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.025 [auth-system-keycloak-80] [] 10.0.0.14:8080 2246 0.025 200 34ad46807ce72a9806c7b9e2ba2a6be4 199.19.213.107 - - [22/Apr/2026:16:48:39 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.536 [auth-system-keycloak-80] [] 10.0.0.14:8080 1928 0.536 200 feae1af36513cab80bf0b24b30c1df83 199.19.213.107 - - [22/Apr/2026:16:48:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.009 [auth-system-keycloak-80] [] 10.0.0.14:8080 2246 0.008 200 d57beb53997074aa96954c1f98db67dc 199.19.213.107 - - [22/Apr/2026:16:48:39 +0000] "GET /admin/realms/atmosphere/clients/c7421c84-7431-4746-ab85-6af561953f1e/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.037 [auth-system-keycloak-80] [] 10.0.0.14:8080 233 0.037 200 61f945cc9b02adf921d98b73aeac6c47 199.19.213.107 - - [22/Apr/2026:16:48:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.022 [auth-system-keycloak-80] [] 10.0.0.14:8080 831 0.022 200 fa23cf0ec2347921040b8a69b1e620a0 199.19.213.107 - - [22/Apr/2026:16:48:39 +0000] "GET /admin/realms/atmosphere/clients/16165be5-fc86-429c-803e-8e6227710976/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.061 [auth-system-keycloak-80] [] 10.0.0.14:8080 3758 0.060 200 d78ca699f1ffb6e24b266c757e669bed 199.19.213.107 - - [22/Apr/2026:16:48:39 +0000] "GET /admin/realms/atmosphere/users/b35a7534-5207-40e1-8ca9-9dd1a8192a47/role-mappings/clients/16165be5-fc86-429c-803e-8e6227710976/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.187 [auth-system-keycloak-80] [] 10.0.0.14:8080 3758 0.187 200 cb4cb2f3009fc6bc254bba4936ade7a5 199.19.213.107 - - [22/Apr/2026:16:48:39 +0000] "GET /admin/realms/atmosphere/users/b35a7534-5207-40e1-8ca9-9dd1a8192a47/role-mappings/clients/16165be5-fc86-429c-803e-8e6227710976/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.086 [auth-system-keycloak-80] [] 10.0.0.14:8080 2 0.087 200 4d277e20b672bb77ddc19579e9133cbb 199.19.213.107 - - [22/Apr/2026:16:48:39 +0000] "POST /admin/realms/atmosphere/users/b35a7534-5207-40e1-8ca9-9dd1a8192a47/role-mappings/clients/16165be5-fc86-429c-803e-8e6227710976 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.067 [auth-system-keycloak-80] [] 10.0.0.14:8080 0 0.066 204 3230674394d2b1eb9e259936e4835631 199.19.213.107 - - [22/Apr/2026:16:48:39 +0000] "GET /admin/realms/atmosphere/users/b35a7534-5207-40e1-8ca9-9dd1a8192a47/role-mappings/clients/16165be5-fc86-429c-803e-8e6227710976/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.012 [auth-system-keycloak-80] [] 10.0.0.14:8080 576 0.011 200 c0e842ddae45d1c9412f0f25064c12d9 W0422 16:48:43.284477 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0422 16:48:43.284633 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:48:43.284655 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:48:49.756514 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0422 16:48:49.756640 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:48:49.756668 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:48:53.091245 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:48:53.091297 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:50:50.243146 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:50:50.243199 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:51:33.136817 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0422 16:51:33.136921 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:51:33.137012 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0422 16:51:33.145020 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.009s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.009s testedConfigurationSize:28.7kB} I0422 16:51:33.145044 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0422 16:51:33.152420 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" W0422 16:51:33.152948 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0422 16:51:33.153340 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0422 16:51:33.153403 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:51:33.153420 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0422 16:51:33.153569 7 controller.go:196] "Configuration changes detected, backend reload required" I0422 16:51:33.153617 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"5c85b063-d58d-468b-835f-82421a9904a7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9262", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0422 16:51:33.203019 7 controller.go:216] "Backend successfully reloaded" I0422 16:51:33.203235 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-ppp7k", UID:"df87356d-f2d5-4629-a0f1-dd5dbfef1ae8", APIVersion:"v1", ResourceVersion:"1629", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0422 16:51:33.631321 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0422 16:51:33.632309 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0422 16:51:36.487833 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:51:36.487910 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.107 - - [22/Apr/2026:16:51:37 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.004 [openstack-keystone-api-5000] [] 10.0.0.167:5000 281 0.004 300 079ee1143e9165fc833a7ad57d495640 199.19.213.107 - - [22/Apr/2026:16:51:39 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.167:5000 266 0.003 200 c7a0110f211dac1fd1f0641dac0d8923 199.19.213.107 - - [22/Apr/2026:16:51:39 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.354 [openstack-keystone-api-5000] [] 10.0.0.167:5000 1360 0.355 201 8748f26c5655f3503413d301a6090f46 199.19.213.107 - - [22/Apr/2026:16:51:39 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.167:5000 281 0.004 300 277fe1a565e10038c89bca88d2397b33 199.19.213.107 - - [22/Apr/2026:16:51:39 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.040 [openstack-keystone-api-5000] [] 10.0.0.167:5000 90 0.040 404 14d3ed62f34c851d9cd91d645a392953 199.19.213.107 - - [22/Apr/2026:16:51:39 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.031 [openstack-keystone-api-5000] [] 10.0.0.167:5000 370 0.030 200 bb1909589b79ba7ca6b243f29963542e 199.19.213.107 - - [22/Apr/2026:16:51:39 +0000] "GET /v3/domains/21d5813be08f43fe81b362614f0fcb64 HTTP/1.1" 200 247 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.020 [openstack-keystone-api-5000] [] 10.0.0.167:5000 247 0.020 200 01a1a5249fe632be34eb2a97c394af03 199.19.213.107 - - [22/Apr/2026:16:51:40 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.167:5000 266 0.003 200 8d2b14fadd347191bdf4f026ad0b007a 199.19.213.107 - - [22/Apr/2026:16:51:40 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.323 [openstack-keystone-api-5000] [] 10.0.0.167:5000 1360 0.323 201 d2418d08a9992bb8acf2543172da8194 199.19.213.107 - - [22/Apr/2026:16:51:40 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.006 [openstack-keystone-api-5000] [] 10.0.0.167:5000 281 0.005 300 de97f6cb75acba9322927d7665e9e602 199.19.213.107 - - [22/Apr/2026:16:51:40 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.040 [openstack-keystone-api-5000] [] 10.0.0.167:5000 101 0.041 404 deeff585111bbbd9788732b1a1b5cd85 199.19.213.107 - - [22/Apr/2026:16:51:40 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.043 [openstack-keystone-api-5000] [] 10.0.0.167:5000 156 0.043 200 8febec72dc128b5d5d0643796a8e8e6f 199.19.213.107 - - [22/Apr/2026:16:51:40 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 342 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.040 [openstack-keystone-api-5000] [] 10.0.0.167:5000 342 0.039 201 845271e5738b2ea2d39febd85216da61 I0422 16:51:41.129513 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.110.124.86"}] I0422 16:51:41.133211 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"5c85b063-d58d-468b-835f-82421a9904a7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9330", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0422 16:51:41.134994 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:51:41.135027 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.107 - - [22/Apr/2026:16:51:41 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.008 [openstack-keystone-api-5000] [] 10.0.0.167:5000 266 0.008 200 fbca863d5ac9afc68e928979665b8621 199.19.213.107 - - [22/Apr/2026:16:51:42 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.322 [openstack-keystone-api-5000] [] 10.0.0.167:5000 1360 0.321 201 55447efd94ac550494cc24066102ded3 199.19.213.107 - - [22/Apr/2026:16:51:42 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.167:5000 281 0.006 300 41094e27d54f7037d7c33bda7bdddad7 199.19.213.107 - - [22/Apr/2026:16:51:42 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.036 [openstack-keystone-api-5000] [] 10.0.0.167:5000 98 0.036 404 f4790f975010d8ad5cb0d5fe29dcdfdb 199.19.213.107 - - [22/Apr/2026:16:51:42 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.032 [openstack-keystone-api-5000] [] 10.0.0.167:5000 136 0.033 200 e08f6436ca75d351fea63e1f1b364daa 199.19.213.107 - - [22/Apr/2026:16:51:42 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.020 [openstack-keystone-api-5000] [] 10.0.0.167:5000 357 0.021 201 3b9972f4c0addac0c4453859105d8c22 199.19.213.107 - - [22/Apr/2026:16:51:43 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.167:5000 266 0.003 200 d7b7e40d9b43b3223cf69ff4677c2704 199.19.213.107 - - [22/Apr/2026:16:51:43 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.311 [openstack-keystone-api-5000] [] 10.0.0.167:5000 1360 0.310 201 883a613db873cbeec37c537dbfab1141 199.19.213.107 - - [22/Apr/2026:16:51:43 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.006 [openstack-keystone-api-5000] [] 10.0.0.167:5000 281 0.007 300 c5f732c1061d9be1639e05949834eb9e 199.19.213.107 - - [22/Apr/2026:16:51:43 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.045 [openstack-keystone-api-5000] [] 10.0.0.167:5000 131 0.045 404 db792ff11e4fe60a917cf55d0c81ecd5 199.19.213.107 - - [22/Apr/2026:16:51:43 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.025 [openstack-keystone-api-5000] [] 10.0.0.167:5000 168 0.025 200 627c4fad18ee824c545bae08a04e6211 199.19.213.107 - - [22/Apr/2026:16:51:43 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.028 [openstack-keystone-api-5000] [] 10.0.0.167:5000 224 0.028 201 6efb40484d6d545980f84678330a794c W0422 16:51:46.793004 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:51:46.793036 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:51:50.126454 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:51:50.126488 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:51:53.459686 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:51:53.459722 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store E0422 16:52:33.796782 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-19-213-107.nip.io. Skipping. W0422 16:52:33.797229 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0422 16:52:33.797307 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0422 16:52:33.797361 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:52:33.797379 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0422 16:52:33.800278 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.003s renderingIngressLength:6 renderingIngressTime:0.002s admissionTime:0.005s testedConfigurationSize:33.4kB} I0422 16:52:33.800304 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/dashboard" I0422 16:52:33.808966 7 store.go:440] "Found valid IngressClass" ingress="openstack/dashboard" ingressclass="atmosphere" E0422 16:52:33.809247 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-19-213-107.nip.io. Skipping. W0422 16:52:33.809480 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/horizon-int-certs" in local store W0422 16:52:33.809775 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0422 16:52:33.809861 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0422 16:52:33.809924 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:52:33.809934 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0422 16:52:33.809993 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"a878fe58-aab6-419f-8baa-da191fee8462", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9699", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0422 16:52:33.810042 7 controller.go:196] "Configuration changes detected, backend reload required" I0422 16:52:33.875030 7 controller.go:216] "Backend successfully reloaded" I0422 16:52:33.875265 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-ppp7k", UID:"df87356d-f2d5-4629-a0f1-dd5dbfef1ae8", APIVersion:"v1", ResourceVersion:"1629", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0422 16:52:34.246568 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/horizon-int-certs" E0422 16:52:34.246662 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-19-213-107.nip.io. Skipping. I0422 16:52:34.247441 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/horizon-int-certs" W0422 16:52:37.145113 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0422 16:52:37.145229 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:52:37.145249 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0422 16:52:41.128893 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="dashboard" currentValue=null newValue=[{"ip":"10.110.124.86"}] E0422 16:52:41.274352 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-19-213-107.nip.io. Skipping. I0422 16:52:41.277290 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"a878fe58-aab6-419f-8baa-da191fee8462", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9774", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0422 16:52:41.296546 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0422 16:52:41.296640 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 16:52:41.296656 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store