------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0302 02:07:19.522227 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0302 02:07:19.522350 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0302 02:07:19.532754 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0302 02:07:19.535224 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0302 02:07:19.867675 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0302 02:07:19.891805 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0302 02:07:19.908875 7 nginx.go:271] "Starting NGINX Ingress controller" I0302 02:07:19.913971 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"5ad10218-c6ac-48b5-b4e0-21bff4f5c9f1", APIVersion:"v1", ResourceVersion:"1049", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0302 02:07:19.918146 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"cf7c1326-5040-4ea8-b7f1-de6c3bd87ddc", APIVersion:"v1", ResourceVersion:"1052", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0302 02:07:19.918415 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"ab7a491c-05b0-4d45-bf3c-69d67c7e2b64", APIVersion:"v1", ResourceVersion:"1051", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0302 02:07:21.114294 7 nginx.go:317] "Starting NGINX process" I0302 02:07:21.114421 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0302 02:07:21.114848 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0302 02:07:21.115153 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:07:21.115191 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0302 02:07:21.115260 7 controller.go:196] "Configuration changes detected, backend reload required" I0302 02:07:21.127622 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0302 02:07:21.127717 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-tj5zj" I0302 02:07:21.152983 7 controller.go:216] "Backend successfully reloaded" I0302 02:07:21.153172 7 controller.go:227] "Initial sync, sleeping for 1 second" I0302 02:07:21.153243 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-tj5zj", UID:"d866b6ba-df49-42df-831a-7202b507fedb", APIVersion:"v1", ResourceVersion:"1094", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0302 02:07:24.928162 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:07:24.928220 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:07:28.262336 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:07:28.262373 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:07:31.594952 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:07:31.594981 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:07:34.930000 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:07:34.930045 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:07:38.262095 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:07:38.262144 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:07:41.595225 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:07:41.595268 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:07:44.928832 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:07:44.928872 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:07:48.261783 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:07:48.261878 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:07:56.826073 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:07:56.826114 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:08:44.070332 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:08:44.070378 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:09:08.050072 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:09:08.050100 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:09:11.384939 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:09:11.384994 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:09:14.717300 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:09:14.717344 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:09:18.051075 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:09:18.051117 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:09:21.384021 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:09:21.384056 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:09:24.718492 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:09:24.718535 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:09:28.052438 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:09:28.052480 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:09:31.384254 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:09:31.384301 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:09:34.719949 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:09:34.720026 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:09:38.050662 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:09:38.050776 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:09:41.384731 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:09:41.384774 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:11:38.177704 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:11:38.177735 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:11:41.512724 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:11:41.512771 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:11:41.844279 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.162-253-55-43.nip.io-tls": local SSL certificate auth-system/keycloak.162-253-55-43.nip.io-tls was not found. Using default certificate W0302 02:11:41.844324 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:11:41.844335 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0302 02:11:41.845546 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.001s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.002s testedConfigurationSize:14.7kB} I0302 02:11:41.845570 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0302 02:11:41.852187 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0302 02:11:41.852368 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"ab755c72-961a-4597-8a51-91475d1ef828", APIVersion:"networking.k8s.io/v1", ResourceVersion:"2965", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0302 02:11:41.852803 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.162-253-55-43.nip.io-tls" in local store I0302 02:11:42.486334 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.162-253-55-43.nip.io-tls" I0302 02:11:42.488305 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.162-253-55-43.nip.io-tls" W0302 02:11:44.845072 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:11:44.845133 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0302 02:11:44.845222 7 controller.go:196] "Configuration changes detected, backend reload required" I0302 02:11:44.887422 7 controller.go:216] "Backend successfully reloaded" I0302 02:11:44.887788 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-tj5zj", UID:"d866b6ba-df49-42df-831a-7202b507fedb", APIVersion:"v1", ResourceVersion:"1094", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0302 02:11:48.178202 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:11:48.178255 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.43 - - [02/Mar/2026:02:11:53 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 2.427 [auth-system-keycloak-80] [] 10.0.0.245:8080 1925 2.426 200 c6ddcb43ba4dbf4c9cc4e4ee7ea4be36 162.253.55.43 - - [02/Mar/2026:02:11:53 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.181 [auth-system-keycloak-80] [] 10.0.0.245:8080 116 0.181 404 6a2f244e6a25aef0c6255190340b443b 162.253.55.43 - - [02/Mar/2026:02:11:57 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 3.887 [auth-system-keycloak-80] [] 10.0.0.245:8080 0 3.886 201 f738417158569c0037f1c8b22e3e6894 162.253.55.43 - - [02/Mar/2026:02:11:57 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.594 [auth-system-keycloak-80] [] 10.0.0.245:8080 4246 0.594 200 6a28b02c3c395604f94c70a68cb5db5d 162.253.55.43 - - [02/Mar/2026:02:11:59 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.864 [auth-system-keycloak-80] [] 10.0.0.245:8080 1925 0.863 200 b95a7a1c266164bb3faf226780bcd0c7 162.253.55.43 - - [02/Mar/2026:02:11:59 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12499 "-" "Ansible" 1209 0.091 [auth-system-keycloak-80] [] 10.0.0.245:8080 12500 0.092 200 cbf99720da4cd3124f17348b4dabdbcf 162.253.55.43 - - [02/Mar/2026:02:11:59 +0000] "GET /admin/realms/atmosphere/client-scopes/12fe8ae9-d25a-48fd-acbf-cfef9313b8b3 HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.007 [auth-system-keycloak-80] [] 10.0.0.245:8080 1278 0.007 200 db526e2b81ebaf9719fa69754e7c15b1 162.253.55.43 - - [02/Mar/2026:02:11:59 +0000] "PUT /admin/realms/atmosphere/client-scopes/12fe8ae9-d25a-48fd-acbf-cfef9313b8b3 HTTP/1.1" 204 0 "-" "Ansible" 1846 0.076 [auth-system-keycloak-80] [] 10.0.0.245:8080 0 0.075 204 bd2c486dc706c4ee0b48fb6bf3bf11c0 162.253.55.43 - - [02/Mar/2026:02:11:59 +0000] "GET /admin/realms/atmosphere/client-scopes/12fe8ae9-d25a-48fd-acbf-cfef9313b8b3/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.016 [auth-system-keycloak-80] [] 10.0.0.245:8080 963 0.016 200 beecd2c07c6d50e9761378be62977df8 162.253.55.43 - - [02/Mar/2026:02:11:59 +0000] "GET /admin/realms/atmosphere/client-scopes/12fe8ae9-d25a-48fd-acbf-cfef9313b8b3/protocol-mappers/models/6bacfdbf-0c99-47a1-8a08-07af98aba8dd HTTP/1.1" 200 366 "-" "Ansible" 1307 0.062 [auth-system-keycloak-80] [] 10.0.0.245:8080 366 0.062 200 fa2fd11d4dec1d26a203e7b9683131b5 162.253.55.43 - - [02/Mar/2026:02:11:59 +0000] "PUT /admin/realms/atmosphere/client-scopes/12fe8ae9-d25a-48fd-acbf-cfef9313b8b3/protocol-mappers/models/6bacfdbf-0c99-47a1-8a08-07af98aba8dd HTTP/1.1" 204 0 "-" "Ansible" 1620 0.090 [auth-system-keycloak-80] [] 10.0.0.245:8080 0 0.090 204 fbf81b26f1ea6cfcbec1af29f87ca4a9 162.253.55.43 - - [02/Mar/2026:02:11:59 +0000] "GET /admin/realms/atmosphere/client-scopes/12fe8ae9-d25a-48fd-acbf-cfef9313b8b3 HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.017 [auth-system-keycloak-80] [] 10.0.0.245:8080 1218 0.017 200 32b8588c0dbc48a941e0c68b2e646908 I0302 02:12:21.135682 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.104.209.224"}] I0302 02:12:21.143144 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"ab755c72-961a-4597-8a51-91475d1ef828", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3343", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0302 02:12:21.144687 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:12:21.144733 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.43 - - [02/Mar/2026:02:12:21 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.473 [auth-system-keycloak-80] [] 10.0.0.245:8080 1925 0.472 200 e50ea5b9660ff492e5ef8562d427c058 162.253.55.43 - - [02/Mar/2026:02:12:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.055 [auth-system-keycloak-80] [] 10.0.0.245:8080 2 0.055 200 9f0d954c4fcfe9a099e23782ff3d616b 162.253.55.43 - - [02/Mar/2026:02:12:21 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.201 [auth-system-keycloak-80] [] 10.0.0.245:8080 0 0.200 201 e3ee3bd734e847243bc17f87341e68d5 162.253.55.43 - - [02/Mar/2026:02:12:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.083 [auth-system-keycloak-80] [] 10.0.0.245:8080 1259 0.084 200 d0b220e967b029768275af734375400e 162.253.55.43 - - [02/Mar/2026:02:12:23 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 1.109 [auth-system-keycloak-80] [] 10.0.0.245:8080 1925 1.108 200 88de12df82c938c37888a22dab38fea0 162.253.55.43 - - [02/Mar/2026:02:12:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.010 [auth-system-keycloak-80] [] 10.0.0.245:8080 2 0.010 200 49f93bdcb87f86d3ba8aa7d643bb42a2 162.253.55.43 - - [02/Mar/2026:02:12:23 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.100 [auth-system-keycloak-80] [] 10.0.0.245:8080 0 0.099 201 4511657d9414c8d4cff4988c1b3dcb21 162.253.55.43 - - [02/Mar/2026:02:12:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.074 [auth-system-keycloak-80] [] 10.0.0.245:8080 1283 0.073 200 3f935376f34fc55859491325535838cc 162.253.55.43 - - [02/Mar/2026:02:12:24 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.458 [auth-system-keycloak-80] [] 10.0.0.245:8080 1925 0.456 200 64506451bd0c2d9b9b6c895ef02bee9a 162.253.55.43 - - [02/Mar/2026:02:12:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.011 [auth-system-keycloak-80] [] 10.0.0.245:8080 2 0.011 200 04834c20fad9fdafb3c3c672a8e564fd 162.253.55.43 - - [02/Mar/2026:02:12:24 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.081 [auth-system-keycloak-80] [] 10.0.0.245:8080 0 0.081 201 e2c8f5b9c9969d4379c49e7c62317da4 162.253.55.43 - - [02/Mar/2026:02:12:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.082 [auth-system-keycloak-80] [] 10.0.0.245:8080 1249 0.082 200 f8f99e9e9c8c36a8c2eabfc71ee6d2bd 162.253.55.43 - - [02/Mar/2026:02:12:25 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.522 [auth-system-keycloak-80] [] 10.0.0.245:8080 1925 0.521 200 f7f39d092052a002ac6e3b0996f0f41b 162.253.55.43 - - [02/Mar/2026:02:12:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.245:8080 1259 0.006 200 2a850ab586cbe5115d6fba6f09fa2378 162.253.55.43 - - [02/Mar/2026:02:12:25 +0000] "GET /admin/realms/atmosphere/clients/6b93ee8a-3264-4c48-ae6d-98f2339b9548/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.041 [auth-system-keycloak-80] [] 10.0.0.245:8080 119 0.040 404 0226ec35c64b746e30d44db8388d5d7d 162.253.55.43 - - [02/Mar/2026:02:12:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.245:8080 1259 0.008 200 7ba8da2363e364631a2aca9f5032e0b0 162.253.55.43 - - [02/Mar/2026:02:12:25 +0000] "POST /admin/realms/atmosphere/clients/6b93ee8a-3264-4c48-ae6d-98f2339b9548/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.074 [auth-system-keycloak-80] [] 10.0.0.245:8080 0 0.072 201 55b7220de96f734b7f8b3d3a217b2cb5 162.253.55.43 - - [02/Mar/2026:02:12:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.245:8080 1259 0.008 200 20a51d9cf618846fcfe6ad17d546751a 162.253.55.43 - - [02/Mar/2026:02:12:25 +0000] "GET /admin/realms/atmosphere/clients/6b93ee8a-3264-4c48-ae6d-98f2339b9548/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.054 [auth-system-keycloak-80] [] 10.0.0.245:8080 166 0.054 200 2c6f36930e71dd2473d683c33d99e8e5 162.253.55.43 - - [02/Mar/2026:02:12:26 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.511 [auth-system-keycloak-80] [] 10.0.0.245:8080 1925 0.510 200 bca6444f6fac410686eaf635f01b1572 162.253.55.43 - - [02/Mar/2026:02:12:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.245:8080 1283 0.007 200 88eb93b9ebe59faea571411e9bc48770 162.253.55.43 - - [02/Mar/2026:02:12:26 +0000] "GET /admin/realms/atmosphere/clients/0a2dfc92-c00e-4141-b0fc-2aaef28657e8/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.009 [auth-system-keycloak-80] [] 10.0.0.245:8080 119 0.010 404 d779f76ea1639c3e89b57dc4f48613b2 162.253.55.43 - - [02/Mar/2026:02:12:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.038 [auth-system-keycloak-80] [] 10.0.0.245:8080 1283 0.037 200 ca526643bf5e12c3e5bfc45819c9bb2b 162.253.55.43 - - [02/Mar/2026:02:12:26 +0000] "POST /admin/realms/atmosphere/clients/0a2dfc92-c00e-4141-b0fc-2aaef28657e8/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.018 [auth-system-keycloak-80] [] 10.0.0.245:8080 0 0.018 201 86142e20bee47bc725ddb95766e2961f 162.253.55.43 - - [02/Mar/2026:02:12:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.009 [auth-system-keycloak-80] [] 10.0.0.245:8080 1283 0.009 200 b1a8353ac83eab9db4eaad4a8dac009f 162.253.55.43 - - [02/Mar/2026:02:12:26 +0000] "GET /admin/realms/atmosphere/clients/0a2dfc92-c00e-4141-b0fc-2aaef28657e8/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.058 [auth-system-keycloak-80] [] 10.0.0.245:8080 165 0.058 200 d757e7046c098cf6837fa71b95acfe53 162.253.55.43 - - [02/Mar/2026:02:12:27 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.528 [auth-system-keycloak-80] [] 10.0.0.245:8080 1925 0.527 200 cd504802c3203f6754e92b9b436a145e 162.253.55.43 - - [02/Mar/2026:02:12:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.051 [auth-system-keycloak-80] [] 10.0.0.245:8080 1283 0.051 200 5ab023e438583bb16de9bacfd034ceb7 162.253.55.43 - - [02/Mar/2026:02:12:27 +0000] "GET /admin/realms/atmosphere/clients/0a2dfc92-c00e-4141-b0fc-2aaef28657e8/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.010 [auth-system-keycloak-80] [] 10.0.0.245:8080 119 0.009 404 558276de88d6f353c3d56c7c54f2333f 162.253.55.43 - - [02/Mar/2026:02:12:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.245:8080 1283 0.005 200 37b8407f0cbe5970c31ff7d82b6ee5a9 162.253.55.43 - - [02/Mar/2026:02:12:27 +0000] "POST /admin/realms/atmosphere/clients/0a2dfc92-c00e-4141-b0fc-2aaef28657e8/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.062 [auth-system-keycloak-80] [] 10.0.0.245:8080 0 0.061 201 490c3ee46d343820e763aa6d0f947d29 162.253.55.43 - - [02/Mar/2026:02:12:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.245:8080 1283 0.006 200 e6b92f2230da672e88924ee26bb35384 162.253.55.43 - - [02/Mar/2026:02:12:27 +0000] "GET /admin/realms/atmosphere/clients/0a2dfc92-c00e-4141-b0fc-2aaef28657e8/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.245:8080 166 0.013 200 358b0ad236a201bf5e1b5d98cfe64b3b 162.253.55.43 - - [02/Mar/2026:02:12:28 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.477 [auth-system-keycloak-80] [] 10.0.0.245:8080 1925 0.476 200 5464d598cd41cfe76ae5186a2f1776a0 162.253.55.43 - - [02/Mar/2026:02:12:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.014 [auth-system-keycloak-80] [] 10.0.0.245:8080 1283 0.014 200 c7e6734f3dfbc2c0b5181cdede348063 162.253.55.43 - - [02/Mar/2026:02:12:28 +0000] "GET /admin/realms/atmosphere/clients/0a2dfc92-c00e-4141-b0fc-2aaef28657e8/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.036 [auth-system-keycloak-80] [] 10.0.0.245:8080 119 0.036 404 96d02915879dfca71ff55650be1c4840 162.253.55.43 - - [02/Mar/2026:02:12:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.245:8080 1283 0.007 200 52342b363004c5d2f53d744e79fdc907 162.253.55.43 - - [02/Mar/2026:02:12:28 +0000] "POST /admin/realms/atmosphere/clients/0a2dfc92-c00e-4141-b0fc-2aaef28657e8/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.071 [auth-system-keycloak-80] [] 10.0.0.245:8080 0 0.070 201 319c38f8c0bbba7193ca1171ac08ef91 162.253.55.43 - - [02/Mar/2026:02:12:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.245:8080 1283 0.007 200 12a7d399b278e5f6d1cc0bab66bfb491 162.253.55.43 - - [02/Mar/2026:02:12:28 +0000] "GET /admin/realms/atmosphere/clients/0a2dfc92-c00e-4141-b0fc-2aaef28657e8/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.067 [auth-system-keycloak-80] [] 10.0.0.245:8080 166 0.068 200 24be509c4fe0203e56ccba0c50748cd6 162.253.55.43 - - [02/Mar/2026:02:12:29 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.474 [auth-system-keycloak-80] [] 10.0.0.245:8080 1925 0.473 200 a283695dd6244664fae6ab26bcf96050 162.253.55.43 - - [02/Mar/2026:02:12:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.028 [auth-system-keycloak-80] [] 10.0.0.245:8080 1249 0.028 200 b0b67a73a33984dfba7f00b269b3ad41 162.253.55.43 - - [02/Mar/2026:02:12:29 +0000] "GET /admin/realms/atmosphere/clients/22640a17-4f44-499d-a4d0-5e96ea63e993/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.007 [auth-system-keycloak-80] [] 10.0.0.245:8080 119 0.007 404 837a41c5cf5ce645e9c681971c889a7f 162.253.55.43 - - [02/Mar/2026:02:12:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.004 [auth-system-keycloak-80] [] 10.0.0.245:8080 1249 0.004 200 9e4b23eff3efce07e0eabfd32dd86da6 162.253.55.43 - - [02/Mar/2026:02:12:29 +0000] "POST /admin/realms/atmosphere/clients/22640a17-4f44-499d-a4d0-5e96ea63e993/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.011 [auth-system-keycloak-80] [] 10.0.0.245:8080 0 0.011 201 301944b86ec4d39e26d234c49ebb7ccb 162.253.55.43 - - [02/Mar/2026:02:12:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.041 [auth-system-keycloak-80] [] 10.0.0.245:8080 1249 0.041 200 ac3ce44eff6f2d84c7f37f8dae3368dd 162.253.55.43 - - [02/Mar/2026:02:12:29 +0000] "GET /admin/realms/atmosphere/clients/22640a17-4f44-499d-a4d0-5e96ea63e993/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.012 [auth-system-keycloak-80] [] 10.0.0.245:8080 166 0.012 200 c61356418ac02b026dd5afb9a2d9e9fa W0302 02:12:51.010192 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:12:51.010222 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:13:34.867165 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:13:34.867210 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:13:34.944612 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0302 02:13:34.944697 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0302 02:13:34.944740 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:13:34.944763 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:13:34.944981 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0302 02:13:34.945104 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0302 02:13:34.945174 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:13:34.945218 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:13:34.944612 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0302 02:13:34.945343 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0302 02:13:34.945384 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:13:34.945394 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0302 02:13:34.947038 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0302 02:13:34.947069 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0302 02:13:34.948439 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:18.2kB} I0302 02:13:34.948494 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0302 02:13:34.952752 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.008s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.008s testedConfigurationSize:18.2kB} I0302 02:13:34.952808 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0302 02:13:34.954782 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0302 02:13:34.955302 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0302 02:13:34.955324 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0302 02:13:34.955593 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"b1a56b97-1219-40b0-a36c-a86f0f438fbe", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3928", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0302 02:13:34.955656 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"27811861-2b4a-497a-bded-67f3664eeed4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3929", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0302 02:13:34.955623 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0302 02:13:34.960475 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0302 02:13:34.960796 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"1dccc361-3752-48c1-bef7-c46cab0ef306", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3935", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0302 02:13:34.960975 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0302 02:13:35.202297 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0302 02:13:35.203742 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0302 02:13:35.864731 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0302 02:13:35.865413 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0302 02:13:36.217794 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0302 02:13:36.218714 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0302 02:13:38.201798 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0302 02:13:38.201882 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0302 02:13:38.201919 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0302 02:13:38.202031 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:13:38.202062 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0302 02:13:38.202208 7 controller.go:196] "Configuration changes detected, backend reload required" I0302 02:13:38.257684 7 controller.go:216] "Backend successfully reloaded" I0302 02:13:38.258276 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-tj5zj", UID:"d866b6ba-df49-42df-831a-7202b507fedb", APIVersion:"v1", ResourceVersion:"1094", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0302 02:13:41.534101 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0302 02:13:41.534145 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0302 02:13:41.534168 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0302 02:13:41.534262 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:13:41.534281 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:13:44.868140 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0302 02:13:44.868355 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0302 02:13:44.868458 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0302 02:13:44.868641 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:13:44.868708 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:13:48.200619 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0302 02:13:48.200675 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0302 02:13:48.200705 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0302 02:13:48.200793 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:13:48.200816 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:13:51.534359 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0302 02:13:51.534407 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0302 02:13:51.534434 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0302 02:13:51.534526 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:13:51.534545 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:13:54.867477 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0302 02:13:54.867538 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0302 02:13:54.867565 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0302 02:13:54.867664 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:13:54.867684 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:13:58.201069 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0302 02:13:58.201200 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0302 02:13:58.201369 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:13:58.201413 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:14:01.534827 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0302 02:14:01.534956 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0302 02:14:01.535143 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:14:01.535185 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:14:04.867958 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0302 02:14:04.868060 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0302 02:14:04.868183 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:14:04.868214 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:14:08.201080 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0302 02:14:08.201182 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0302 02:14:08.201307 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:14:08.201338 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:14:11.534006 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0302 02:14:11.534072 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0302 02:14:11.534145 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:14:11.534160 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:14:14.867725 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0302 02:14:14.867821 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0302 02:14:14.867995 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:14:14.868056 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.138 - - [02/Mar/2026:02:14:15 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.035 [auth-system-keycloak-80] [] 10.0.0.245:8080 6411 0.035 200 b23f32a0f4170525b9d868f4e3cb096e W0302 02:14:18.202450 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0302 02:14:18.202552 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0302 02:14:18.202680 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:14:18.202709 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0302 02:14:21.136203 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.104.209.224"}] I0302 02:14:21.136318 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.104.209.224"}] I0302 02:14:21.136600 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.104.209.224"}] I0302 02:14:21.144421 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"27811861-2b4a-497a-bded-67f3664eeed4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5012", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0302 02:14:21.146718 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"b1a56b97-1219-40b0-a36c-a86f0f438fbe", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5013", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0302 02:14:21.148358 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"1dccc361-3752-48c1-bef7-c46cab0ef306", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5014", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0302 02:14:21.534582 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0302 02:14:21.534678 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0302 02:14:21.534804 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:14:21.534837 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.125 - - [02/Mar/2026:02:14:21 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.008 [auth-system-keycloak-80] [] 10.0.0.245:8080 6411 0.008 200 9220fc10c3edae9a7947abc797f65682 W0302 02:14:24.868484 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0302 02:14:24.868767 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:14:24.868803 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:14:28.203345 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0302 02:14:28.203567 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:14:28.203596 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:14:31.534356 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:14:31.534406 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:14:34.870434 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:14:34.870486 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:14:42.261271 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:14:42.261328 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:14:45.595544 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:14:45.595596 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.43 - - [02/Mar/2026:02:14:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.525 [auth-system-keycloak-80] [] 10.0.0.245:8080 1925 0.524 200 2dd55a70885ba815c84d8d73d04aa4a1 162.253.55.43 - - [02/Mar/2026:02:14:48 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.005 [auth-system-keycloak-80] [] 10.0.0.245:8080 4246 0.006 200 85d9623e1301102ba3614e6263773653 162.253.55.43 - - [02/Mar/2026:02:14:48 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5707 0.468 [auth-system-keycloak-80] [] 10.0.0.245:8080 0 0.467 204 cdc0afb7b0ade0273e9dbe4ff66982a6 162.253.55.43 - - [02/Mar/2026:02:14:49 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.201 [auth-system-keycloak-80] [] 10.0.0.245:8080 4384 0.200 200 00ac8e4273fa93cbf0985a9e62efa70f 162.253.55.43 - - [02/Mar/2026:02:14:50 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.469 [auth-system-keycloak-80] [] 10.0.0.245:8080 1925 0.468 200 9cfd01953104912cd9df7e2aac92db5a 162.253.55.43 - - [02/Mar/2026:02:14:50 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1227 0.033 [auth-system-keycloak-80] [] 10.0.0.245:8080 1682 0.033 200 764c31e679acc75eade5022a8eafdb25 162.253.55.43 - - [02/Mar/2026:02:14:50 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "ansible-httpget" 180 0.008 [auth-system-keycloak-80] [] 10.0.0.245:8080 6411 0.007 200 8e090d0618f74f3549a11eba5c082f30 162.253.55.43 - - [02/Mar/2026:02:14:51 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.463 [auth-system-keycloak-80] [] 10.0.0.245:8080 1925 0.462 200 565f1c8d0592f136d6f78ee5414c8036 162.253.55.43 - - [02/Mar/2026:02:14:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.010 [auth-system-keycloak-80] [] 10.0.0.245:8080 2 0.010 200 5a09075524b635b74c295883264fd050 162.253.55.43 - - [02/Mar/2026:02:14:52 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.168 [auth-system-keycloak-80] [] 10.0.0.245:8080 0 0.168 201 1ea5cd5800db0be7fcdfefee1f274c39 162.253.55.43 - - [02/Mar/2026:02:14:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.080 [auth-system-keycloak-80] [] 10.0.0.245:8080 2242 0.080 200 cb73766745d8f7e43c7acf0be6925f5f 162.253.55.43 - - [02/Mar/2026:02:14:53 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.446 [auth-system-keycloak-80] [] 10.0.0.245:8080 1925 0.445 200 b591e906aa23e0ffabba6e7d5553f528 162.253.55.43 - - [02/Mar/2026:02:14:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.024 [auth-system-keycloak-80] [] 10.0.0.245:8080 2242 0.024 200 3e6bf4f5fde3e49f48b2ef3f7a7ca09d 162.253.55.43 - - [02/Mar/2026:02:14:53 +0000] "GET /admin/realms/atmosphere/clients/e7c85780-1382-437b-a0c0-d8d6801b10cd/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.012 [auth-system-keycloak-80] [] 10.0.0.245:8080 233 0.012 200 058a1efb2ef4d1384d9fcb5908eb4c14 162.253.55.43 - - [02/Mar/2026:02:14:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.015 [auth-system-keycloak-80] [] 10.0.0.245:8080 831 0.016 200 d4c95929003dd1df2deade2ee63997be 162.253.55.43 - - [02/Mar/2026:02:14:53 +0000] "GET /admin/realms/atmosphere/clients/c0ba9902-21e8-4234-bb4d-3333e953319e/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.061 [auth-system-keycloak-80] [] 10.0.0.245:8080 3758 0.061 200 0bde026c02f68b6cb7d74fbe31c178ae 162.253.55.43 - - [02/Mar/2026:02:14:53 +0000] "GET /admin/realms/atmosphere/users/af98f7e0-2eb3-4e18-adfb-25742eb6651d/role-mappings/clients/c0ba9902-21e8-4234-bb4d-3333e953319e/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.182 [auth-system-keycloak-80] [] 10.0.0.245:8080 3758 0.181 200 04886682ec5d98ea75c1f24dd66fb453 162.253.55.43 - - [02/Mar/2026:02:14:53 +0000] "GET /admin/realms/atmosphere/users/af98f7e0-2eb3-4e18-adfb-25742eb6651d/role-mappings/clients/c0ba9902-21e8-4234-bb4d-3333e953319e/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.079 [auth-system-keycloak-80] [] 10.0.0.245:8080 2 0.079 200 e1dd807b6bf42540eaab3d985680b3f2 162.253.55.43 - - [02/Mar/2026:02:14:53 +0000] "POST /admin/realms/atmosphere/users/af98f7e0-2eb3-4e18-adfb-25742eb6651d/role-mappings/clients/c0ba9902-21e8-4234-bb4d-3333e953319e HTTP/1.1" 204 0 "-" "Ansible" 1388 0.018 [auth-system-keycloak-80] [] 10.0.0.245:8080 0 0.017 204 52c8e91b856d42f6d103791c427b5627 162.253.55.43 - - [02/Mar/2026:02:14:53 +0000] "GET /admin/realms/atmosphere/users/af98f7e0-2eb3-4e18-adfb-25742eb6651d/role-mappings/clients/c0ba9902-21e8-4234-bb4d-3333e953319e/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.064 [auth-system-keycloak-80] [] 10.0.0.245:8080 576 0.064 200 2f50907656e90e46856f94682d0ce746 W0302 02:14:56.411899 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:14:56.411940 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:14:59.745696 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:14:59.745730 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:15:03.079376 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:15:03.079423 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:17:02.336538 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:17:02.336597 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:17:39.313362 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0302 02:17:39.313413 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:17:39.313424 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0302 02:17:39.315772 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.002s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:28.7kB} I0302 02:17:39.315802 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0302 02:17:39.322594 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0302 02:17:39.322904 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"0c93b8fd-8a0e-4a47-bec2-548449df6d4a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6272", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0302 02:17:39.323166 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0302 02:17:39.323587 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0302 02:17:39.323666 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:17:39.323691 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0302 02:17:39.323812 7 controller.go:196] "Configuration changes detected, backend reload required" I0302 02:17:39.375607 7 controller.go:216] "Backend successfully reloaded" I0302 02:17:39.375928 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-tj5zj", UID:"d866b6ba-df49-42df-831a-7202b507fedb", APIVersion:"v1", ResourceVersion:"1094", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0302 02:17:39.608146 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0302 02:17:39.609199 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0302 02:17:42.658798 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:17:42.658845 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.43 - - [02/Mar/2026:02:17:43 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.011 [openstack-keystone-api-5000] [] 10.0.0.206:5000 280 0.011 300 e5d898bc14acc728450a495166b2244a 162.253.55.43 - - [02/Mar/2026:02:17:45 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.012 [openstack-keystone-api-5000] [] 10.0.0.206:5000 265 0.012 200 ac5477f9db58ace13733e9ad47300a8a 162.253.55.43 - - [02/Mar/2026:02:17:45 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.367 [openstack-keystone-api-5000] [] 10.0.0.206:5000 1359 0.367 201 f0e9021e5b55ed2041d14dfd1d57c3e7 162.253.55.43 - - [02/Mar/2026:02:17:45 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.206:5000 280 0.004 300 b16f97b7e6dc271db377e9dd1f190200 162.253.55.43 - - [02/Mar/2026:02:17:45 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 437 0.029 [openstack-keystone-api-5000] [] 10.0.0.206:5000 90 0.029 404 a89e7aef4b100bc529c3a203dc3485cf 162.253.55.43 - - [02/Mar/2026:02:17:45 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.025 [openstack-keystone-api-5000] [] 10.0.0.206:5000 368 0.025 200 8981ce2253c7cadb7a65e114c1c63654 162.253.55.43 - - [02/Mar/2026:02:17:45 +0000] "GET /v3/domains/44e9da1fd3034d90a9d8366c7f0be655 HTTP/1.1" 200 246 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.019 [openstack-keystone-api-5000] [] 10.0.0.206:5000 246 0.018 200 a87786c8821fccd5a6c4f5c92d610393 162.253.55.43 - - [02/Mar/2026:02:17:46 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.206:5000 265 0.004 200 bc92f3fec862e26056b0d56e0915f415 162.253.55.43 - - [02/Mar/2026:02:17:46 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.310 [openstack-keystone-api-5000] [] 10.0.0.206:5000 1359 0.310 201 1ead541835a9ee4886155c9c44088e3f 162.253.55.43 - - [02/Mar/2026:02:17:46 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.206:5000 280 0.004 300 615297ca0ffe79468247e27161f57914 162.253.55.43 - - [02/Mar/2026:02:17:46 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 462 0.021 [openstack-keystone-api-5000] [] 10.0.0.206:5000 101 0.022 404 dce1743e167125a8d388402ed9cd2be6 162.253.55.43 - - [02/Mar/2026:02:17:46 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 464 0.021 [openstack-keystone-api-5000] [] 10.0.0.206:5000 155 0.021 200 31194756411919771d8d51c81397c398 162.253.55.43 - - [02/Mar/2026:02:17:46 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 340 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 679 0.018 [openstack-keystone-api-5000] [] 10.0.0.206:5000 340 0.018 201 fb01aae63c8ff98c6bbd374fc226e372 162.253.55.43 - - [02/Mar/2026:02:17:47 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.206:5000 265 0.003 200 74c3a894843149d8a2d7659c6f771366 162.253.55.43 - - [02/Mar/2026:02:17:47 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.291 [openstack-keystone-api-5000] [] 10.0.0.206:5000 1359 0.291 201 dbe3ff7dc87d716bc9dbc5246a84c0d6 162.253.55.43 - - [02/Mar/2026:02:17:47 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.002 [openstack-keystone-api-5000] [] 10.0.0.206:5000 280 0.002 300 3821c942f8db39bc3181791582b8b2f8 162.253.55.43 - - [02/Mar/2026:02:17:47 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.018 [openstack-keystone-api-5000] [] 10.0.0.206:5000 98 0.017 404 6aedde77d055114407f5949c368b2c5d 162.253.55.43 - - [02/Mar/2026:02:17:47 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 135 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 454 0.017 [openstack-keystone-api-5000] [] 10.0.0.206:5000 135 0.017 200 041b89a15727b32d185ccc47c12a66d2 162.253.55.43 - - [02/Mar/2026:02:17:47 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 356 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 738 0.022 [openstack-keystone-api-5000] [] 10.0.0.206:5000 356 0.022 201 a92140d01008f4419ade52404f494a46 162.253.55.43 - - [02/Mar/2026:02:17:48 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.206:5000 265 0.003 200 fc52d407f4b86b17bf7cee46fc310e18 162.253.55.43 - - [02/Mar/2026:02:17:48 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.329 [openstack-keystone-api-5000] [] 10.0.0.206:5000 1359 0.329 201 bb75dea017baadb29d677a982b2d2161 162.253.55.43 - - [02/Mar/2026:02:17:48 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.206:5000 280 0.004 300 274097b0e38f8a8dc00307cedb9b2cea 162.253.55.43 - - [02/Mar/2026:02:17:48 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 497 0.021 [openstack-keystone-api-5000] [] 10.0.0.206:5000 131 0.021 404 37c0caf805e0b0ca3e1f1359b4dd7666 162.253.55.43 - - [02/Mar/2026:02:17:48 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 167 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 485 0.021 [openstack-keystone-api-5000] [] 10.0.0.206:5000 167 0.021 200 05eef6c2b99c66c83493a3d407b15907 162.253.55.43 - - [02/Mar/2026:02:17:48 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 222 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 580 0.031 [openstack-keystone-api-5000] [] 10.0.0.206:5000 222 0.032 201 7db7dc17d176deb3a1f40abf256037bb W0302 02:17:58.515438 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:17:58.515477 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:18:01.850304 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:18:01.850362 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:18:05.182665 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:18:05.182703 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0302 02:18:21.137930 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.104.209.224"}] I0302 02:18:21.143965 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"0c93b8fd-8a0e-4a47-bec2-548449df6d4a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6581", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0302 02:18:21.145897 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:18:21.145934 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:18:24.480045 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:18:24.480102 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:18:27.812764 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:18:27.812810 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:18:31.893118 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:18:31.893167 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:18:35.227283 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:18:35.227316 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:20:14.875635 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0302 02:20:14.875755 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0302 02:20:14.875811 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:20:14.875834 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0302 02:20:14.884123 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.009s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.01s testedConfigurationSize:32.2kB} I0302 02:20:14.884189 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0302 02:20:14.890193 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" W0302 02:20:14.890692 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0302 02:20:14.891018 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. I0302 02:20:14.891051 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"60851dea-a48a-450f-b14d-ea964aeb857b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7349", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0302 02:20:14.891111 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0302 02:20:14.891171 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:20:14.891190 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0302 02:20:14.891294 7 controller.go:196] "Configuration changes detected, backend reload required" I0302 02:20:14.932651 7 controller.go:216] "Backend successfully reloaded" I0302 02:20:14.933154 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-tj5zj", UID:"d866b6ba-df49-42df-831a-7202b507fedb", APIVersion:"v1", ResourceVersion:"1094", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0302 02:20:15.144827 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0302 02:20:15.145642 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 162.253.55.43 - - [02/Mar/2026:02:20:15 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.206:5000 280 0.004 300 96df65320c82bab228a69e640d16cfe1 162.253.55.43 - - [02/Mar/2026:02:20:16 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.340 [openstack-keystone-api-5000] [] 10.0.0.206:5000 1990 0.340 201 6f582cdb7858e2dae7937630ddad0e2e 162.253.55.43 - - [02/Mar/2026:02:20:16 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 432 0.023 [openstack-keystone-api-5000] [] 10.0.0.206:5000 85 0.023 404 856d0ce9de326a66da4acf50018a1589 162.253.55.43 - - [02/Mar/2026:02:20:16 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 128 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.028 [openstack-keystone-api-5000] [] 10.0.0.206:5000 128 0.028 200 0419b63292d52028a663ce5bedb488f1 162.253.55.43 - - [02/Mar/2026:02:20:16 +0000] "POST /v3/roles HTTP/1.1" 201 229 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 506 0.023 [openstack-keystone-api-5000] [] 10.0.0.206:5000 229 0.023 201 7b5ef9a63338d25d8c13bafb1e5513b4 W0302 02:20:18.224516 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0302 02:20:18.224749 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:20:18.224811 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0302 02:20:21.134737 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.104.209.224"}] I0302 02:20:21.139944 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"60851dea-a48a-450f-b14d-ea964aeb857b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7413", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0302 02:20:21.558266 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0302 02:20:21.558881 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:20:21.558922 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.43 - - [02/Mar/2026:02:20:24 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 229 0.005 [openstack-keystone-api-5000] [] 10.0.0.206:5000 280 0.005 300 6ea87b071146e3c008c600472c08ce3b 162.253.55.43 - - [02/Mar/2026:02:20:24 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 548 0.300 [openstack-keystone-api-5000] [] 10.0.0.206:5000 1990 0.300 201 d519d2290780fc63024c8e470eb70095 162.253.55.43 - - [02/Mar/2026:02:20:24 +0000] "GET /v3/roles HTTP/1.1" 200 1514 "-" "python-keystoneclient" 379 0.037 [openstack-keystone-api-5000] [] 10.0.0.206:5000 1514 0.037 200 9f41949c44f374a492c416d34cb6fe0b 162.253.55.43 - - [02/Mar/2026:02:20:24 +0000] "PUT /v3/roles/3a1bba073b534cd083ca9b9a834ce939/implies/191f7832da58415c9fd148c189e28652 HTTP/1.1" 201 518 "-" "python-keystoneclient" 472 0.032 [openstack-keystone-api-5000] [] 10.0.0.206:5000 518 0.032 201 75671b44df170e49e0092261401b9c95 W0302 02:20:24.893209 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 02:20:24.893258 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store