------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0324 14:53:37.338048 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0324 14:53:37.338263 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0324 14:53:37.346313 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0324 14:53:37.349562 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0324 14:53:37.548822 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0324 14:53:37.573534 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0324 14:53:37.586911 7 nginx.go:271] "Starting NGINX Ingress controller" I0324 14:53:37.593324 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"38ce0ea1-f864-44a4-b1a5-163be189ebd1", APIVersion:"v1", ResourceVersion:"1104", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0324 14:53:37.597017 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"7fe134fb-a143-468a-a783-0b67811c9ca1", APIVersion:"v1", ResourceVersion:"1105", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0324 14:53:37.597077 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"3b7daa82-458b-442b-8edc-01cc41632a6f", APIVersion:"v1", ResourceVersion:"1103", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0324 14:53:38.790266 7 nginx.go:317] "Starting NGINX process" I0324 14:53:38.790374 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0324 14:53:38.790904 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0324 14:53:38.791218 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:53:38.791277 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 14:53:38.791344 7 controller.go:196] "Configuration changes detected, backend reload required" I0324 14:53:38.798788 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0324 14:53:38.798831 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-q4rm8" I0324 14:53:38.822039 7 controller.go:216] "Backend successfully reloaded" I0324 14:53:38.822182 7 controller.go:227] "Initial sync, sleeping for 1 second" I0324 14:53:38.822255 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-q4rm8", UID:"962ed495-686f-47f0-911f-7a0631395bb9", APIVersion:"v1", ResourceVersion:"1145", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0324 14:53:42.623815 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:53:42.623844 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:53:45.957547 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:53:45.957612 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:53:49.292257 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:53:49.292326 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:53:52.625097 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:53:52.625154 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:53:55.958054 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:53:55.958116 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:53:59.292119 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:53:59.292167 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:54:02.625188 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:54:02.625231 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:54:08.422422 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:54:08.422457 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:54:13.918089 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:54:13.918141 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:03.327371 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:03.327440 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:11.195789 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:11.195827 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:14.530684 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:14.530748 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:17.863376 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:17.863414 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:21.198625 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:21.198680 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:24.529589 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:24.529641 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:27.863049 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:27.863095 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:31.197497 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:31.197571 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:34.529442 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:34.529491 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:37.862848 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:37.862914 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:41.899284 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:41.899319 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:45.235432 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:45.235476 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:48.566559 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:48.566608 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:57:50.882685 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:57:50.882724 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:57:54.217120 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:57:54.217174 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:57:54.479770 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-191.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-191.nip.io-tls was not found. Using default certificate W0324 14:57:54.479836 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:57:54.479853 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 14:57:54.482199 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.003s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:14.7kB} I0324 14:57:54.482241 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0324 14:57:54.489921 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0324 14:57:54.490328 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"4483d292-3b19-40a6-af57-8254ffbb7c1c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"2998", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 14:57:54.490654 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-191.nip.io-tls" in local store I0324 14:57:54.997045 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-191.nip.io-tls" I0324 14:57:54.998957 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-191.nip.io-tls" W0324 14:57:57.551568 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:57:57.551613 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 14:57:57.551691 7 controller.go:196] "Configuration changes detected, backend reload required" I0324 14:57:57.595800 7 controller.go:216] "Backend successfully reloaded" I0324 14:57:57.596239 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-q4rm8", UID:"962ed495-686f-47f0-911f-7a0631395bb9", APIVersion:"v1", ResourceVersion:"1145", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0324 14:58:00.883056 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:58:00.883115 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.191 - - [24/Mar/2026:14:58:05 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.235 [auth-system-keycloak-80] [] 10.0.0.77:8080 1928 2.234 200 837540190f438767a668d22d564be8cd 199.19.213.191 - - [24/Mar/2026:14:58:05 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.188 [auth-system-keycloak-80] [] 10.0.0.77:8080 116 0.188 404 0838ee9b496b9888c0b86d8eb26f52e1 199.19.213.191 - - [24/Mar/2026:14:58:10 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.494 [auth-system-keycloak-80] [] 10.0.0.77:8080 0 4.493 201 b43a642ab0f6f5654245490741b4c37c 199.19.213.191 - - [24/Mar/2026:14:58:10 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.580 [auth-system-keycloak-80] [] 10.0.0.77:8080 4246 0.579 200 13ec9f384a1e7330d266a873df0a3b59 199.19.213.191 - - [24/Mar/2026:14:58:11 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.478 [auth-system-keycloak-80] [] 10.0.0.77:8080 1928 0.477 200 58dbb7629196b690aea8f3e97310a365 199.19.213.191 - - [24/Mar/2026:14:58:12 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.074 [auth-system-keycloak-80] [] 10.0.0.77:8080 12500 0.075 200 c3acb4f696380322bd58bfae2bbfb505 199.19.213.191 - - [24/Mar/2026:14:58:12 +0000] "GET /admin/realms/atmosphere/client-scopes/a5e184e1-dd2d-4c02-bf62-5eb2b730bda9 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.007 [auth-system-keycloak-80] [] 10.0.0.77:8080 1278 0.006 200 407b049291cc34370740e513deeace9c 199.19.213.191 - - [24/Mar/2026:14:58:12 +0000] "PUT /admin/realms/atmosphere/client-scopes/a5e184e1-dd2d-4c02-bf62-5eb2b730bda9 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.050 [auth-system-keycloak-80] [] 10.0.0.77:8080 0 0.048 204 d9c12389ff3202f959efa3a140b2a0f8 199.19.213.191 - - [24/Mar/2026:14:58:12 +0000] "GET /admin/realms/atmosphere/client-scopes/a5e184e1-dd2d-4c02-bf62-5eb2b730bda9/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.016 [auth-system-keycloak-80] [] 10.0.0.77:8080 963 0.015 200 8595dd6addcb0ff9989e87e0eed3a295 199.19.213.191 - - [24/Mar/2026:14:58:12 +0000] "GET /admin/realms/atmosphere/client-scopes/a5e184e1-dd2d-4c02-bf62-5eb2b730bda9/protocol-mappers/models/961771cc-8479-43c6-bd55-5b0bffc2d697 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.065 [auth-system-keycloak-80] [] 10.0.0.77:8080 366 0.065 200 c417384876dd1d8308b25f8410f75602 199.19.213.191 - - [24/Mar/2026:14:58:12 +0000] "PUT /admin/realms/atmosphere/client-scopes/a5e184e1-dd2d-4c02-bf62-5eb2b730bda9/protocol-mappers/models/961771cc-8479-43c6-bd55-5b0bffc2d697 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.020 [auth-system-keycloak-80] [] 10.0.0.77:8080 0 0.020 204 3d34442403f8f0a59a81dae618e99cf2 199.19.213.191 - - [24/Mar/2026:14:58:12 +0000] "GET /admin/realms/atmosphere/client-scopes/a5e184e1-dd2d-4c02-bf62-5eb2b730bda9 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.073 [auth-system-keycloak-80] [] 10.0.0.77:8080 1218 0.073 200 fd25075207b5519bf31501e4a382fa66 199.19.213.191 - - [24/Mar/2026:14:58:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.472 [auth-system-keycloak-80] [] 10.0.0.77:8080 1928 0.471 200 5539a6ec288c9d6a6f914d22a3c64ce9 199.19.213.191 - - [24/Mar/2026:14:58:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.070 [auth-system-keycloak-80] [] 10.0.0.77:8080 2 0.070 200 cc515ae6a5619f21eb06ba674c2a5ec8 199.19.213.191 - - [24/Mar/2026:14:58:34 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.290 [auth-system-keycloak-80] [] 10.0.0.77:8080 0 0.289 201 39d6a61022fd55164d00bb588d24e5e5 199.19.213.191 - - [24/Mar/2026:14:58:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.090 [auth-system-keycloak-80] [] 10.0.0.77:8080 1261 0.089 200 baae461f02bfdda7e6f6cbce0152818e 199.19.213.191 - - [24/Mar/2026:14:58:34 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.519 [auth-system-keycloak-80] [] 10.0.0.77:8080 1928 0.520 200 5e6206855ed7fd0bbad9d10bd55d9292 199.19.213.191 - - [24/Mar/2026:14:58:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.011 [auth-system-keycloak-80] [] 10.0.0.77:8080 2 0.012 200 1088a343c3ceb77584d141f59071b8aa 199.19.213.191 - - [24/Mar/2026:14:58:35 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.072 [auth-system-keycloak-80] [] 10.0.0.77:8080 0 0.071 201 ec03e22cccafde54d756cd70274d90ce 199.19.213.191 - - [24/Mar/2026:14:58:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.064 [auth-system-keycloak-80] [] 10.0.0.77:8080 1286 0.064 200 a20314ae2eecb2a775f92ae27c818c70 199.19.213.191 - - [24/Mar/2026:14:58:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.467 [auth-system-keycloak-80] [] 10.0.0.77:8080 1928 0.466 200 137268b5d11860b2bc5d575168b46ec8 199.19.213.191 - - [24/Mar/2026:14:58:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.036 [auth-system-keycloak-80] [] 10.0.0.77:8080 2 0.036 200 d1954360a9abb024845d33ee89c9b14f 199.19.213.191 - - [24/Mar/2026:14:58:36 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.083 [auth-system-keycloak-80] [] 10.0.0.77:8080 0 0.082 201 be1a528c4b9f26bfaa4219950e2d3e31 199.19.213.191 - - [24/Mar/2026:14:58:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.021 [auth-system-keycloak-80] [] 10.0.0.77:8080 1251 0.021 200 49e92b45747aafc5e97a8a8eadbb6ef0 199.19.213.191 - - [24/Mar/2026:14:58:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.447 [auth-system-keycloak-80] [] 10.0.0.77:8080 1928 0.446 200 6f8e4b37a234976e496af2248b399b04 199.19.213.191 - - [24/Mar/2026:14:58:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.006 [auth-system-keycloak-80] [] 10.0.0.77:8080 1261 0.006 200 3cc4487597487763732ea68e228e9fe8 199.19.213.191 - - [24/Mar/2026:14:58:37 +0000] "GET /admin/realms/atmosphere/clients/220cca60-ce06-4a36-a7ef-6a1a52286dfa/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.77:8080 119 0.015 404 fd692076855e1134bdfcb3d30d692c3a 199.19.213.191 - - [24/Mar/2026:14:58:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.037 [auth-system-keycloak-80] [] 10.0.0.77:8080 1261 0.037 200 5b2f2f9a61790d5ebf67f0b18dda5201 199.19.213.191 - - [24/Mar/2026:14:58:37 +0000] "POST /admin/realms/atmosphere/clients/220cca60-ce06-4a36-a7ef-6a1a52286dfa/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.023 [auth-system-keycloak-80] [] 10.0.0.77:8080 0 0.022 201 db848461eb132dc143374eba503b79c4 199.19.213.191 - - [24/Mar/2026:14:58:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.052 [auth-system-keycloak-80] [] 10.0.0.77:8080 1261 0.052 200 a96c3f1c5b7a39e41f6d5a24807c2c63 199.19.213.191 - - [24/Mar/2026:14:58:37 +0000] "GET /admin/realms/atmosphere/clients/220cca60-ce06-4a36-a7ef-6a1a52286dfa/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.018 [auth-system-keycloak-80] [] 10.0.0.77:8080 166 0.018 200 a887715608e9bd0e32eea3c62df8dea3 199.19.213.191 - - [24/Mar/2026:14:58:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.494 [auth-system-keycloak-80] [] 10.0.0.77:8080 1928 0.493 200 95fe73c73d0292c47febd759c279c74b 199.19.213.191 - - [24/Mar/2026:14:58:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.77:8080 1286 0.009 200 962dc6e29a2edde2aa1a415299ad44fe 199.19.213.191 - - [24/Mar/2026:14:58:38 +0000] "GET /admin/realms/atmosphere/clients/4e679e1e-6fff-4466-8067-398f0adc567d/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.009 [auth-system-keycloak-80] [] 10.0.0.77:8080 119 0.010 404 e2be05610bd6d910bd58c8d8b4d68757 199.19.213.191 - - [24/Mar/2026:14:58:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.77:8080 1286 0.006 200 f93f3cbbdfbd649f2ca29dc56b836eac 199.19.213.191 - - [24/Mar/2026:14:58:38 +0000] "POST /admin/realms/atmosphere/clients/4e679e1e-6fff-4466-8067-398f0adc567d/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.030 [auth-system-keycloak-80] [] 10.0.0.77:8080 0 0.029 201 109f97da7651cc62ff98c763ed568525 199.19.213.191 - - [24/Mar/2026:14:58:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.77:8080 1286 0.008 200 cf9a2c9ddcb5e08affd50acedc11742b 199.19.213.191 - - [24/Mar/2026:14:58:38 +0000] "GET /admin/realms/atmosphere/clients/4e679e1e-6fff-4466-8067-398f0adc567d/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.014 [auth-system-keycloak-80] [] 10.0.0.77:8080 165 0.014 200 4a8806273c75c38b7d1d7cc5f0106dd3 I0324 14:58:38.805789 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.100.93.247"}] I0324 14:58:38.812486 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"4483d292-3b19-40a6-af57-8254ffbb7c1c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3396", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 14:58:38.813742 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:58:38.813776 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.191 - - [24/Mar/2026:14:58:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.490 [auth-system-keycloak-80] [] 10.0.0.77:8080 1928 0.489 200 6fe6cc1ac7a98f63714c6beed5b89532 199.19.213.191 - - [24/Mar/2026:14:58:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.77:8080 1286 0.007 200 180261c19c3bfb6abf29df6f3c1b0c53 199.19.213.191 - - [24/Mar/2026:14:58:39 +0000] "GET /admin/realms/atmosphere/clients/4e679e1e-6fff-4466-8067-398f0adc567d/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.062 [auth-system-keycloak-80] [] 10.0.0.77:8080 119 0.061 404 87b3894c32e4b1c0f597f689082ef3a6 199.19.213.191 - - [24/Mar/2026:14:58:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.77:8080 1286 0.008 200 4d89b79392d15c615c6ddba1cf6a88b5 199.19.213.191 - - [24/Mar/2026:14:58:39 +0000] "POST /admin/realms/atmosphere/clients/4e679e1e-6fff-4466-8067-398f0adc567d/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.079 [auth-system-keycloak-80] [] 10.0.0.77:8080 0 0.079 201 19a8e7b61deaf5b7a059b24c8b275e67 199.19.213.191 - - [24/Mar/2026:14:58:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.77:8080 1286 0.008 200 8f512a9394277a3154e424ac927638d6 199.19.213.191 - - [24/Mar/2026:14:58:39 +0000] "GET /admin/realms/atmosphere/clients/4e679e1e-6fff-4466-8067-398f0adc567d/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.068 [auth-system-keycloak-80] [] 10.0.0.77:8080 166 0.068 200 703c0edb162a06d873d430b56e14d647 199.19.213.191 - - [24/Mar/2026:14:58:40 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.501 [auth-system-keycloak-80] [] 10.0.0.77:8080 1928 0.500 200 5ada963d635b7289afa0240b68125f76 199.19.213.191 - - [24/Mar/2026:14:58:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.014 [auth-system-keycloak-80] [] 10.0.0.77:8080 1286 0.014 200 10be76a4ef5da92f0a7a2da44f199e08 199.19.213.191 - - [24/Mar/2026:14:58:40 +0000] "GET /admin/realms/atmosphere/clients/4e679e1e-6fff-4466-8067-398f0adc567d/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.042 [auth-system-keycloak-80] [] 10.0.0.77:8080 119 0.042 404 736d415a38fe52b66f579da6576365a4 199.19.213.191 - - [24/Mar/2026:14:58:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.77:8080 1286 0.007 200 7d93f139398e71bc179ef491f7d5a58c 199.19.213.191 - - [24/Mar/2026:14:58:40 +0000] "POST /admin/realms/atmosphere/clients/4e679e1e-6fff-4466-8067-398f0adc567d/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.016 [auth-system-keycloak-80] [] 10.0.0.77:8080 0 0.015 201 afd2a2df1482f4181fae65e8d614c016 199.19.213.191 - - [24/Mar/2026:14:58:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.047 [auth-system-keycloak-80] [] 10.0.0.77:8080 1286 0.048 200 3c0cd7b8e6de5797f871e13bf7f14002 199.19.213.191 - - [24/Mar/2026:14:58:40 +0000] "GET /admin/realms/atmosphere/clients/4e679e1e-6fff-4466-8067-398f0adc567d/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.77:8080 166 0.013 200 3eb4c6a4bfd082e7c36ebd723ea8dcfa 199.19.213.191 - - [24/Mar/2026:14:58:41 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.506 [auth-system-keycloak-80] [] 10.0.0.77:8080 1928 0.505 200 e3031f5d0726797d2f09c3a13a93602e 199.19.213.191 - - [24/Mar/2026:14:58:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.77:8080 1251 0.008 200 47bef0e35696e4b97811ba5814c94875 199.19.213.191 - - [24/Mar/2026:14:58:41 +0000] "GET /admin/realms/atmosphere/clients/2f6b1d8e-7fc9-4381-b46e-1c4c7a5dd74b/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.77:8080 119 0.010 404 4f0046f6d469b9ed1f6a0dd38d527bb8 199.19.213.191 - - [24/Mar/2026:14:58:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.043 [auth-system-keycloak-80] [] 10.0.0.77:8080 1251 0.043 200 bcf6b47c7e4c650199309b66d632903b 199.19.213.191 - - [24/Mar/2026:14:58:41 +0000] "POST /admin/realms/atmosphere/clients/2f6b1d8e-7fc9-4381-b46e-1c4c7a5dd74b/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.021 [auth-system-keycloak-80] [] 10.0.0.77:8080 0 0.019 201 d1b3fdebb906a9ef76f3f527a645f16d 199.19.213.191 - - [24/Mar/2026:14:58:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.77:8080 1251 0.006 200 cbf2e3fb1ff4e0c09f99c640b70fc4b8 199.19.213.191 - - [24/Mar/2026:14:58:41 +0000] "GET /admin/realms/atmosphere/clients/2f6b1d8e-7fc9-4381-b46e-1c4c7a5dd74b/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.77:8080 166 0.013 200 4d952d2089f9954cb4051eb22a0b18f0 W0324 14:58:54.686645 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:58:54.686675 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:58:58.021097 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:58:58.021279 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:59:47.304940 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:59:47.304984 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:59:47.370643 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 14:59:47.370708 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0324 14:59:47.371855 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0324 14:59:47.371990 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0324 14:59:47.372045 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:59:47.372097 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:59:47.373512 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:59:47.373593 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:59:47.373783 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 14:59:47.373907 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0324 14:59:47.373977 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:59:47.374000 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 14:59:47.376152 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.006s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:18.2kB} I0324 14:59:47.376180 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0324 14:59:47.377472 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.007s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.007s testedConfigurationSize:18.2kB} I0324 14:59:47.377910 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0324 14:59:47.377488 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0.003s admissionTime:0.007s testedConfigurationSize:18.2kB} I0324 14:59:47.378150 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0324 14:59:47.382595 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0324 14:59:47.382836 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"c8b9e0c8-450c-4c08-a76f-3246405206e5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3960", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 14:59:47.383125 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0324 14:59:47.384949 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0324 14:59:47.385145 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"30d81eeb-218d-4339-8bb4-958f821cec6b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3963", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 14:59:47.385289 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0324 14:59:47.385315 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0324 14:59:47.385476 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"1bf75a20-4c3e-4bce-b819-dd4353c4342b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3964", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 14:59:47.385490 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0324 14:59:47.617589 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0324 14:59:47.618562 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0324 14:59:47.943910 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0324 14:59:47.944945 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0324 14:59:49.042363 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0324 14:59:49.043454 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0324 14:59:50.639305 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 14:59:50.639390 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0324 14:59:50.639435 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 14:59:50.639613 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:59:50.639651 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 14:59:50.639814 7 controller.go:196] "Configuration changes detected, backend reload required" I0324 14:59:50.685676 7 controller.go:216] "Backend successfully reloaded" I0324 14:59:50.685950 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-q4rm8", UID:"962ed495-686f-47f0-911f-7a0631395bb9", APIVersion:"v1", ResourceVersion:"1145", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0324 14:59:53.972332 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 14:59:53.972389 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0324 14:59:53.972416 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 14:59:53.972514 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:59:53.972534 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:59:57.305532 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 14:59:57.305584 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0324 14:59:57.305612 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 14:59:57.305729 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:59:57.305788 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:00:00.638682 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:00:00.638757 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0324 15:00:00.638788 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:00:00.638885 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:00:00.638907 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:00:03.972687 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:00:03.972763 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0324 15:00:03.972920 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:00:03.973106 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:00:03.973194 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:00:07.305681 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:00:07.305755 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0324 15:00:07.305805 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:00:07.305954 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:00:07.305993 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:00:10.639247 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:00:10.639447 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:00:10.639628 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:00:10.639694 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:00:13.972356 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:00:13.972449 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:00:13.972575 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:00:13.972604 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:00:17.305130 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:00:17.305220 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:00:17.305375 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:00:17.305402 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:00:20.639555 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:00:20.639651 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:00:20.639775 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:00:20.639796 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:00:23.972607 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:00:23.972694 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:00:23.972796 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:00:23.972816 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:00:28.298332 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:00:28.298476 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:00:28.298615 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:00:28.298638 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:00:31.632741 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:00:31.632826 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:00:31.632926 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:00:31.632949 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:00:34.965670 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:00:34.965744 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:00:34.965819 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:00:34.965844 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:00:38.806665 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.100.93.247"}] I0324 15:00:38.806683 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.100.93.247"}] I0324 15:00:38.806782 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.100.93.247"}] I0324 15:00:38.815475 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"1bf75a20-4c3e-4bce-b819-dd4353c4342b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4940", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 15:00:38.816516 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:00:38.816584 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:00:38.816659 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:00:38.816675 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:00:38.818712 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"30d81eeb-218d-4339-8bb4-958f821cec6b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4941", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0324 15:00:38.819779 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"c8b9e0c8-450c-4c08-a76f-3246405206e5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4942", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 15:00:42.150700 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:00:42.150803 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:00:42.150950 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:00:42.150985 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:00:45.484009 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:00:45.484105 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:00:45.484231 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:00:45.484254 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.111 - - [24/Mar/2026:15:00:45 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.048 [auth-system-keycloak-80] [] 10.0.0.77:8080 6432 0.047 200 09c21d5f9208aa452de080d5ad8a6c1c 10.0.0.34 - - [24/Mar/2026:15:00:45 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.006 [auth-system-keycloak-80] [] 10.0.0.77:8080 6432 0.006 200 f355d07ced6c3a18b688d665cf6fa3d6 W0324 15:00:48.816804 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:00:48.817030 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:00:48.817065 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:00:52.151250 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:00:52.151459 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:00:52.151491 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:00:56.737817 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:00:56.737854 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store