------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0401 23:32:00.487654 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0401 23:32:00.487869 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0401 23:32:00.496222 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0401 23:32:00.500203 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0401 23:32:00.640490 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0401 23:32:00.661478 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0401 23:32:00.674925 7 nginx.go:271] "Starting NGINX Ingress controller" I0401 23:32:00.679343 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"e4fbfd15-4ed0-4786-a1ec-ed2a17f580d9", APIVersion:"v1", ResourceVersion:"1333", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0401 23:32:00.684909 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"b1aef107-f887-4057-b271-71a75cf1163d", APIVersion:"v1", ResourceVersion:"1331", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0401 23:32:00.685105 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"8b6602f6-f78f-4c08-bcf3-bbd13891b3e1", APIVersion:"v1", ResourceVersion:"1332", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0401 23:32:01.877060 7 nginx.go:317] "Starting NGINX process" I0401 23:32:01.877132 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0401 23:32:01.877719 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0401 23:32:01.878043 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0401 23:32:01.878138 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:32:01.878179 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0401 23:32:01.878248 7 controller.go:196] "Configuration changes detected, backend reload required" I0401 23:32:01.887562 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0401 23:32:01.887857 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-g6rgb" I0401 23:32:01.912335 7 controller.go:216] "Backend successfully reloaded" I0401 23:32:01.912436 7 controller.go:227] "Initial sync, sleeping for 1 second" I0401 23:32:01.912563 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-g6rgb", UID:"49342fe5-2ecc-4ef3-ac6a-c5aa8f90471e", APIVersion:"v1", ResourceVersion:"1376", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0401 23:32:05.699475 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:32:05.699524 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:32:09.033677 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:32:09.033749 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:32:12.367403 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:32:12.367458 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:32:15.700217 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:32:15.700272 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:32:19.032923 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:32:19.032971 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:32:22.366913 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:32:22.366948 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:32:25.700318 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:32:25.700365 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:32:29.033095 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:32:29.033201 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:32:38.729944 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:32:38.729998 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:33:25.255269 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:33:25.255298 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:33:28.589259 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:33:28.589309 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:33:31.922776 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:33:31.922823 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:33:35.256410 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:33:35.256457 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:33:38.589182 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:33:38.589435 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:33:41.923042 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:33:41.923076 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:33:45.256342 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:33:45.256389 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:33:48.589676 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:33:48.589750 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:33:51.922390 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:33:51.922423 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:34:36.169091 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:34:36.169131 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:34:38.209859 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-162.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-162.nip.io-tls was not found. Using default certificate W0401 23:34:38.209954 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:34:38.209975 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0401 23:34:38.211954 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:14.7kB} I0401 23:34:38.211994 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0401 23:34:38.218514 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0401 23:34:38.219024 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-162.nip.io-tls" in local store I0401 23:34:38.219081 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"55ff2c8e-d06e-469e-8846-4b89efe709d6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"2849", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0401 23:34:38.634280 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-162.nip.io-tls" I0401 23:34:38.635930 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-162.nip.io-tls" W0401 23:34:39.503079 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:34:39.503158 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0401 23:34:39.503266 7 controller.go:196] "Configuration changes detected, backend reload required" I0401 23:34:39.543951 7 controller.go:216] "Backend successfully reloaded" I0401 23:34:39.544835 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-g6rgb", UID:"49342fe5-2ecc-4ef3-ac6a-c5aa8f90471e", APIVersion:"v1", ResourceVersion:"1376", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0401 23:34:42.836087 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:34:42.836139 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:34:46.169543 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:34:46.169608 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:34:49.504196 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:34:49.504239 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.162 - - [01/Apr/2026:23:34:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.527 [auth-system-keycloak-80] [] 10.0.0.26:8080 1885 0.525 200 3c971e43a08035e60d1eb34b6b241baf 199.204.45.162 - - [01/Apr/2026:23:34:49 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 28 "-" "Ansible" 1197 0.054 [auth-system-keycloak-80] [] 10.0.0.26:8080 28 0.054 404 d179984ad2b768d43da84552f7c8ae58 199.204.45.162 - - [01/Apr/2026:23:34:51 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 1.510 [auth-system-keycloak-80] [] 10.0.0.26:8080 0 1.509 201 e69213306e9c1163f0ffba62fe50b80d 199.204.45.162 - - [01/Apr/2026:23:34:51 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4101 "-" "Ansible" 1197 0.234 [auth-system-keycloak-80] [] 10.0.0.26:8080 4101 0.234 200 26f40b3ed9eb38e93ce8203a2b6516ce 199.204.45.162 - - [01/Apr/2026:23:34:52 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.067 [auth-system-keycloak-80] [] 10.0.0.26:8080 1885 0.065 200 8309358bbddde951f368d8db08d28c26 199.204.45.162 - - [01/Apr/2026:23:34:52 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 11535 "-" "Ansible" 1211 0.135 [auth-system-keycloak-80] [] 10.0.0.26:8080 11535 0.135 200 42a56f949d3171a0bee162ac46cf9683 199.204.45.162 - - [01/Apr/2026:23:34:52 +0000] "GET /admin/realms/atmosphere/client-scopes/6dac087e-91d3-4c42-9867-0c8c86c65821 HTTP/1.1" 200 1146 "-" "Ansible" 1248 0.013 [auth-system-keycloak-80] [] 10.0.0.26:8080 1146 0.012 200 370cb2f9df61588843df4b4b4cb3b6cc 199.204.45.162 - - [01/Apr/2026:23:34:52 +0000] "PUT /admin/realms/atmosphere/client-scopes/6dac087e-91d3-4c42-9867-0c8c86c65821 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.026 [auth-system-keycloak-80] [] 10.0.0.26:8080 0 0.026 204 9a54493075a7ae4631d587b67a99f60a 199.204.45.162 - - [01/Apr/2026:23:34:52 +0000] "GET /admin/realms/atmosphere/client-scopes/6dac087e-91d3-4c42-9867-0c8c86c65821/protocol-mappers/models HTTP/1.1" 200 831 "-" "Ansible" 1272 0.029 [auth-system-keycloak-80] [] 10.0.0.26:8080 831 0.029 200 3af52441c0a21d30a71ba6639c4773ea 199.204.45.162 - - [01/Apr/2026:23:34:52 +0000] "GET /admin/realms/atmosphere/client-scopes/6dac087e-91d3-4c42-9867-0c8c86c65821/protocol-mappers/models/5cff0148-8ecd-4a2e-b8d5-c52515a82a56 HTTP/1.1" 200 331 "-" "Ansible" 1309 0.012 [auth-system-keycloak-80] [] 10.0.0.26:8080 331 0.012 200 397e771942b6d07ce03071035f35fda6 199.204.45.162 - - [01/Apr/2026:23:34:52 +0000] "PUT /admin/realms/atmosphere/client-scopes/6dac087e-91d3-4c42-9867-0c8c86c65821/protocol-mappers/models/5cff0148-8ecd-4a2e-b8d5-c52515a82a56 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.023 [auth-system-keycloak-80] [] 10.0.0.26:8080 0 0.022 204 4d98cabf07f2f187adabdd750e7a0ccd 199.204.45.162 - - [01/Apr/2026:23:34:52 +0000] "GET /admin/realms/atmosphere/client-scopes/6dac087e-91d3-4c42-9867-0c8c86c65821 HTTP/1.1" 200 1121 "-" "Ansible" 1248 0.018 [auth-system-keycloak-80] [] 10.0.0.26:8080 1121 0.018 200 46e54d45e9617c805079dea31f2a4390 W0401 23:34:52.836472 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:34:52.836516 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:34:56.169373 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:34:56.169402 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0401 23:35:01.895725 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.106.217.85"}] I0401 23:35:01.902999 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"55ff2c8e-d06e-469e-8846-4b89efe709d6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3180", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0401 23:35:01.904690 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:35:01.904768 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.162 - - [01/Apr/2026:23:35:13 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.047 [auth-system-keycloak-80] [] 10.0.0.26:8080 1885 0.046 200 0abdb30f8a73174826bb6b56519c0a37 199.204.45.162 - - [01/Apr/2026:23:35:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.023 [auth-system-keycloak-80] [] 10.0.0.26:8080 2 0.023 200 9f255012f1df68b82a4fe027f9b3b1df 199.204.45.162 - - [01/Apr/2026:23:35:13 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.074 [auth-system-keycloak-80] [] 10.0.0.26:8080 0 0.073 201 27ea45cf4a45e8146c57050c1a0d35d8 199.204.45.162 - - [01/Apr/2026:23:35:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.029 [auth-system-keycloak-80] [] 10.0.0.26:8080 1261 0.029 200 f5c73a76cc560cbccead474f421e4023 199.204.45.162 - - [01/Apr/2026:23:35:13 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.043 [auth-system-keycloak-80] [] 10.0.0.26:8080 1885 0.042 200 82048c97113cc81c4ece3309c3da39d2 199.204.45.162 - - [01/Apr/2026:23:35:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.012 [auth-system-keycloak-80] [] 10.0.0.26:8080 2 0.011 200 edc36dee17f3de0d74facc18f61b5ce1 199.204.45.162 - - [01/Apr/2026:23:35:13 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.038 [auth-system-keycloak-80] [] 10.0.0.26:8080 0 0.037 201 9786b0d178c4908a7661180073144607 199.204.45.162 - - [01/Apr/2026:23:35:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.020 [auth-system-keycloak-80] [] 10.0.0.26:8080 1286 0.020 200 c7b392c3ef01154721ca16d21b4e575e 199.204.45.162 - - [01/Apr/2026:23:35:14 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.048 [auth-system-keycloak-80] [] 10.0.0.26:8080 1885 0.047 200 aff8dde7ac10ef1e6a17b373e26fb824 199.204.45.162 - - [01/Apr/2026:23:35:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.010 [auth-system-keycloak-80] [] 10.0.0.26:8080 2 0.010 200 5d4a1f7ba5761d7777132fe5aeeed938 199.204.45.162 - - [01/Apr/2026:23:35:14 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.031 [auth-system-keycloak-80] [] 10.0.0.26:8080 0 0.030 201 279f249777275630323579de5a42fadb 199.204.45.162 - - [01/Apr/2026:23:35:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.020 [auth-system-keycloak-80] [] 10.0.0.26:8080 1251 0.019 200 4ca7ca34d9cc59eff0a44fc3b88f513f 199.204.45.162 - - [01/Apr/2026:23:35:14 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.046 [auth-system-keycloak-80] [] 10.0.0.26:8080 1885 0.045 200 58792f6ceb384b5c4bbe3be953055fb2 199.204.45.162 - - [01/Apr/2026:23:35:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.26:8080 1261 0.008 200 47d224e325792fad97fac38b371557c1 199.204.45.162 - - [01/Apr/2026:23:35:14 +0000] "GET /admin/realms/atmosphere/clients/f00db42c-68f4-46fb-ac68-022e459eeb94/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1255 0.033 [auth-system-keycloak-80] [] 10.0.0.26:8080 31 0.033 404 338b638de95cafe5d4815c32fde8b606 199.204.45.162 - - [01/Apr/2026:23:35:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.26:8080 1261 0.009 200 f1cccc9b9b772cde6614e872b0391870 199.204.45.162 - - [01/Apr/2026:23:35:15 +0000] "POST /admin/realms/atmosphere/clients/f00db42c-68f4-46fb-ac68-022e459eeb94/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.016 [auth-system-keycloak-80] [] 10.0.0.26:8080 0 0.015 201 25ce4366900116e786b5ef0e3e6ee0ec 199.204.45.162 - - [01/Apr/2026:23:35:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.26:8080 1261 0.008 200 12fe7f6fd9ca5bd0128403fd47ba41ae 199.204.45.162 - - [01/Apr/2026:23:35:15 +0000] "GET /admin/realms/atmosphere/clients/f00db42c-68f4-46fb-ac68-022e459eeb94/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.023 [auth-system-keycloak-80] [] 10.0.0.26:8080 166 0.022 200 fcae87e1fe22aeba46508a8c28bef558 199.204.45.162 - - [01/Apr/2026:23:35:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.047 [auth-system-keycloak-80] [] 10.0.0.26:8080 1885 0.046 200 e470d6c239bed74e32282c809aa87c63 199.204.45.162 - - [01/Apr/2026:23:35:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.012 [auth-system-keycloak-80] [] 10.0.0.26:8080 1286 0.012 200 a9df2ff125f63ac5f367e291ce87c368 199.204.45.162 - - [01/Apr/2026:23:35:15 +0000] "GET /admin/realms/atmosphere/clients/bc4745a8-d7c9-4331-a125-f08817a5e461/roles/admin HTTP/1.1" 404 31 "-" "Ansible" 1254 0.011 [auth-system-keycloak-80] [] 10.0.0.26:8080 31 0.011 404 446ed6d8b6ef7456a9a3c9762d0378ac 199.204.45.162 - - [01/Apr/2026:23:35:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.26:8080 1286 0.007 200 2ecccddcef2b0fde6dce7292dc2df625 199.204.45.162 - - [01/Apr/2026:23:35:15 +0000] "POST /admin/realms/atmosphere/clients/bc4745a8-d7c9-4331-a125-f08817a5e461/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.015 [auth-system-keycloak-80] [] 10.0.0.26:8080 0 0.014 201 dd9faea32ae0d081facb8fb64d5f9610 199.204.45.162 - - [01/Apr/2026:23:35:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.014 [auth-system-keycloak-80] [] 10.0.0.26:8080 1286 0.014 200 ac35a6c8df450aa9f52c37dc1e320064 199.204.45.162 - - [01/Apr/2026:23:35:15 +0000] "GET /admin/realms/atmosphere/clients/bc4745a8-d7c9-4331-a125-f08817a5e461/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.014 [auth-system-keycloak-80] [] 10.0.0.26:8080 165 0.014 200 d980eb0692a040e4430a0de03a1b2238 199.204.45.162 - - [01/Apr/2026:23:35:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.051 [auth-system-keycloak-80] [] 10.0.0.26:8080 1885 0.049 200 1dd1217090ca349540f54b89a6fcbe2d 199.204.45.162 - - [01/Apr/2026:23:35:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.26:8080 1286 0.007 200 a12731e8c78d6698e38c0e02015f23a6 199.204.45.162 - - [01/Apr/2026:23:35:15 +0000] "GET /admin/realms/atmosphere/clients/bc4745a8-d7c9-4331-a125-f08817a5e461/roles/editor HTTP/1.1" 404 31 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.26:8080 31 0.008 404 ef9c0e68e36a8291d242aded0eef7671 199.204.45.162 - - [01/Apr/2026:23:35:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.26:8080 1286 0.008 200 941860ae983f3d193cf3fb0c19b79b64 199.204.45.162 - - [01/Apr/2026:23:35:16 +0000] "POST /admin/realms/atmosphere/clients/bc4745a8-d7c9-4331-a125-f08817a5e461/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.012 [auth-system-keycloak-80] [] 10.0.0.26:8080 0 0.012 201 b3573111156751e54f54ab37c88d85ab 199.204.45.162 - - [01/Apr/2026:23:35:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.26:8080 1286 0.007 200 25c1d5dd23e0b0bd2c3b60a26c9d6af8 199.204.45.162 - - [01/Apr/2026:23:35:16 +0000] "GET /admin/realms/atmosphere/clients/bc4745a8-d7c9-4331-a125-f08817a5e461/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.016 [auth-system-keycloak-80] [] 10.0.0.26:8080 166 0.016 200 02528ab783a63bac44af7cc188dfdf0b 199.204.45.162 - - [01/Apr/2026:23:35:16 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.044 [auth-system-keycloak-80] [] 10.0.0.26:8080 1885 0.042 200 7eaedc636ba1739127cba34ca870310c 199.204.45.162 - - [01/Apr/2026:23:35:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.26:8080 1286 0.009 200 e32dc5ea9952e82dbde1febcb74472f2 199.204.45.162 - - [01/Apr/2026:23:35:16 +0000] "GET /admin/realms/atmosphere/clients/bc4745a8-d7c9-4331-a125-f08817a5e461/roles/viewer HTTP/1.1" 404 31 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.26:8080 31 0.008 404 6fcfb7b2d11df57e06e0337289dcc8e8 199.204.45.162 - - [01/Apr/2026:23:35:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.26:8080 1286 0.008 200 9c0048098042368de58e4ff901ef8b4f 199.204.45.162 - - [01/Apr/2026:23:35:16 +0000] "POST /admin/realms/atmosphere/clients/bc4745a8-d7c9-4331-a125-f08817a5e461/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.017 [auth-system-keycloak-80] [] 10.0.0.26:8080 0 0.016 201 76f987b1cef7c76e752446ce48bf3bbe 199.204.45.162 - - [01/Apr/2026:23:35:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.26:8080 1286 0.008 200 3438d58cd73874d45f9ec4929f675859 199.204.45.162 - - [01/Apr/2026:23:35:16 +0000] "GET /admin/realms/atmosphere/clients/bc4745a8-d7c9-4331-a125-f08817a5e461/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.26:8080 166 0.014 200 a90b2bbf600bfabbc574c2ed62b8ecc7 199.204.45.162 - - [01/Apr/2026:23:35:16 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.048 [auth-system-keycloak-80] [] 10.0.0.26:8080 1885 0.046 200 3d0667a9398cff06b257deeff0cfaff6 199.204.45.162 - - [01/Apr/2026:23:35:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.26:8080 1251 0.006 200 f44cab4421fbec7f08e2ac432ae2b8d1 199.204.45.162 - - [01/Apr/2026:23:35:16 +0000] "GET /admin/realms/atmosphere/clients/3f65f1a8-2732-4bbb-883f-9aa6966dc790/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.26:8080 31 0.008 404 bd7292fc240b82833a601632a250ff64 199.204.45.162 - - [01/Apr/2026:23:35:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.26:8080 1251 0.007 200 a2d9842447ee2f47425c84b7a7b14559 199.204.45.162 - - [01/Apr/2026:23:35:16 +0000] "POST /admin/realms/atmosphere/clients/3f65f1a8-2732-4bbb-883f-9aa6966dc790/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.015 [auth-system-keycloak-80] [] 10.0.0.26:8080 0 0.014 201 383c71085c02bd05306525fd9f449b41 199.204.45.162 - - [01/Apr/2026:23:35:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.26:8080 1251 0.010 200 88ad30f3bedac54d2329dc4271e545e5 199.204.45.162 - - [01/Apr/2026:23:35:16 +0000] "GET /admin/realms/atmosphere/clients/3f65f1a8-2732-4bbb-883f-9aa6966dc790/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.016 [auth-system-keycloak-80] [] 10.0.0.26:8080 166 0.017 200 c8889f916714283d7861aa846c99df34 W0401 23:36:23.216280 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:36:23.216313 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:36:23.288338 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0401 23:36:23.288364 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0401 23:36:23.288417 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0401 23:36:23.288430 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0401 23:36:23.288480 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:36:23.288500 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:36:23.288579 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0401 23:36:23.288628 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0401 23:36:23.288664 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:36:23.288687 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:36:23.288692 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:36:23.288716 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0401 23:36:23.290675 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0401 23:36:23.290707 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0401 23:36:23.291206 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0401 23:36:23.291241 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0401 23:36:23.296138 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.008s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.009s testedConfigurationSize:18.2kB} I0401 23:36:23.296261 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0401 23:36:23.298813 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0401 23:36:23.299224 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0401 23:36:23.299250 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0401 23:36:23.299436 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"4896edbb-e817-41d4-b0e1-8c911ff293e0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3942", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0401 23:36:23.299465 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"e5567db1-3c62-4708-b4b5-aff88f99c4e2", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3946", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0401 23:36:23.299450 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0401 23:36:23.305283 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0401 23:36:23.305959 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0401 23:36:23.306032 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"83fe57b1-e470-4a3b-8b7d-4f13f621c0f2", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3951", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0401 23:36:23.560515 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0401 23:36:23.562115 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0401 23:36:23.706837 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0401 23:36:23.708304 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0401 23:36:24.806919 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0401 23:36:24.807874 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0401 23:36:26.550399 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0401 23:36:26.550448 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0401 23:36:26.550471 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0401 23:36:26.550555 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:36:26.550572 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0401 23:36:26.550656 7 controller.go:196] "Configuration changes detected, backend reload required" I0401 23:36:26.592577 7 controller.go:216] "Backend successfully reloaded" I0401 23:36:26.592786 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-g6rgb", UID:"49342fe5-2ecc-4ef3-ac6a-c5aa8f90471e", APIVersion:"v1", ResourceVersion:"1376", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0401 23:36:29.884050 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0401 23:36:29.884119 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0401 23:36:29.884155 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0401 23:36:29.884289 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:36:29.884340 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:36:33.216491 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0401 23:36:33.216556 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0401 23:36:33.216590 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0401 23:36:33.216698 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:36:33.216725 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:36:36.549699 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0401 23:36:36.549744 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0401 23:36:36.549764 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0401 23:36:36.549828 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:36:36.549845 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:36:39.883498 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0401 23:36:39.883554 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0401 23:36:39.883581 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0401 23:36:39.883673 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:36:39.883696 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:36:43.216749 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0401 23:36:43.216808 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0401 23:36:43.216841 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0401 23:36:43.216946 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:36:43.216969 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:36:46.550488 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0401 23:36:46.550558 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0401 23:36:46.550771 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:36:46.550791 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:36:49.883535 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0401 23:36:49.883654 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0401 23:36:49.883779 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:36:49.883805 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:36:53.217226 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0401 23:36:53.217313 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0401 23:36:53.217420 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:36:53.217438 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:36:56.550486 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0401 23:36:56.550581 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0401 23:36:56.550706 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:36:56.550733 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.27 - - [01/Apr/2026:23:36:57 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6264 "-" "Go-http-client/1.1" 161 0.034 [auth-system-keycloak-80] [] 10.0.0.26:8080 6264 0.034 200 ba2b17ec951db78999b9ee6566581748 W0401 23:36:59.884230 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0401 23:36:59.884416 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:36:59.884438 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.9 - - [01/Apr/2026:23:37:00 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6264 "-" "Go-http-client/1.1" 161 0.010 [auth-system-keycloak-80] [] 10.0.0.26:8080 6264 0.009 200 092c45fe254d6c785c8ee0e4d34c10d2 I0401 23:37:01.892976 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.106.217.85"}] I0401 23:37:01.894017 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.106.217.85"}] I0401 23:37:01.894504 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.106.217.85"}] I0401 23:37:01.898551 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"4896edbb-e817-41d4-b0e1-8c911ff293e0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4926", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0401 23:37:01.904351 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"83fe57b1-e470-4a3b-8b7d-4f13f621c0f2", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4927", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0401 23:37:01.905873 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"e5567db1-3c62-4708-b4b5-aff88f99c4e2", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4928", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0401 23:37:03.217440 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0401 23:37:03.217610 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:37:03.217640 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:37:06.550657 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:37:06.550709 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:37:09.883488 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:37:09.883537 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:37:13.216796 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:37:13.216833 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:37:50.595043 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:37:50.595076 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:37:53.928788 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0401 23:37:53.928825 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store