------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0402 16:50:35.993609 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0402 16:50:35.993791 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0402 16:50:36.002473 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0402 16:50:36.004853 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0402 16:50:36.314903 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0402 16:50:36.336000 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0402 16:50:36.353074 7 nginx.go:271] "Starting NGINX Ingress controller" I0402 16:50:36.357886 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"d34c6136-774a-4149-b61c-7f41fdb9f3cc", APIVersion:"v1", ResourceVersion:"1346", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0402 16:50:36.363829 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"61d16143-2a2b-4974-b35d-fd417b5baa12", APIVersion:"v1", ResourceVersion:"1347", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0402 16:50:36.363920 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"4fd10952-97a7-4384-8c82-84363f04cf34", APIVersion:"v1", ResourceVersion:"1345", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0402 16:50:37.555113 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0402 16:50:37.555271 7 nginx.go:317] "Starting NGINX process" I0402 16:50:37.555881 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0402 16:50:37.556175 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:50:37.556206 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 16:50:37.556252 7 controller.go:196] "Configuration changes detected, backend reload required" I0402 16:50:37.566626 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0402 16:50:37.566761 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-j4556" I0402 16:50:37.593958 7 controller.go:216] "Backend successfully reloaded" I0402 16:50:37.594063 7 controller.go:227] "Initial sync, sleeping for 1 second" I0402 16:50:37.594116 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-j4556", UID:"33b1d6bd-1c2b-45fd-81d5-f5d16a490683", APIVersion:"v1", ResourceVersion:"1389", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0402 16:50:41.369279 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:50:41.369309 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:50:44.702820 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:50:44.702876 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:50:48.037317 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:50:48.037369 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:50:51.369760 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:50:51.369798 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:50:54.704634 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:50:54.704751 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:50:58.036907 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:50:58.036959 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:51:01.370259 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:51:01.370311 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:51:04.705708 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:51:04.705763 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:51:08.036599 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:51:08.036641 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:51:11.369650 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:51:11.369682 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:51:14.703490 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:51:14.703544 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:52:03.723595 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:52:03.723649 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:52:26.838553 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:52:26.838595 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:52:30.172746 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:52:30.172788 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:52:33.505555 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:52:33.505601 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:52:36.838904 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:52:36.838963 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:52:40.173052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:52:40.173097 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:52:43.507819 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:52:43.507854 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:52:46.838785 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:52:46.838833 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:52:50.174516 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:52:50.174555 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:52:53.683289 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:52:53.683320 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:52:57.016885 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:52:57.016941 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:55:18.194862 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:55:18.194901 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:55:20.785859 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-6.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-6.nip.io-tls was not found. Using default certificate W0402 16:55:20.785926 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:55:20.785947 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 16:55:20.787926 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0402 16:55:20.787964 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0402 16:55:20.795827 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0402 16:55:20.796365 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"d89b3581-18c0-4adb-bb7f-93bc4c5ccee0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3489", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0402 16:55:20.796478 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-6.nip.io-tls" in local store I0402 16:55:21.323319 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-6.nip.io-tls" I0402 16:55:21.324565 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-6.nip.io-tls" W0402 16:55:21.528734 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:55:21.528780 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 16:55:21.528862 7 controller.go:196] "Configuration changes detected, backend reload required" I0402 16:55:21.562678 7 controller.go:216] "Backend successfully reloaded" I0402 16:55:21.562952 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-j4556", UID:"33b1d6bd-1c2b-45fd-81d5-f5d16a490683", APIVersion:"v1", ResourceVersion:"1389", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0402 16:55:24.862730 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:55:24.862770 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.6 - - [02/Apr/2026:16:55:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 1.980 [auth-system-keycloak-80] [] 10.0.0.130:8080 1921 1.978 200 16c45bc9680567b68217b51cfff6ef97 199.204.45.6 - - [02/Apr/2026:16:55:32 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1193 0.180 [auth-system-keycloak-80] [] 10.0.0.130:8080 116 0.180 404 89c6abd77dfac89161d34d15dd12b09f 199.204.45.6 - - [02/Apr/2026:16:55:35 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1292 3.480 [auth-system-keycloak-80] [] 10.0.0.130:8080 0 3.479 201 1ed2b1ba981923b2533240605721a804 199.204.45.6 - - [02/Apr/2026:16:55:36 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1193 0.418 [auth-system-keycloak-80] [] 10.0.0.130:8080 4246 0.417 200 134fefedeb9748a509be76731f03db0c 199.204.45.6 - - [02/Apr/2026:16:55:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.479 [auth-system-keycloak-80] [] 10.0.0.130:8080 1921 0.477 200 7caf5eb7f2b6397a4837485620d455ab 199.204.45.6 - - [02/Apr/2026:16:55:37 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1207 0.093 [auth-system-keycloak-80] [] 10.0.0.130:8080 12500 0.093 200 aa4fb99e8690aa378826dfda0ab13f33 199.204.45.6 - - [02/Apr/2026:16:55:37 +0000] "GET /admin/realms/atmosphere/client-scopes/a1340e32-00cc-4b16-9681-05730b73dc49 HTTP/1.1" 200 1278 "-" "Ansible" 1244 0.073 [auth-system-keycloak-80] [] 10.0.0.130:8080 1278 0.073 200 d4c5c4b35e90e68bb58c7eb9e2bd8846 199.204.45.6 - - [02/Apr/2026:16:55:37 +0000] "PUT /admin/realms/atmosphere/client-scopes/a1340e32-00cc-4b16-9681-05730b73dc49 HTTP/1.1" 204 0 "-" "Ansible" 1844 0.085 [auth-system-keycloak-80] [] 10.0.0.130:8080 0 0.084 204 f0ac77de6672d3bbdb5b7d571092167d 199.204.45.6 - - [02/Apr/2026:16:55:37 +0000] "GET /admin/realms/atmosphere/client-scopes/a1340e32-00cc-4b16-9681-05730b73dc49/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1268 0.018 [auth-system-keycloak-80] [] 10.0.0.130:8080 963 0.018 200 97df81681a3376a15a33981ca119a61e I0402 16:55:37.580136 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.97.51.26"}] I0402 16:55:37.590708 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"d89b3581-18c0-4adb-bb7f-93bc4c5ccee0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3758", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0402 16:55:37.600388 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:55:37.600423 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.6 - - [02/Apr/2026:16:55:37 +0000] "GET /admin/realms/atmosphere/client-scopes/a1340e32-00cc-4b16-9681-05730b73dc49/protocol-mappers/models/57a254fc-d5e9-4d3a-ba3f-4d35a888de37 HTTP/1.1" 200 366 "-" "Ansible" 1305 0.066 [auth-system-keycloak-80] [] 10.0.0.130:8080 366 0.066 200 1963d88aaeba4ba54739e76f25382d87 199.204.45.6 - - [02/Apr/2026:16:55:37 +0000] "PUT /admin/realms/atmosphere/client-scopes/a1340e32-00cc-4b16-9681-05730b73dc49/protocol-mappers/models/57a254fc-d5e9-4d3a-ba3f-4d35a888de37 HTTP/1.1" 204 0 "-" "Ansible" 1618 0.185 [auth-system-keycloak-80] [] 10.0.0.130:8080 0 0.185 204 31f1dca9115c6f380369b33d1ef7d150 199.204.45.6 - - [02/Apr/2026:16:55:37 +0000] "GET /admin/realms/atmosphere/client-scopes/a1340e32-00cc-4b16-9681-05730b73dc49 HTTP/1.1" 200 1218 "-" "Ansible" 1244 0.023 [auth-system-keycloak-80] [] 10.0.0.130:8080 1218 0.022 200 e607e36c7c3d36b96502c6da1b00d4e2 199.204.45.6 - - [02/Apr/2026:16:55:59 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.481 [auth-system-keycloak-80] [] 10.0.0.130:8080 1921 0.479 200 130cbb4eb394b9b6c76041f272de3a38 199.204.45.6 - - [02/Apr/2026:16:55:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1223 0.068 [auth-system-keycloak-80] [] 10.0.0.130:8080 2 0.068 200 655b54ecd4655685071ec6436c26df5d 199.204.45.6 - - [02/Apr/2026:16:55:59 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1651 0.188 [auth-system-keycloak-80] [] 10.0.0.130:8080 0 0.187 201 e1892ddc610ed8f6e89e72043efeb11e 199.204.45.6 - - [02/Apr/2026:16:55:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1257 "-" "Ansible" 1223 0.093 [auth-system-keycloak-80] [] 10.0.0.130:8080 1257 0.093 200 69bf1071d7ce701183073d4bec09562e 199.204.45.6 - - [02/Apr/2026:16:56:00 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.477 [auth-system-keycloak-80] [] 10.0.0.130:8080 1921 0.476 200 09fd74eee8a9870b17f74fdb96afe72c 199.204.45.6 - - [02/Apr/2026:16:56:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1218 0.032 [auth-system-keycloak-80] [] 10.0.0.130:8080 2 0.031 200 764d056571367fba8c2c7b9a0c6b675a 199.204.45.6 - - [02/Apr/2026:16:56:00 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1680 0.150 [auth-system-keycloak-80] [] 10.0.0.130:8080 0 0.150 201 b17ddfb9fc17632a847e1d39c1b02d8f 199.204.45.6 - - [02/Apr/2026:16:56:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.030 [auth-system-keycloak-80] [] 10.0.0.130:8080 1280 0.030 200 669e0fe6897f38fedf1e1a720273eb77 199.204.45.6 - - [02/Apr/2026:16:56:01 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.477 [auth-system-keycloak-80] [] 10.0.0.130:8080 1921 0.476 200 eb695d558448fc9919172a0dde622910 199.204.45.6 - - [02/Apr/2026:16:56:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1221 0.035 [auth-system-keycloak-80] [] 10.0.0.130:8080 2 0.035 200 7f4da8c32c8e0ece96a36fe81f4730e2 199.204.45.6 - - [02/Apr/2026:16:56:01 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1643 0.094 [auth-system-keycloak-80] [] 10.0.0.130:8080 0 0.094 201 304a596c4c8393a53533975d12363367 199.204.45.6 - - [02/Apr/2026:16:56:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1247 "-" "Ansible" 1221 0.085 [auth-system-keycloak-80] [] 10.0.0.130:8080 1247 0.085 200 590cf261598aeaf89c40128d51b97345 199.204.45.6 - - [02/Apr/2026:16:56:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.439 [auth-system-keycloak-80] [] 10.0.0.130:8080 1921 0.437 200 c0fcb952708c5e6da929a0117194e65e 199.204.45.6 - - [02/Apr/2026:16:56:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1257 "-" "Ansible" 1223 0.023 [auth-system-keycloak-80] [] 10.0.0.130:8080 1257 0.024 200 0150eb4b407452c5810822a16de9fa94 199.204.45.6 - - [02/Apr/2026:16:56:02 +0000] "GET /admin/realms/atmosphere/clients/fc6cfc50-8483-4e8d-aa34-8cfc056b352a/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1251 0.013 [auth-system-keycloak-80] [] 10.0.0.130:8080 119 0.013 404 05d5e18b6010cbffdda971a0e4aa739e 199.204.45.6 - - [02/Apr/2026:16:56:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1257 "-" "Ansible" 1223 0.005 [auth-system-keycloak-80] [] 10.0.0.130:8080 1257 0.006 200 29ff9b0830961279ed003bd90533509f 199.204.45.6 - - [02/Apr/2026:16:56:02 +0000] "POST /admin/realms/atmosphere/clients/fc6cfc50-8483-4e8d-aa34-8cfc056b352a/roles HTTP/1.1" 201 0 "-" "Ansible" 1346 0.053 [auth-system-keycloak-80] [] 10.0.0.130:8080 0 0.052 201 549a7276fc3929b4915a2f3f56f89548 199.204.45.6 - - [02/Apr/2026:16:56:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1257 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.130:8080 1257 0.005 200 adf44708225af02ff74e81ad682416dd 199.204.45.6 - - [02/Apr/2026:16:56:02 +0000] "GET /admin/realms/atmosphere/clients/fc6cfc50-8483-4e8d-aa34-8cfc056b352a/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1251 0.018 [auth-system-keycloak-80] [] 10.0.0.130:8080 166 0.017 200 c283cf139af11c262fb239e7149a541e 199.204.45.6 - - [02/Apr/2026:16:56:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.464 [auth-system-keycloak-80] [] 10.0.0.130:8080 1921 0.463 200 75b4859e8d26239a7278522a9c4d25c0 199.204.45.6 - - [02/Apr/2026:16:56:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.006 [auth-system-keycloak-80] [] 10.0.0.130:8080 1280 0.007 200 5b72b21c08c1c613c95f8f16a413b0ea 199.204.45.6 - - [02/Apr/2026:16:56:03 +0000] "GET /admin/realms/atmosphere/clients/efea0160-06bc-4274-831e-427e35d55d7f/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1250 0.010 [auth-system-keycloak-80] [] 10.0.0.130:8080 119 0.011 404 31231ef53c1a1ba2618f2497bbca9372 199.204.45.6 - - [02/Apr/2026:16:56:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.007 [auth-system-keycloak-80] [] 10.0.0.130:8080 1280 0.006 200 52a85e2cb293ed24ab7b1e392ea47110 199.204.45.6 - - [02/Apr/2026:16:56:03 +0000] "POST /admin/realms/atmosphere/clients/efea0160-06bc-4274-831e-427e35d55d7f/roles HTTP/1.1" 201 0 "-" "Ansible" 1345 0.015 [auth-system-keycloak-80] [] 10.0.0.130:8080 0 0.014 201 093501d831b92eb9249bf5a69f9186e5 199.204.45.6 - - [02/Apr/2026:16:56:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.009 [auth-system-keycloak-80] [] 10.0.0.130:8080 1280 0.008 200 6efaa2923e874132168c0ec6635dde2a 199.204.45.6 - - [02/Apr/2026:16:56:03 +0000] "GET /admin/realms/atmosphere/clients/efea0160-06bc-4274-831e-427e35d55d7f/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1250 0.013 [auth-system-keycloak-80] [] 10.0.0.130:8080 165 0.013 200 39ca9785844e68536ce89dba1bfb66b5 199.204.45.6 - - [02/Apr/2026:16:56:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.625 [auth-system-keycloak-80] [] 10.0.0.130:8080 1921 0.625 200 17369c23ee86db35fa847a0a492ecf59 199.204.45.6 - - [02/Apr/2026:16:56:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.059 [auth-system-keycloak-80] [] 10.0.0.130:8080 1280 0.058 200 4693fdaf270dfb38f09fb2a0190ed60b 199.204.45.6 - - [02/Apr/2026:16:56:04 +0000] "GET /admin/realms/atmosphere/clients/efea0160-06bc-4274-831e-427e35d55d7f/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1251 0.012 [auth-system-keycloak-80] [] 10.0.0.130:8080 119 0.011 404 731d7315787f9b25f91c07743ee0b54b 199.204.45.6 - - [02/Apr/2026:16:56:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.008 [auth-system-keycloak-80] [] 10.0.0.130:8080 1280 0.007 200 68fc31ca2d6b7ef5b23863da64e1966d 199.204.45.6 - - [02/Apr/2026:16:56:04 +0000] "POST /admin/realms/atmosphere/clients/efea0160-06bc-4274-831e-427e35d55d7f/roles HTTP/1.1" 201 0 "-" "Ansible" 1346 0.091 [auth-system-keycloak-80] [] 10.0.0.130:8080 0 0.090 201 7c9f10a3a076fe627d5a067cacf8c477 199.204.45.6 - - [02/Apr/2026:16:56:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.007 [auth-system-keycloak-80] [] 10.0.0.130:8080 1280 0.007 200 b5ce887215393e27de0caaf283637f7b 199.204.45.6 - - [02/Apr/2026:16:56:04 +0000] "GET /admin/realms/atmosphere/clients/efea0160-06bc-4274-831e-427e35d55d7f/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1251 0.038 [auth-system-keycloak-80] [] 10.0.0.130:8080 166 0.037 200 ab58270a4c8864e9a6a532dcbed9251a 199.204.45.6 - - [02/Apr/2026:16:56:05 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.454 [auth-system-keycloak-80] [] 10.0.0.130:8080 1921 0.453 200 f003c2360dceb08281ad721c784bcf1e 199.204.45.6 - - [02/Apr/2026:16:56:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.049 [auth-system-keycloak-80] [] 10.0.0.130:8080 1280 0.049 200 2c8ea3ca17fc623b598e96c278441400 199.204.45.6 - - [02/Apr/2026:16:56:05 +0000] "GET /admin/realms/atmosphere/clients/efea0160-06bc-4274-831e-427e35d55d7f/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1251 0.010 [auth-system-keycloak-80] [] 10.0.0.130:8080 119 0.009 404 381f35b2ff59ecf6482da78fea2872b2 199.204.45.6 - - [02/Apr/2026:16:56:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.006 [auth-system-keycloak-80] [] 10.0.0.130:8080 1280 0.007 200 c852eafff6ef273b8b1a929e7bd9bfa0 199.204.45.6 - - [02/Apr/2026:16:56:05 +0000] "POST /admin/realms/atmosphere/clients/efea0160-06bc-4274-831e-427e35d55d7f/roles HTTP/1.1" 201 0 "-" "Ansible" 1346 0.063 [auth-system-keycloak-80] [] 10.0.0.130:8080 0 0.061 201 8d6d802d2232086ac2b4c1d9cdc5ff00 199.204.45.6 - - [02/Apr/2026:16:56:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.006 [auth-system-keycloak-80] [] 10.0.0.130:8080 1280 0.007 200 8f9bdf47af602fb191dfa49696f15959 199.204.45.6 - - [02/Apr/2026:16:56:05 +0000] "GET /admin/realms/atmosphere/clients/efea0160-06bc-4274-831e-427e35d55d7f/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1251 0.076 [auth-system-keycloak-80] [] 10.0.0.130:8080 166 0.077 200 c7598eac0492216d360c82143814f1bf 199.204.45.6 - - [02/Apr/2026:16:56:06 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.460 [auth-system-keycloak-80] [] 10.0.0.130:8080 1921 0.458 200 f5d2d06700a1e78081bf86ae15905a8e 199.204.45.6 - - [02/Apr/2026:16:56:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1247 "-" "Ansible" 1221 0.056 [auth-system-keycloak-80] [] 10.0.0.130:8080 1247 0.056 200 91e2eebcfb81bda4a3e82a8787fa3ffb 199.204.45.6 - - [02/Apr/2026:16:56:06 +0000] "GET /admin/realms/atmosphere/clients/2ff64ce8-c553-46b7-be08-cee6428dd530/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1251 0.010 [auth-system-keycloak-80] [] 10.0.0.130:8080 119 0.010 404 bc413d560589c878e5860fcd3c9513a2 199.204.45.6 - - [02/Apr/2026:16:56:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1247 "-" "Ansible" 1221 0.005 [auth-system-keycloak-80] [] 10.0.0.130:8080 1247 0.005 200 b6e8c24fb5cb5488fee0e765e70fe7f0 199.204.45.6 - - [02/Apr/2026:16:56:06 +0000] "POST /admin/realms/atmosphere/clients/2ff64ce8-c553-46b7-be08-cee6428dd530/roles HTTP/1.1" 201 0 "-" "Ansible" 1346 0.056 [auth-system-keycloak-80] [] 10.0.0.130:8080 0 0.055 201 55010b9e735cdd02ec28e217666e2988 199.204.45.6 - - [02/Apr/2026:16:56:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1247 "-" "Ansible" 1221 0.006 [auth-system-keycloak-80] [] 10.0.0.130:8080 1247 0.006 200 068918375c46795a0682164c840d2534 199.204.45.6 - - [02/Apr/2026:16:56:06 +0000] "GET /admin/realms/atmosphere/clients/2ff64ce8-c553-46b7-be08-cee6428dd530/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1251 0.068 [auth-system-keycloak-80] [] 10.0.0.130:8080 166 0.067 200 74660a5759d6d93bd196ccbf3c40b2ff W0402 16:56:07.677682 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:56:07.677746 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:56:11.011875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:56:11.011920 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:56:14.345111 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:56:14.345157 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:57:14.106635 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:57:14.106680 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:57:14.177449 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 16:57:14.177519 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0402 16:57:14.177558 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 16:57:14.177645 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0402 16:57:14.177649 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:57:14.177674 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:57:14.177701 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:57:14.177725 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:57:14.178389 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 16:57:14.178496 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0402 16:57:14.178563 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:57:14.178582 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 16:57:14.179622 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0402 16:57:14.179651 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0402 16:57:14.180262 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:18.2kB} I0402 16:57:14.180296 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0402 16:57:14.180754 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0402 16:57:14.180784 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0402 16:57:14.189279 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0402 16:57:14.189499 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"863fd2b5-df19-4b23-aef3-425ea5d8a57f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4503", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0402 16:57:14.189752 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0402 16:57:14.189868 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0402 16:57:14.193960 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"d82e91d2-186a-4cd7-8150-5b539b274f80", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4504", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0402 16:57:14.194134 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0402 16:57:14.194166 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0402 16:57:14.194395 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0402 16:57:14.194414 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"2d142da0-b889-474f-ba36-73a90dfff83d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4505", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0402 16:57:14.458640 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0402 16:57:14.460016 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0402 16:57:14.650643 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0402 16:57:14.651580 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0402 16:57:15.676701 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0402 16:57:15.677540 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0402 16:57:17.439994 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 16:57:17.440033 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 16:57:17.440055 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 16:57:17.440288 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:57:17.440312 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 16:57:17.440410 7 controller.go:196] "Configuration changes detected, backend reload required" I0402 16:57:17.495516 7 controller.go:216] "Backend successfully reloaded" I0402 16:57:17.495813 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-j4556", UID:"33b1d6bd-1c2b-45fd-81d5-f5d16a490683", APIVersion:"v1", ResourceVersion:"1389", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0402 16:57:20.774368 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 16:57:20.774442 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 16:57:20.774478 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 16:57:20.774589 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:57:20.774616 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:57:24.106703 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 16:57:24.106745 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 16:57:24.106772 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 16:57:24.106854 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:57:24.106872 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:57:27.440024 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 16:57:27.440089 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 16:57:27.440127 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 16:57:27.440247 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:57:27.440273 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:57:30.773610 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 16:57:30.773652 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 16:57:30.773677 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 16:57:30.773762 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:57:30.773779 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:57:34.107568 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 16:57:34.107634 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 16:57:34.107757 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 16:57:34.107936 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:57:34.107965 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:57:37.440300 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 16:57:37.440385 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 16:57:37.440444 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 16:57:37.440608 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:57:37.440639 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 16:57:37.574505 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.97.51.26"}] I0402 16:57:37.574555 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.97.51.26"}] I0402 16:57:37.574589 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.97.51.26"}] I0402 16:57:37.581730 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"863fd2b5-df19-4b23-aef3-425ea5d8a57f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5244", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0402 16:57:37.584232 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"d82e91d2-186a-4cd7-8150-5b539b274f80", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5245", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0402 16:57:37.585752 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"2d142da0-b889-474f-ba36-73a90dfff83d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5246", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0402 16:57:40.774995 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 16:57:40.775852 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 16:57:40.775906 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 16:57:40.775998 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:57:40.776019 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:57:44.107106 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 16:57:44.107166 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 16:57:44.107202 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 16:57:44.107345 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:57:44.107377 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:57:47.440183 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 16:57:47.440268 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 16:57:47.440453 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:57:47.440507 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:57:50.773345 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 16:57:50.773447 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 16:57:50.773559 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:57:50.773590 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:57:54.107400 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 16:57:54.107627 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 16:57:54.107944 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:57:54.107979 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.114 - - [02/Apr/2026:16:57:56 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6390 "-" "Go-http-client/1.1" 159 0.026 [auth-system-keycloak-80] [] 10.0.0.130:8080 6390 0.027 200 671aae3ce407b613a194464a9864859a 10.0.0.52 - - [02/Apr/2026:16:57:56 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6390 "-" "Go-http-client/1.1" 159 0.008 [auth-system-keycloak-80] [] 10.0.0.130:8080 6390 0.008 200 d06eca748345a0aabcfc0c7b57d2abcd W0402 16:57:57.440029 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 16:57:57.440136 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 16:57:57.440356 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:57:57.440386 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:58:00.774162 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 16:58:00.774378 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:58:00.774409 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:58:04.108105 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 16:58:04.108293 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:58:04.108319 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:58:07.440487 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 16:58:07.440631 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:58:07.440650 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:58:10.774203 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:58:10.774250 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:58:44.903339 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:58:44.903375 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store