------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0319 13:35:34.944032 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0319 13:35:34.944189 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0319 13:35:34.950014 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0319 13:35:34.953080 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0319 13:35:35.225719 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0319 13:35:35.243844 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0319 13:35:35.254875 7 nginx.go:271] "Starting NGINX Ingress controller" I0319 13:35:35.258695 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"9f849cfd-b6e6-4fa1-94f0-72a18d037b06", APIVersion:"v1", ResourceVersion:"1059", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0319 13:35:35.263937 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"aff92866-ddd6-4bfb-9c9a-e7a471be931b", APIVersion:"v1", ResourceVersion:"1057", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0319 13:35:35.264030 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"be190bd4-cc05-43de-969c-ea54b081bcbb", APIVersion:"v1", ResourceVersion:"1058", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0319 13:35:36.455937 7 nginx.go:317] "Starting NGINX process" I0319 13:35:36.456156 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0319 13:35:36.456442 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0319 13:35:36.456707 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:35:36.456736 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 13:35:36.456788 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 13:35:36.461809 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0319 13:35:36.461922 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-6dtpf" I0319 13:35:36.490620 7 controller.go:216] "Backend successfully reloaded" I0319 13:35:36.490697 7 controller.go:227] "Initial sync, sleeping for 1 second" I0319 13:35:36.490781 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-6dtpf", UID:"f60ee718-608a-483f-9631-23df7fe38a12", APIVersion:"v1", ResourceVersion:"1099", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0319 13:35:40.274779 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:35:40.274813 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:35:43.610191 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:35:43.610230 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:35:46.942549 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:35:46.942587 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:35:50.275942 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:35:50.275981 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:35:53.608553 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:35:53.608590 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:35:56.942424 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:35:56.942480 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:36:00.275704 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:36:00.275735 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:36:03.608890 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:36:03.608928 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:36:06.942085 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:36:06.942151 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:36:11.786304 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:36:11.786341 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:37:00.768569 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:37:00.768612 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:37:04.105052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:37:04.105146 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:37:19.139225 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:37:19.139263 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:37:22.473002 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:37:22.473047 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:37:25.806961 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:37:25.807015 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:37:29.139961 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:37:29.140086 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:37:32.473077 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:37:32.473138 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:37:35.806580 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:37:35.806613 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:37:39.139426 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:37:39.139464 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:37:45.377191 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:37:45.377226 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:37:48.713161 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:37:48.713201 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:39:47.817710 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:39:47.817763 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:39:51.151508 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:39:51.151558 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:39:51.406336 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-153.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-153.nip.io-tls was not found. Using default certificate W0319 13:39:51.406463 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:39:51.406491 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 13:39:51.408083 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:14.7kB} I0319 13:39:51.408152 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0319 13:39:51.419928 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0319 13:39:51.420228 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-153.nip.io-tls" in local store I0319 13:39:51.420428 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"68489812-f81e-4f80-ac83-c5457b1e2142", APIVersion:"networking.k8s.io/v1", ResourceVersion:"2938", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0319 13:39:51.609372 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-153.nip.io-tls" I0319 13:39:51.610211 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-153.nip.io-tls" W0319 13:39:54.485890 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:39:54.485933 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 13:39:54.486004 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 13:39:54.530088 7 controller.go:216] "Backend successfully reloaded" I0319 13:39:54.530402 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-6dtpf", UID:"f60ee718-608a-483f-9631-23df7fe38a12", APIVersion:"v1", ResourceVersion:"1099", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0319 13:39:57.818344 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:39:57.818412 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.153 - - [19/Mar/2026:13:40:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.168 [auth-system-keycloak-80] [] 10.0.0.212:8080 1928 2.166 200 3dfc63b983ac7cd711757f7b6a1f9211 199.204.45.153 - - [19/Mar/2026:13:40:02 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.168 [auth-system-keycloak-80] [] 10.0.0.212:8080 116 0.168 404 5fc101af6d6f9479bae7f7fc7a0d65ac 199.204.45.153 - - [19/Mar/2026:13:40:06 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.208 [auth-system-keycloak-80] [] 10.0.0.212:8080 0 4.207 201 3e79ed54b54552ce6471de304d99cd99 199.204.45.153 - - [19/Mar/2026:13:40:07 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.681 [auth-system-keycloak-80] [] 10.0.0.212:8080 4246 0.681 200 eb179658a0ad5e336c5dfec9ed771de9 199.204.45.153 - - [19/Mar/2026:13:40:08 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.514 [auth-system-keycloak-80] [] 10.0.0.212:8080 1928 0.513 200 2fa911c1ed8767667f1e922432608029 199.204.45.153 - - [19/Mar/2026:13:40:08 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.057 [auth-system-keycloak-80] [] 10.0.0.212:8080 12500 0.058 200 cad97cc50827f36f3d811e6382e3452b 199.204.45.153 - - [19/Mar/2026:13:40:08 +0000] "GET /admin/realms/atmosphere/client-scopes/cd659b54-137e-4167-b2e2-fac51ad6c371 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.071 [auth-system-keycloak-80] [] 10.0.0.212:8080 1278 0.072 200 81cb8cd9d84ccd514c401dd0e83861c2 199.204.45.153 - - [19/Mar/2026:13:40:08 +0000] "PUT /admin/realms/atmosphere/client-scopes/cd659b54-137e-4167-b2e2-fac51ad6c371 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.087 [auth-system-keycloak-80] [] 10.0.0.212:8080 0 0.085 204 29c7ca0add1e1a1a04954484a88425cf 199.204.45.153 - - [19/Mar/2026:13:40:08 +0000] "GET /admin/realms/atmosphere/client-scopes/cd659b54-137e-4167-b2e2-fac51ad6c371/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.021 [auth-system-keycloak-80] [] 10.0.0.212:8080 963 0.022 200 74b5b6b38b01cc7d70288cb4c0b38b6e 199.204.45.153 - - [19/Mar/2026:13:40:08 +0000] "GET /admin/realms/atmosphere/client-scopes/cd659b54-137e-4167-b2e2-fac51ad6c371/protocol-mappers/models/59548582-8897-448c-96fd-5e4801060308 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.008 [auth-system-keycloak-80] [] 10.0.0.212:8080 366 0.008 200 7bc1d2279648cd6f2c363d5aed280985 199.204.45.153 - - [19/Mar/2026:13:40:09 +0000] "PUT /admin/realms/atmosphere/client-scopes/cd659b54-137e-4167-b2e2-fac51ad6c371/protocol-mappers/models/59548582-8897-448c-96fd-5e4801060308 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.053 [auth-system-keycloak-80] [] 10.0.0.212:8080 0 0.053 204 49b02beba9098878679bd1df8a6f4801 199.204.45.153 - - [19/Mar/2026:13:40:09 +0000] "GET /admin/realms/atmosphere/client-scopes/cd659b54-137e-4167-b2e2-fac51ad6c371 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.084 [auth-system-keycloak-80] [] 10.0.0.212:8080 1218 0.084 200 4dd8f2d566c0dbebf0d8c2fe7f3b5c57 199.204.45.153 - - [19/Mar/2026:13:40:30 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.516 [auth-system-keycloak-80] [] 10.0.0.212:8080 1928 0.515 200 2c50365ae9f4b95fbef16776ab103408 199.204.45.153 - - [19/Mar/2026:13:40:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.067 [auth-system-keycloak-80] [] 10.0.0.212:8080 2 0.067 200 e1f64c88dc7efaf907615cc5f54549b9 199.204.45.153 - - [19/Mar/2026:13:40:30 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.201 [auth-system-keycloak-80] [] 10.0.0.212:8080 0 0.200 201 eb415610db54ff35fc32dc6113532c2f 199.204.45.153 - - [19/Mar/2026:13:40:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.095 [auth-system-keycloak-80] [] 10.0.0.212:8080 1261 0.095 200 b4b766d16f9fc81d7481f54f68702c05 199.204.45.153 - - [19/Mar/2026:13:40:31 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.526 [auth-system-keycloak-80] [] 10.0.0.212:8080 1928 0.526 200 39065739b9a7c9cbc4544dbe601fff84 199.204.45.153 - - [19/Mar/2026:13:40:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.015 [auth-system-keycloak-80] [] 10.0.0.212:8080 2 0.014 200 c97024bc032eaf3fe546312e45aaa133 199.204.45.153 - - [19/Mar/2026:13:40:31 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.086 [auth-system-keycloak-80] [] 10.0.0.212:8080 0 0.085 201 2008d9cc647d1417e32c689c0a80fa67 199.204.45.153 - - [19/Mar/2026:13:40:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.073 [auth-system-keycloak-80] [] 10.0.0.212:8080 1286 0.073 200 10bc07980aae6690a8151a034aab7f1d 199.204.45.153 - - [19/Mar/2026:13:40:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.520 [auth-system-keycloak-80] [] 10.0.0.212:8080 1928 0.519 200 82284a3cb08350fdecfec7a063573f7a 199.204.45.153 - - [19/Mar/2026:13:40:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.212:8080 2 0.009 200 eb4ea5fcdcf19f24062a33435dc03eca 199.204.45.153 - - [19/Mar/2026:13:40:32 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.083 [auth-system-keycloak-80] [] 10.0.0.212:8080 0 0.081 201 e98c97410e904ccb9a5d065053481497 199.204.45.153 - - [19/Mar/2026:13:40:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.070 [auth-system-keycloak-80] [] 10.0.0.212:8080 1251 0.070 200 5d1897b3f31fa2679681bc167861da10 199.204.45.153 - - [19/Mar/2026:13:40:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.512 [auth-system-keycloak-80] [] 10.0.0.212:8080 1928 0.511 200 22fc930334e05403d4d3dba11fdf2490 199.204.45.153 - - [19/Mar/2026:13:40:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.035 [auth-system-keycloak-80] [] 10.0.0.212:8080 1261 0.035 200 382b6b5b0b53a37c55061dc4591893cb 199.204.45.153 - - [19/Mar/2026:13:40:33 +0000] "GET /admin/realms/atmosphere/clients/6b502296-906e-4c5b-aa4b-4759675fff00/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.212:8080 119 0.011 404 3188dffe325d77a54e797748047ad81d 199.204.45.153 - - [19/Mar/2026:13:40:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.006 [auth-system-keycloak-80] [] 10.0.0.212:8080 1261 0.006 200 adb584da92f3f9df1a716f15f6d2862f 199.204.45.153 - - [19/Mar/2026:13:40:34 +0000] "POST /admin/realms/atmosphere/clients/6b502296-906e-4c5b-aa4b-4759675fff00/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.060 [auth-system-keycloak-80] [] 10.0.0.212:8080 0 0.060 201 3bbda6d339407c050212328132d0b3ec 199.204.45.153 - - [19/Mar/2026:13:40:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.212:8080 1261 0.007 200 693385ad8ae27202d5ccd3e990f5652b 199.204.45.153 - - [19/Mar/2026:13:40:34 +0000] "GET /admin/realms/atmosphere/clients/6b502296-906e-4c5b-aa4b-4759675fff00/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.212:8080 166 0.013 200 4aeabe6b31d9994cf1cd01c5c0da0a61 199.204.45.153 - - [19/Mar/2026:13:40:34 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.475 [auth-system-keycloak-80] [] 10.0.0.212:8080 1928 0.474 200 2a70fc4f449e0b8db352f004732f917a 199.204.45.153 - - [19/Mar/2026:13:40:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.212:8080 1286 0.007 200 3a3cb47b1b3b15ea7895891ec5c69886 199.204.45.153 - - [19/Mar/2026:13:40:34 +0000] "GET /admin/realms/atmosphere/clients/a7a32d2b-906f-4fe8-9d81-2069530ca4e2/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.009 [auth-system-keycloak-80] [] 10.0.0.212:8080 119 0.009 404 c06f0331e502f955d361f5f1d8a476c4 199.204.45.153 - - [19/Mar/2026:13:40:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.212:8080 1286 0.007 200 ae0ed62951a10b16069773be37e45634 199.204.45.153 - - [19/Mar/2026:13:40:34 +0000] "POST /admin/realms/atmosphere/clients/a7a32d2b-906f-4fe8-9d81-2069530ca4e2/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.043 [auth-system-keycloak-80] [] 10.0.0.212:8080 0 0.042 201 52dcc4852dd3b823c223778c62744369 199.204.45.153 - - [19/Mar/2026:13:40:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.212:8080 1286 0.007 200 38e2d1c82530a0692eda17fa54567e1f 199.204.45.153 - - [19/Mar/2026:13:40:34 +0000] "GET /admin/realms/atmosphere/clients/a7a32d2b-906f-4fe8-9d81-2069530ca4e2/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.013 [auth-system-keycloak-80] [] 10.0.0.212:8080 165 0.013 200 544f12275f4acfcbac14e52058d2dcbd 199.204.45.153 - - [19/Mar/2026:13:40:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.479 [auth-system-keycloak-80] [] 10.0.0.212:8080 1928 0.478 200 8cfd974076d554736b53fcf0f0d3104d 199.204.45.153 - - [19/Mar/2026:13:40:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.212:8080 1286 0.005 200 1ff6951fe78ccaa3d3a741b9e9b12179 199.204.45.153 - - [19/Mar/2026:13:40:35 +0000] "GET /admin/realms/atmosphere/clients/a7a32d2b-906f-4fe8-9d81-2069530ca4e2/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.212:8080 119 0.010 404 5d9f3c3063d38d4a9db8a43e03f2910e 199.204.45.153 - - [19/Mar/2026:13:40:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.054 [auth-system-keycloak-80] [] 10.0.0.212:8080 1286 0.054 200 29c8416c9fa4a6d34c6f7e9ca21a1dc2 199.204.45.153 - - [19/Mar/2026:13:40:35 +0000] "POST /admin/realms/atmosphere/clients/a7a32d2b-906f-4fe8-9d81-2069530ca4e2/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.016 [auth-system-keycloak-80] [] 10.0.0.212:8080 0 0.016 201 83ff77cae3a4fbb49c5d3bb6031712ba 199.204.45.153 - - [19/Mar/2026:13:40:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.212:8080 1286 0.006 200 ac61909d582651c94f58bf1b0208f6cd 199.204.45.153 - - [19/Mar/2026:13:40:35 +0000] "GET /admin/realms/atmosphere/clients/a7a32d2b-906f-4fe8-9d81-2069530ca4e2/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.049 [auth-system-keycloak-80] [] 10.0.0.212:8080 166 0.049 200 25a557121326c201791d498bd5c81a92 I0319 13:40:36.469907 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.110.9.178"}] I0319 13:40:36.474454 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"68489812-f81e-4f80-ac83-c5457b1e2142", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3340", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 13:40:36.476204 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:40:36.476255 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.153 - - [19/Mar/2026:13:40:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.453 [auth-system-keycloak-80] [] 10.0.0.212:8080 1928 0.453 200 de987c7fad97ede70862cc7e330e5481 199.204.45.153 - - [19/Mar/2026:13:40:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.058 [auth-system-keycloak-80] [] 10.0.0.212:8080 1286 0.059 200 3ef926627f86e5ebfb79e3f7639acfc3 199.204.45.153 - - [19/Mar/2026:13:40:36 +0000] "GET /admin/realms/atmosphere/clients/a7a32d2b-906f-4fe8-9d81-2069530ca4e2/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.212:8080 119 0.009 404 e2b2c4b61fc0cdf8ad98497bd33f15c6 199.204.45.153 - - [19/Mar/2026:13:40:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.062 [auth-system-keycloak-80] [] 10.0.0.212:8080 1286 0.062 200 b109d6d0c4246efdac5a5ddd2a5ab96a 199.204.45.153 - - [19/Mar/2026:13:40:36 +0000] "POST /admin/realms/atmosphere/clients/a7a32d2b-906f-4fe8-9d81-2069530ca4e2/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.017 [auth-system-keycloak-80] [] 10.0.0.212:8080 0 0.017 201 7c256f7fbd2dc5b934bafe868993134a 199.204.45.153 - - [19/Mar/2026:13:40:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.212:8080 1286 0.006 200 bbb94618105484bdf254a000dec98245 199.204.45.153 - - [19/Mar/2026:13:40:36 +0000] "GET /admin/realms/atmosphere/clients/a7a32d2b-906f-4fe8-9d81-2069530ca4e2/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.053 [auth-system-keycloak-80] [] 10.0.0.212:8080 166 0.053 200 9517450df224bc47c42813f06622b57b 199.204.45.153 - - [19/Mar/2026:13:40:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.506 [auth-system-keycloak-80] [] 10.0.0.212:8080 1928 0.505 200 a2f5f64f95c9dc1666f584a49dc40643 199.204.45.153 - - [19/Mar/2026:13:40:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.212:8080 1251 0.006 200 62adbc417bd82a8ce5e9ab55095930f4 199.204.45.153 - - [19/Mar/2026:13:40:37 +0000] "GET /admin/realms/atmosphere/clients/17a36615-48c5-4b77-9583-8386cfed4a5c/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.007 [auth-system-keycloak-80] [] 10.0.0.212:8080 119 0.007 404 5486b3fb87b41afc70c96d0856441b0e 199.204.45.153 - - [19/Mar/2026:13:40:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.212:8080 1251 0.005 200 60d1eeda55fb91a0d5c3f2f0e2881035 199.204.45.153 - - [19/Mar/2026:13:40:37 +0000] "POST /admin/realms/atmosphere/clients/17a36615-48c5-4b77-9583-8386cfed4a5c/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.042 [auth-system-keycloak-80] [] 10.0.0.212:8080 0 0.041 201 983b4ee5b982ced2a6db9cabde731ef2 199.204.45.153 - - [19/Mar/2026:13:40:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.212:8080 1251 0.006 200 a4f448b9743ddd48e64f7d984fe0dfa5 199.204.45.153 - - [19/Mar/2026:13:40:37 +0000] "GET /admin/realms/atmosphere/clients/17a36615-48c5-4b77-9583-8386cfed4a5c/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.212:8080 166 0.011 200 d4660113e1ada0a25d9788c7a45c4e86 W0319 13:40:59.732529 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:40:59.732582 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:41:42.572389 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:41:42.572452 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:41:42.639483 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 13:41:42.639547 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0319 13:41:42.639578 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:41:42.639596 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:41:42.639898 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 13:41:42.639976 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0319 13:41:42.640026 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:41:42.640050 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:41:42.640300 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 13:41:42.640408 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0319 13:41:42.640464 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:41:42.640488 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 13:41:42.641258 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0319 13:41:42.641281 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0319 13:41:42.642185 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0319 13:41:42.642212 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0319 13:41:42.642460 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0319 13:41:42.642486 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0319 13:41:42.647842 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0319 13:41:42.648369 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0319 13:41:42.648393 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0319 13:41:42.648518 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"0081c038-e4c9-41be-8c09-ba986297adc5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3886", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0319 13:41:42.648569 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"9bab0a3f-6dac-4b1e-b21e-4c057b80b21c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3888", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 13:41:42.648723 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0319 13:41:42.648760 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0319 13:41:42.649101 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"0afba199-c0dc-4fd3-bfa3-fe6b9344e43f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3889", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 13:41:42.649229 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0319 13:41:42.918726 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0319 13:41:42.919775 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0319 13:41:42.921082 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0319 13:41:42.922300 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0319 13:41:44.061829 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0319 13:41:44.062974 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0319 13:41:45.906118 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 13:41:45.906224 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 13:41:45.906273 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 13:41:45.906428 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:41:45.906463 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 13:41:45.906629 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 13:41:45.945077 7 controller.go:216] "Backend successfully reloaded" I0319 13:41:45.945296 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-6dtpf", UID:"f60ee718-608a-483f-9631-23df7fe38a12", APIVersion:"v1", ResourceVersion:"1099", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0319 13:41:49.240065 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 13:41:49.240132 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 13:41:49.240163 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 13:41:49.240271 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:41:49.240295 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:41:52.573388 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 13:41:52.573450 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 13:41:52.573493 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 13:41:52.573585 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:41:52.573609 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:41:55.906119 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 13:41:55.906178 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 13:41:55.906227 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 13:41:55.906315 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:41:55.906337 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:41:59.239583 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 13:41:59.239638 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 13:41:59.239676 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 13:41:59.239794 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:41:59.239818 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:42:02.573614 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 13:42:02.573673 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 13:42:02.573707 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 13:42:02.573821 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:42:02.573845 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:42:05.906485 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 13:42:05.906557 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 13:42:05.906649 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:42:05.906671 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:42:09.239199 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 13:42:09.239299 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 13:42:09.239416 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:42:09.239445 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:42:12.573048 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 13:42:12.573139 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 13:42:12.573250 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:42:12.573272 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:42:15.906182 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 13:42:15.906310 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 13:42:15.906463 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:42:15.906495 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:42:19.239334 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 13:42:19.239438 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 13:42:19.239551 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:42:19.239577 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.182 - - [19/Mar/2026:13:42:19 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "Go-http-client/1.1" 161 0.034 [auth-system-keycloak-80] [] 10.0.0.212:8080 6382 0.034 200 16f94ade3bf2e54eb599656882c3ccac 10.0.0.70 - - [19/Mar/2026:13:42:20 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "Go-http-client/1.1" 161 0.007 [auth-system-keycloak-80] [] 10.0.0.212:8080 6382 0.008 200 71a13c7671830f564fe62c5b92482186 W0319 13:42:22.572977 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:42:22.573009 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:42:25.906603 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:42:25.906635 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:42:29.240682 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:42:29.240746 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:42:32.574494 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:42:32.574536 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 13:42:36.467911 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.110.9.178"}] I0319 13:42:36.467894 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.110.9.178"}] I0319 13:42:36.467940 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.110.9.178"}] I0319 13:42:36.492995 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"9bab0a3f-6dac-4b1e-b21e-4c057b80b21c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4959", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 13:42:36.496916 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:42:36.496942 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 13:42:36.541766 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"0081c038-e4c9-41be-8c09-ba986297adc5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4960", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0319 13:42:36.543757 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"0afba199-c0dc-4fd3-bfa3-fe6b9344e43f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4961", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 13:42:39.831219 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:42:39.831255 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:42:43.165184 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:42:43.165234 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:43:09.643230 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:43:09.643257 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:43:12.977630 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:43:12.977656 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store