------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0402 16:44:32.835561 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0402 16:44:32.835727 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0402 16:44:32.845375 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0402 16:44:32.848597 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0402 16:44:33.215991 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0402 16:44:33.235458 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0402 16:44:33.249480 7 nginx.go:271] "Starting NGINX Ingress controller" I0402 16:44:33.254320 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"f585e4bc-9dc4-44aa-b812-9ab0f92e8e37", APIVersion:"v1", ResourceVersion:"1343", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0402 16:44:33.261248 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"1aa165a2-e535-400d-8005-298f84d06a7d", APIVersion:"v1", ResourceVersion:"1342", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0402 16:44:33.261292 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"be37f508-9604-4071-82b3-07eca1c520ef", APIVersion:"v1", ResourceVersion:"1341", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0402 16:44:34.451043 7 nginx.go:317] "Starting NGINX process" I0402 16:44:34.451200 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0402 16:44:34.451668 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0402 16:44:34.451894 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0402 16:44:34.451953 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:44:34.451975 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 16:44:34.452012 7 controller.go:196] "Configuration changes detected, backend reload required" I0402 16:44:34.461310 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0402 16:44:34.461414 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-pst6v" I0402 16:44:34.489310 7 controller.go:216] "Backend successfully reloaded" I0402 16:44:34.489671 7 controller.go:227] "Initial sync, sleeping for 1 second" I0402 16:44:34.489883 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-pst6v", UID:"e7816dbf-b249-4d27-8ddb-082b24e1c49e", APIVersion:"v1", ResourceVersion:"1447", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0402 16:44:38.277919 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:44:38.277963 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:44:41.611863 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:44:41.611937 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:44:44.944722 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:44:44.944773 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:44:48.278526 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:44:48.278590 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:44:51.611687 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:44:51.611729 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:44:54.945084 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:44:54.945136 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:44:58.278232 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:44:58.278274 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:45:01.612258 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:45:01.612316 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:45:07.191213 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:45:07.191245 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:45:10.888183 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:45:10.888421 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:46:00.868705 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:46:00.868744 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:46:04.202486 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:46:04.202530 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:46:08.942390 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:46:08.942486 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:46:13.036084 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:46:13.036194 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:46:16.369950 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:46:16.370017 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:46:19.703926 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:46:19.704009 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:46:23.037223 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:46:23.037276 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:46:26.371727 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:46:26.371771 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:46:30.625863 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:46:30.625902 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:46:33.959798 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:46:33.959838 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:46:37.665074 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:46:37.665126 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:46:40.999469 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:46:40.999515 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:49:03.918507 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:49:03.918544 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:49:06.385608 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-240.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-240.nip.io-tls was not found. Using default certificate W0402 16:49:06.385662 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:49:06.385674 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 16:49:06.387264 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0402 16:49:06.387294 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0402 16:49:06.395794 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0402 16:49:06.396028 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"10027ae5-f032-4d57-8142-932a9d1c6727", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3439", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0402 16:49:06.396310 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-240.nip.io-tls" in local store I0402 16:49:06.711839 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-240.nip.io-tls" I0402 16:49:06.713082 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-240.nip.io-tls" W0402 16:49:07.252835 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:49:07.252885 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 16:49:07.253006 7 controller.go:196] "Configuration changes detected, backend reload required" I0402 16:49:07.306110 7 controller.go:216] "Backend successfully reloaded" I0402 16:49:07.306467 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-pst6v", UID:"e7816dbf-b249-4d27-8ddb-082b24e1c49e", APIVersion:"v1", ResourceVersion:"1447", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0402 16:49:10.587516 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:49:10.587571 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.240 - - [02/Apr/2026:16:49:19 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.793 [auth-system-keycloak-80] [] 10.0.0.72:8080 1928 2.792 200 6ae841a30618efc70ae4fcd49be7ff0d 199.204.45.240 - - [02/Apr/2026:16:49:19 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.191 [auth-system-keycloak-80] [] 10.0.0.72:8080 116 0.191 404 c4d3966ce3501bbe30deec2072f5418c 199.204.45.240 - - [02/Apr/2026:16:49:23 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.072 [auth-system-keycloak-80] [] 10.0.0.72:8080 0 4.070 201 02540467960dc6ddeddcb6e49d7d78d3 199.204.45.240 - - [02/Apr/2026:16:49:24 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.610 [auth-system-keycloak-80] [] 10.0.0.72:8080 4246 0.610 200 02a30d4a6f94c5b18cf77e743ab178ed 199.204.45.240 - - [02/Apr/2026:16:49:25 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.508 [auth-system-keycloak-80] [] 10.0.0.72:8080 1928 0.507 200 9997cfabeb667737d889d167f9da859e 199.204.45.240 - - [02/Apr/2026:16:49:25 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.153 [auth-system-keycloak-80] [] 10.0.0.72:8080 12500 0.153 200 39b04fc36d292a5c6d48b2cd346ca180 199.204.45.240 - - [02/Apr/2026:16:49:25 +0000] "GET /admin/realms/atmosphere/client-scopes/72027bac-1420-48fe-b36f-c11ff48d658f HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.013 [auth-system-keycloak-80] [] 10.0.0.72:8080 1278 0.013 200 9b8f54cc996e3fdeb674763370f30fcd 199.204.45.240 - - [02/Apr/2026:16:49:25 +0000] "PUT /admin/realms/atmosphere/client-scopes/72027bac-1420-48fe-b36f-c11ff48d658f HTTP/1.1" 204 0 "-" "Ansible" 1848 0.070 [auth-system-keycloak-80] [] 10.0.0.72:8080 0 0.064 204 a51baf6786b4f6224ec14a0df167e869 199.204.45.240 - - [02/Apr/2026:16:49:25 +0000] "GET /admin/realms/atmosphere/client-scopes/72027bac-1420-48fe-b36f-c11ff48d658f/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.087 [auth-system-keycloak-80] [] 10.0.0.72:8080 963 0.087 200 7ff318709c6a2dd0e1cea7033cec2117 199.204.45.240 - - [02/Apr/2026:16:49:25 +0000] "GET /admin/realms/atmosphere/client-scopes/72027bac-1420-48fe-b36f-c11ff48d658f/protocol-mappers/models/de072462-78b2-4cbe-87cd-a47aa63e44e9 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.016 [auth-system-keycloak-80] [] 10.0.0.72:8080 366 0.016 200 e57bb5ddcd9c40c05a585560b516dc60 199.204.45.240 - - [02/Apr/2026:16:49:25 +0000] "PUT /admin/realms/atmosphere/client-scopes/72027bac-1420-48fe-b36f-c11ff48d658f/protocol-mappers/models/de072462-78b2-4cbe-87cd-a47aa63e44e9 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.074 [auth-system-keycloak-80] [] 10.0.0.72:8080 0 0.073 204 50e416a99662afcc46a848ccea2b393d 199.204.45.240 - - [02/Apr/2026:16:49:25 +0000] "GET /admin/realms/atmosphere/client-scopes/72027bac-1420-48fe-b36f-c11ff48d658f HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.085 [auth-system-keycloak-80] [] 10.0.0.72:8080 1218 0.085 200 5e205dc38a7a078b945d68765dc8aea1 I0402 16:49:34.469300 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.110.146.244"}] I0402 16:49:34.514821 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"10027ae5-f032-4d57-8142-932a9d1c6727", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3774", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0402 16:49:34.521744 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:49:34.521786 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.240 - - [02/Apr/2026:16:49:47 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.494 [auth-system-keycloak-80] [] 10.0.0.72:8080 1928 0.493 200 4c7f0c690e01338861abe2a9d886d567 199.204.45.240 - - [02/Apr/2026:16:49:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.041 [auth-system-keycloak-80] [] 10.0.0.72:8080 2 0.041 200 5103a21f1daf4a74641cbc4ed10be710 199.204.45.240 - - [02/Apr/2026:16:49:47 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.195 [auth-system-keycloak-80] [] 10.0.0.72:8080 0 0.195 201 5fd96b228b63c4b1aa36e221c3b31a5b 199.204.45.240 - - [02/Apr/2026:16:49:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.081 [auth-system-keycloak-80] [] 10.0.0.72:8080 1261 0.081 200 4e48004759deec91be2e127fa688eee3 199.204.45.240 - - [02/Apr/2026:16:49:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.693 [auth-system-keycloak-80] [] 10.0.0.72:8080 1928 0.692 200 69c0c00a09f3c77eb31dde57e79f81cb 199.204.45.240 - - [02/Apr/2026:16:49:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.011 [auth-system-keycloak-80] [] 10.0.0.72:8080 2 0.011 200 97f7a624c072984ae81d3e2d9b7d61d2 199.204.45.240 - - [02/Apr/2026:16:49:48 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.152 [auth-system-keycloak-80] [] 10.0.0.72:8080 0 0.151 201 7bbe17e7302da59b745c5d0a2bdf7e48 199.204.45.240 - - [02/Apr/2026:16:49:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.023 [auth-system-keycloak-80] [] 10.0.0.72:8080 1286 0.023 200 03f93e2b683c22127ca353f7920a72b6 199.204.45.240 - - [02/Apr/2026:16:49:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.499 [auth-system-keycloak-80] [] 10.0.0.72:8080 1928 0.498 200 4d995faaeeab6a1f225c43fa27ee922b 199.204.45.240 - - [02/Apr/2026:16:49:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.033 [auth-system-keycloak-80] [] 10.0.0.72:8080 2 0.033 200 c559cda357110c7d911018d1ae5f4f31 199.204.45.240 - - [02/Apr/2026:16:49:49 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.078 [auth-system-keycloak-80] [] 10.0.0.72:8080 0 0.077 201 5c75dc6582cf7485a2d0f2456a3c33a4 199.204.45.240 - - [02/Apr/2026:16:49:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.090 [auth-system-keycloak-80] [] 10.0.0.72:8080 1251 0.090 200 d2c042bcd53050a3bcffa2218c5906fc 199.204.45.240 - - [02/Apr/2026:16:49:51 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.629 [auth-system-keycloak-80] [] 10.0.0.72:8080 1928 0.628 200 4f564092eb02eaece8a118b79c6aebe1 199.204.45.240 - - [02/Apr/2026:16:49:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.030 [auth-system-keycloak-80] [] 10.0.0.72:8080 1261 0.030 200 c4e86c035e9aff19cf55b6688b956979 199.204.45.240 - - [02/Apr/2026:16:49:51 +0000] "GET /admin/realms/atmosphere/clients/806233a7-c8cb-48ba-8b49-c15012fc82ef/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.016 [auth-system-keycloak-80] [] 10.0.0.72:8080 119 0.016 404 aabed1fa07b3f9f524f8a6f014014cb0 199.204.45.240 - - [02/Apr/2026:16:49:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.058 [auth-system-keycloak-80] [] 10.0.0.72:8080 1261 0.058 200 a35f6f109ec92758a4895c8d388cedf0 199.204.45.240 - - [02/Apr/2026:16:49:51 +0000] "POST /admin/realms/atmosphere/clients/806233a7-c8cb-48ba-8b49-c15012fc82ef/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.029 [auth-system-keycloak-80] [] 10.0.0.72:8080 0 0.028 201 e11a2d8072e3e7ab86f3ad432b9735e8 199.204.45.240 - - [02/Apr/2026:16:49:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.013 [auth-system-keycloak-80] [] 10.0.0.72:8080 1261 0.012 200 1e35602a535c3ff7095ae0cdce4a7db1 199.204.45.240 - - [02/Apr/2026:16:49:51 +0000] "GET /admin/realms/atmosphere/clients/806233a7-c8cb-48ba-8b49-c15012fc82ef/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.039 [auth-system-keycloak-80] [] 10.0.0.72:8080 166 0.040 200 6c428b1269bc314ed614ee1f387b9d0a W0402 16:49:52.113482 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:49:52.113530 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.240 - - [02/Apr/2026:16:49:52 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.517 [auth-system-keycloak-80] [] 10.0.0.72:8080 1928 0.517 200 86ee2e90137b8d0901409a06670b721e 199.204.45.240 - - [02/Apr/2026:16:49:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.032 [auth-system-keycloak-80] [] 10.0.0.72:8080 1286 0.032 200 d09033fb833f6e467360edc81e01ef25 199.204.45.240 - - [02/Apr/2026:16:49:52 +0000] "GET /admin/realms/atmosphere/clients/fcccffa2-1b88-4c45-8c78-29c1845a908e/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.010 [auth-system-keycloak-80] [] 10.0.0.72:8080 119 0.010 404 f851cf94d0d512557bd43159fb260b58 199.204.45.240 - - [02/Apr/2026:16:49:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.72:8080 1286 0.009 200 dbcc53b74aea02f68d863edd827c920a 199.204.45.240 - - [02/Apr/2026:16:49:52 +0000] "POST /admin/realms/atmosphere/clients/fcccffa2-1b88-4c45-8c78-29c1845a908e/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.022 [auth-system-keycloak-80] [] 10.0.0.72:8080 0 0.021 201 9fc557a7359407b59f654c78e42b0f8c 199.204.45.240 - - [02/Apr/2026:16:49:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.014 [auth-system-keycloak-80] [] 10.0.0.72:8080 1286 0.014 200 1190ab61b911efaed8b194324661edb9 199.204.45.240 - - [02/Apr/2026:16:49:52 +0000] "GET /admin/realms/atmosphere/clients/fcccffa2-1b88-4c45-8c78-29c1845a908e/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.016 [auth-system-keycloak-80] [] 10.0.0.72:8080 165 0.016 200 ee71857fcbfb6d25ba0a58447ccd2fcb 199.204.45.240 - - [02/Apr/2026:16:49:53 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.661 [auth-system-keycloak-80] [] 10.0.0.72:8080 1928 0.660 200 580799f2da6e6f5e50cb73f4da60d329 199.204.45.240 - - [02/Apr/2026:16:49:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.72:8080 1286 0.007 200 796cd4c56eb4a30ecc3e8ad0f483ccc6 199.204.45.240 - - [02/Apr/2026:16:49:53 +0000] "GET /admin/realms/atmosphere/clients/fcccffa2-1b88-4c45-8c78-29c1845a908e/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.72:8080 119 0.011 404 5a5376beb6803f80f6b73386a6ef38a5 199.204.45.240 - - [02/Apr/2026:16:49:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.72:8080 1286 0.009 200 78f3339545b6adc4ac68779ff6d7ca91 199.204.45.240 - - [02/Apr/2026:16:49:53 +0000] "POST /admin/realms/atmosphere/clients/fcccffa2-1b88-4c45-8c78-29c1845a908e/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.038 [auth-system-keycloak-80] [] 10.0.0.72:8080 0 0.037 201 ecb1b26356c98df97ad6ae836d45f02d 199.204.45.240 - - [02/Apr/2026:16:49:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.72:8080 1286 0.008 200 263c31cb6ec79bdd2ff939e538db7136 199.204.45.240 - - [02/Apr/2026:16:49:53 +0000] "GET /admin/realms/atmosphere/clients/fcccffa2-1b88-4c45-8c78-29c1845a908e/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.061 [auth-system-keycloak-80] [] 10.0.0.72:8080 166 0.061 200 48aad5d709a8a50c49e93a1bf589f0b4 199.204.45.240 - - [02/Apr/2026:16:49:54 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.513 [auth-system-keycloak-80] [] 10.0.0.72:8080 1928 0.512 200 2ae678bd9a06d9e30f25004665bb00d2 199.204.45.240 - - [02/Apr/2026:16:49:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.015 [auth-system-keycloak-80] [] 10.0.0.72:8080 1286 0.015 200 66409ed66579a9e8fb42968c72212708 199.204.45.240 - - [02/Apr/2026:16:49:54 +0000] "GET /admin/realms/atmosphere/clients/fcccffa2-1b88-4c45-8c78-29c1845a908e/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.055 [auth-system-keycloak-80] [] 10.0.0.72:8080 119 0.055 404 2df0432b1bb9c7070800226420f5f8b7 199.204.45.240 - - [02/Apr/2026:16:49:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.72:8080 1286 0.009 200 f72f9a6234d311129d56fe9d706856a5 199.204.45.240 - - [02/Apr/2026:16:49:54 +0000] "POST /admin/realms/atmosphere/clients/fcccffa2-1b88-4c45-8c78-29c1845a908e/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.020 [auth-system-keycloak-80] [] 10.0.0.72:8080 0 0.019 201 76f1ed1252c3ab469c25e2c2dc399c28 199.204.45.240 - - [02/Apr/2026:16:49:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.72:8080 1286 0.007 200 d9517dbb244b1b27e8ae382471028cce 199.204.45.240 - - [02/Apr/2026:16:49:54 +0000] "GET /admin/realms/atmosphere/clients/fcccffa2-1b88-4c45-8c78-29c1845a908e/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.028 [auth-system-keycloak-80] [] 10.0.0.72:8080 166 0.028 200 15e360bfc057caabdcb10b3ee6ea3859 199.204.45.240 - - [02/Apr/2026:16:49:55 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.507 [auth-system-keycloak-80] [] 10.0.0.72:8080 1928 0.506 200 3e8b557394c19b7ea047ba270fdf538a 199.204.45.240 - - [02/Apr/2026:16:49:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.047 [auth-system-keycloak-80] [] 10.0.0.72:8080 1251 0.047 200 3bae715d7bae6fd365f1dcaa95a31af7 199.204.45.240 - - [02/Apr/2026:16:49:55 +0000] "GET /admin/realms/atmosphere/clients/77dcece2-7150-48d4-969f-8bac2253d427/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.72:8080 119 0.010 404 443cab22773941dbb0a0c52877fb44db W0402 16:49:55.447423 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:49:55.447507 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.240 - - [02/Apr/2026:16:49:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.066 [auth-system-keycloak-80] [] 10.0.0.72:8080 1251 0.066 200 4a0dffadcc6838af8000ee2fec971849 199.204.45.240 - - [02/Apr/2026:16:49:55 +0000] "POST /admin/realms/atmosphere/clients/77dcece2-7150-48d4-969f-8bac2253d427/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.025 [auth-system-keycloak-80] [] 10.0.0.72:8080 0 0.025 201 0747868ad854e246df406b109851fca2 199.204.45.240 - - [02/Apr/2026:16:49:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.72:8080 1251 0.008 200 c268a25fdd3700ab94d37cf58771f13c 199.204.45.240 - - [02/Apr/2026:16:49:55 +0000] "GET /admin/realms/atmosphere/clients/77dcece2-7150-48d4-969f-8bac2253d427/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.72:8080 166 0.015 200 dcd825d19263d7dd7b9dfc4609818cb0 W0402 16:49:58.781171 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:49:58.781225 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:51:03.720349 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:51:03.720387 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:51:03.792588 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 16:51:03.792654 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0402 16:51:03.792693 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:51:03.792712 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:51:03.792971 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 16:51:03.793068 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0402 16:51:03.793180 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:51:03.793208 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 16:51:03.794524 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0402 16:51:03.794553 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" W0402 16:51:03.795505 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 16:51:03.795557 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0402 16:51:03.795582 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:51:03.795599 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 16:51:03.795889 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0402 16:51:03.795935 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0402 16:51:03.797049 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0402 16:51:03.797071 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0402 16:51:03.800158 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0402 16:51:03.800644 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0402 16:51:03.800683 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"fcb3aa62-377a-4ba4-8398-b66ea9c73b43", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4475", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0402 16:51:03.803701 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0402 16:51:03.804071 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0402 16:51:03.804092 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0402 16:51:03.804299 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0402 16:51:03.804322 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"3877a13e-d272-4a10-9b74-ad0620192e18", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4479", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0402 16:51:03.804337 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"55991bb0-6143-4732-bd5a-2dfc24ed4904", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4480", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0402 16:51:04.069333 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0402 16:51:04.070816 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0402 16:51:04.165066 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0402 16:51:04.166105 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0402 16:51:05.314958 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0402 16:51:05.316684 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0402 16:51:07.054652 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 16:51:07.054715 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 16:51:07.054744 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 16:51:07.054857 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:51:07.054880 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 16:51:07.055019 7 controller.go:196] "Configuration changes detected, backend reload required" I0402 16:51:07.102168 7 controller.go:216] "Backend successfully reloaded" I0402 16:51:07.103246 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-pst6v", UID:"e7816dbf-b249-4d27-8ddb-082b24e1c49e", APIVersion:"v1", ResourceVersion:"1447", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0402 16:51:10.388054 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 16:51:10.388125 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 16:51:10.388161 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 16:51:10.388280 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:51:10.388308 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:51:13.721164 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 16:51:13.721216 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 16:51:13.721243 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 16:51:13.721395 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:51:13.721415 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:51:17.053946 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 16:51:17.054092 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 16:51:17.054173 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 16:51:17.054373 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:51:17.054422 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:51:20.387533 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 16:51:20.387614 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 16:51:20.387658 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 16:51:20.387801 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:51:20.387826 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:51:23.721385 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 16:51:23.721559 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 16:51:23.721653 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 16:51:23.721842 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:51:23.721908 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:51:27.054281 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 16:51:27.054323 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 16:51:27.054342 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 16:51:27.054451 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:51:27.054470 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:51:30.387461 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 16:51:30.387722 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 16:51:30.387759 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 16:51:30.387889 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:51:30.387923 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:51:33.720398 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 16:51:33.720461 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 16:51:33.720501 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 16:51:33.720632 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:51:33.720660 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 16:51:34.470291 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.110.146.244"}] I0402 16:51:34.470817 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.110.146.244"}] I0402 16:51:34.471282 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.110.146.244"}] I0402 16:51:34.481029 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"3877a13e-d272-4a10-9b74-ad0620192e18", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5324", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0402 16:51:34.482439 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"fcb3aa62-377a-4ba4-8398-b66ea9c73b43", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5325", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0402 16:51:34.483904 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"55991bb0-6143-4732-bd5a-2dfc24ed4904", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5326", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0402 16:51:37.053830 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 16:51:37.053929 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 16:51:37.054068 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:51:37.054101 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:51:40.388620 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 16:51:40.388731 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 16:51:40.388835 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:51:40.388866 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:51:43.721263 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 16:51:43.721343 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 16:51:43.721447 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:51:43.721474 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.220 - - [02/Apr/2026:16:51:43 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.107 [auth-system-keycloak-80] [] 10.0.0.72:8080 6432 0.107 200 82fb5fd09f2849d5f5c9da77769e3ca2 10.0.0.107 - - [02/Apr/2026:16:51:44 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.011 [auth-system-keycloak-80] [] 10.0.0.72:8080 6432 0.011 200 f4e810b7641ab720d2fd20ff856efcfb W0402 16:51:47.053725 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 16:51:47.053876 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:51:47.053895 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:51:50.387505 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 16:51:50.387722 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:51:50.387754 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:51:53.720670 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 16:51:53.720854 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:51:53.720887 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:51:57.614558 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:51:57.614716 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:52:32.539395 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:52:32.539451 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:52:35.873575 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:52:35.873608 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:52:39.206742 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 16:52:39.206795 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store