------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0225 01:38:28.089015 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0225 01:38:28.089300 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0225 01:38:28.096785 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0225 01:38:28.099906 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0225 01:38:28.123759 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0225 01:38:28.143500 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0225 01:38:28.156763 7 nginx.go:271] "Starting NGINX Ingress controller" I0225 01:38:28.165444 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"ae23e92f-dc5e-4f14-a0ae-7a9e3d22ff0b", APIVersion:"v1", ResourceVersion:"1104", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0225 01:38:28.169409 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"8e20e216-4160-4737-8a88-37e9dbe3328d", APIVersion:"v1", ResourceVersion:"1105", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0225 01:38:28.169475 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"cd38b915-2f10-4482-b8a1-76faf54f5bc1", APIVersion:"v1", ResourceVersion:"1103", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0225 01:38:29.359734 7 nginx.go:317] "Starting NGINX process" I0225 01:38:29.360128 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0225 01:38:29.360617 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0225 01:38:29.360913 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0225 01:38:29.360970 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:38:29.360995 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0225 01:38:29.361058 7 controller.go:196] "Configuration changes detected, backend reload required" I0225 01:38:29.369836 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0225 01:38:29.369985 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-r7vhw" I0225 01:38:29.395744 7 controller.go:216] "Backend successfully reloaded" I0225 01:38:29.395846 7 controller.go:227] "Initial sync, sleeping for 1 second" I0225 01:38:29.396424 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-r7vhw", UID:"5cd03179-1665-486b-9673-4d6cd361dd14", APIVersion:"v1", ResourceVersion:"1147", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0225 01:38:33.184359 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:38:33.184460 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:38:36.518522 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:38:36.518585 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:38:39.851185 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:38:39.851238 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:38:43.185237 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:38:43.185286 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:38:46.518203 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:38:46.518250 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:38:49.851465 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:38:49.851586 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:38:53.185181 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:38:53.185235 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:38:59.772595 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:38:59.772646 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:39:03.106749 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:39:03.106793 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:39:06.439444 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:39:06.439488 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:39:54.568959 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:39:54.569003 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:40:02.460985 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:40:02.461022 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:40:05.794768 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:40:05.794840 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:40:09.128654 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:40:09.128721 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:40:12.463789 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:40:12.463850 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:40:15.795185 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:40:15.795232 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:40:19.128150 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:40:19.128213 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:40:24.201895 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:40:24.201949 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:40:27.535345 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:40:27.535389 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:40:31.276379 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:40:31.276445 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:40:34.610583 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:40:34.610623 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:42:47.179681 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:42:47.179758 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:42:49.671304 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-67.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-67.nip.io-tls was not found. Using default certificate W0225 01:42:49.671377 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:42:49.671400 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0225 01:42:49.673381 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:14.7kB} I0225 01:42:49.673420 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0225 01:42:49.682374 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0225 01:42:49.682833 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"43e00e9d-2514-4bb6-a665-8158d5e42246", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3021", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0225 01:42:49.683007 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-67.nip.io-tls" in local store I0225 01:42:50.170605 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-67.nip.io-tls" I0225 01:42:50.171556 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-67.nip.io-tls" W0225 01:42:50.514203 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:42:50.514253 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0225 01:42:50.514352 7 controller.go:196] "Configuration changes detected, backend reload required" I0225 01:42:50.570227 7 controller.go:216] "Backend successfully reloaded" I0225 01:42:50.570585 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-r7vhw", UID:"5cd03179-1665-486b-9673-4d6cd361dd14", APIVersion:"v1", ResourceVersion:"1147", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0225 01:42:53.847227 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:42:53.847297 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.67 - - [25/Feb/2026:01:43:01 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 2.000 [auth-system-keycloak-80] [] 10.0.0.29:8080 1925 1.998 200 aa0885b511841a0742fb9b94f831d23e 199.204.45.67 - - [25/Feb/2026:01:43:01 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.067 [auth-system-keycloak-80] [] 10.0.0.29:8080 116 0.067 404 51f72c4de3f0699811af1d61d009211e 199.204.45.67 - - [25/Feb/2026:01:43:05 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 4.287 [auth-system-keycloak-80] [] 10.0.0.29:8080 0 4.286 201 84cf0f1b67825563a3a0c871c1e8167e 199.204.45.67 - - [25/Feb/2026:01:43:06 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.680 [auth-system-keycloak-80] [] 10.0.0.29:8080 4246 0.680 200 c1cbf7325e21fc92270e7a524520e4c3 199.204.45.67 - - [25/Feb/2026:01:43:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.473 [auth-system-keycloak-80] [] 10.0.0.29:8080 1925 0.472 200 ffcbac0210734862089a040c440e6912 199.204.45.67 - - [25/Feb/2026:01:43:07 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1209 0.083 [auth-system-keycloak-80] [] 10.0.0.29:8080 12500 0.083 200 950eaf33fa51a44a13442a08d01a0852 199.204.45.67 - - [25/Feb/2026:01:43:07 +0000] "GET /admin/realms/atmosphere/client-scopes/dbf7f637-ab7b-4205-942d-6da65865a795 HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.054 [auth-system-keycloak-80] [] 10.0.0.29:8080 1278 0.054 200 67c03395988e828fab93ba274a662274 199.204.45.67 - - [25/Feb/2026:01:43:07 +0000] "PUT /admin/realms/atmosphere/client-scopes/dbf7f637-ab7b-4205-942d-6da65865a795 HTTP/1.1" 204 0 "-" "Ansible" 1846 0.019 [auth-system-keycloak-80] [] 10.0.0.29:8080 0 0.019 204 7845357de5aafe9e488c41a758b15506 199.204.45.67 - - [25/Feb/2026:01:43:07 +0000] "GET /admin/realms/atmosphere/client-scopes/dbf7f637-ab7b-4205-942d-6da65865a795/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.080 [auth-system-keycloak-80] [] 10.0.0.29:8080 963 0.080 200 1656ec2d502271d411d55fc10a84ea47 199.204.45.67 - - [25/Feb/2026:01:43:07 +0000] "GET /admin/realms/atmosphere/client-scopes/dbf7f637-ab7b-4205-942d-6da65865a795/protocol-mappers/models/b9ba869d-f15a-431e-84bd-9e9920db9440 HTTP/1.1" 200 366 "-" "Ansible" 1307 0.070 [auth-system-keycloak-80] [] 10.0.0.29:8080 366 0.070 200 86279c490e20fa1934da8faedd661634 199.204.45.67 - - [25/Feb/2026:01:43:07 +0000] "PUT /admin/realms/atmosphere/client-scopes/dbf7f637-ab7b-4205-942d-6da65865a795/protocol-mappers/models/b9ba869d-f15a-431e-84bd-9e9920db9440 HTTP/1.1" 204 0 "-" "Ansible" 1620 0.091 [auth-system-keycloak-80] [] 10.0.0.29:8080 0 0.090 204 1ef53a1cc30602b1ace8ce69e7730a8f 199.204.45.67 - - [25/Feb/2026:01:43:08 +0000] "GET /admin/realms/atmosphere/client-scopes/dbf7f637-ab7b-4205-942d-6da65865a795 HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.083 [auth-system-keycloak-80] [] 10.0.0.29:8080 1218 0.083 200 c05ff92b8422e27cca4e4c967cebd8d6 I0225 01:43:29.377136 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.101.119.251"}] I0225 01:43:29.383246 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"43e00e9d-2514-4bb6-a665-8158d5e42246", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3398", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0225 01:43:29.385481 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:43:29.385516 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.67 - - [25/Feb/2026:01:43:29 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.501 [auth-system-keycloak-80] [] 10.0.0.29:8080 1925 0.500 200 00436b971eb2ddbfe3f0eff7c45ede66 199.204.45.67 - - [25/Feb/2026:01:43:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.015 [auth-system-keycloak-80] [] 10.0.0.29:8080 2 0.015 200 45f938250d7271bb41889fdd2de2accf 199.204.45.67 - - [25/Feb/2026:01:43:29 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.186 [auth-system-keycloak-80] [] 10.0.0.29:8080 0 0.185 201 de6d07ad2f3b9edf1eb1e21575d706ab 199.204.45.67 - - [25/Feb/2026:01:43:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.168 [auth-system-keycloak-80] [] 10.0.0.29:8080 1259 0.168 200 9663e47dbb9b03824fd7e4671a3ec155 199.204.45.67 - - [25/Feb/2026:01:43:31 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.994 [auth-system-keycloak-80] [] 10.0.0.29:8080 1925 0.993 200 99fdf24cdad9ca323429661a3206551a 199.204.45.67 - - [25/Feb/2026:01:43:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.012 [auth-system-keycloak-80] [] 10.0.0.29:8080 2 0.012 200 5c66b7892b54f7a7c2836882a18ebeb1 199.204.45.67 - - [25/Feb/2026:01:43:31 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.091 [auth-system-keycloak-80] [] 10.0.0.29:8080 0 0.090 201 9f0ce27faef0be82e3bbdac8347d579f 199.204.45.67 - - [25/Feb/2026:01:43:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.058 [auth-system-keycloak-80] [] 10.0.0.29:8080 1283 0.058 200 69609975248278a89398a8ddd89ab93c 199.204.45.67 - - [25/Feb/2026:01:43:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.474 [auth-system-keycloak-80] [] 10.0.0.29:8080 1925 0.473 200 8ad2f5f30e134b67f14fd7544415269b 199.204.45.67 - - [25/Feb/2026:01:43:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.025 [auth-system-keycloak-80] [] 10.0.0.29:8080 2 0.025 200 ece76821d8203bfc1ec50c335e32a6ae 199.204.45.67 - - [25/Feb/2026:01:43:32 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.087 [auth-system-keycloak-80] [] 10.0.0.29:8080 0 0.086 201 21eee4a1f12674e81b249da383221aa3 199.204.45.67 - - [25/Feb/2026:01:43:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.025 [auth-system-keycloak-80] [] 10.0.0.29:8080 1249 0.025 200 a9ad56a3209fb775e33cc374b0006f95 199.204.45.67 - - [25/Feb/2026:01:43:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.493 [auth-system-keycloak-80] [] 10.0.0.29:8080 1925 0.493 200 6f962d9b9ce9296869e6b4d2a7fcf8a4 199.204.45.67 - - [25/Feb/2026:01:43:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.29:8080 1259 0.008 200 06837045f0e16ab1eb1ef7f1b19fe3cb 199.204.45.67 - - [25/Feb/2026:01:43:33 +0000] "GET /admin/realms/atmosphere/clients/b6a5a8a8-c000-447f-b91e-8a0119f389f6/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.059 [auth-system-keycloak-80] [] 10.0.0.29:8080 119 0.059 404 ea6c368a1c6738f3a20fb08297a011f5 199.204.45.67 - - [25/Feb/2026:01:43:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.29:8080 1259 0.008 200 ff68d45ef2c26fc845829310d351cb13 199.204.45.67 - - [25/Feb/2026:01:43:33 +0000] "POST /admin/realms/atmosphere/clients/b6a5a8a8-c000-447f-b91e-8a0119f389f6/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.022 [auth-system-keycloak-80] [] 10.0.0.29:8080 0 0.022 201 bd994b873da9937b9944f3b44ef34e48 199.204.45.67 - - [25/Feb/2026:01:43:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.29:8080 1259 0.007 200 530496a58b0926045c9e092ae66e57f7 199.204.45.67 - - [25/Feb/2026:01:43:33 +0000] "GET /admin/realms/atmosphere/clients/b6a5a8a8-c000-447f-b91e-8a0119f389f6/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.030 [auth-system-keycloak-80] [] 10.0.0.29:8080 166 0.030 200 0f151f3d282fd2c2552cff9efff9cd34 199.204.45.67 - - [25/Feb/2026:01:43:34 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.509 [auth-system-keycloak-80] [] 10.0.0.29:8080 1925 0.508 200 b0c4d720e682c38cdcc638fa3e67790d 199.204.45.67 - - [25/Feb/2026:01:43:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.29:8080 1283 0.008 200 e567e64c759521cfd30599f74dcc247f 199.204.45.67 - - [25/Feb/2026:01:43:34 +0000] "GET /admin/realms/atmosphere/clients/594099c9-f32c-4d58-8b10-fb45a11c3cd5/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.008 [auth-system-keycloak-80] [] 10.0.0.29:8080 119 0.008 404 31f592b47563feb561a1445dc50d04bd 199.204.45.67 - - [25/Feb/2026:01:43:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.013 [auth-system-keycloak-80] [] 10.0.0.29:8080 1283 0.013 200 5897133ab6e9916d5e1bf8a8bf2ec033 199.204.45.67 - - [25/Feb/2026:01:43:34 +0000] "POST /admin/realms/atmosphere/clients/594099c9-f32c-4d58-8b10-fb45a11c3cd5/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.043 [auth-system-keycloak-80] [] 10.0.0.29:8080 0 0.042 201 b6ff37989ccad893e437bcd72fd941a3 199.204.45.67 - - [25/Feb/2026:01:43:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.29:8080 1283 0.007 200 2cba1d95d5c788945aaa7906218109da 199.204.45.67 - - [25/Feb/2026:01:43:34 +0000] "GET /admin/realms/atmosphere/clients/594099c9-f32c-4d58-8b10-fb45a11c3cd5/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.011 [auth-system-keycloak-80] [] 10.0.0.29:8080 165 0.011 200 225ec4bc89aaad20dde79393deb1d1c8 199.204.45.67 - - [25/Feb/2026:01:43:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.481 [auth-system-keycloak-80] [] 10.0.0.29:8080 1925 0.480 200 6c3a7aae5c0b14f01cc94d00820bb6ff 199.204.45.67 - - [25/Feb/2026:01:43:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.29:8080 1283 0.008 200 d93d83478e8fcfb1891d8bf1e37685c1 199.204.45.67 - - [25/Feb/2026:01:43:35 +0000] "GET /admin/realms/atmosphere/clients/594099c9-f32c-4d58-8b10-fb45a11c3cd5/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.062 [auth-system-keycloak-80] [] 10.0.0.29:8080 119 0.062 404 da79aef6b5da1923b0d4d76a4c7061c3 199.204.45.67 - - [25/Feb/2026:01:43:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.29:8080 1283 0.006 200 c62713fe1e55a5862ed120bf4e7d6a6f 199.204.45.67 - - [25/Feb/2026:01:43:35 +0000] "POST /admin/realms/atmosphere/clients/594099c9-f32c-4d58-8b10-fb45a11c3cd5/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.015 [auth-system-keycloak-80] [] 10.0.0.29:8080 0 0.014 201 4a3a3e630d069efd632f3c88bb751ccd 199.204.45.67 - - [25/Feb/2026:01:43:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.043 [auth-system-keycloak-80] [] 10.0.0.29:8080 1283 0.043 200 d5df3e2574065ad97c2fa8a10b283e09 199.204.45.67 - - [25/Feb/2026:01:43:35 +0000] "GET /admin/realms/atmosphere/clients/594099c9-f32c-4d58-8b10-fb45a11c3cd5/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.29:8080 166 0.013 200 0c63aa6e6e074d27351622f825d689bb 199.204.45.67 - - [25/Feb/2026:01:43:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.548 [auth-system-keycloak-80] [] 10.0.0.29:8080 1925 0.546 200 4a5d51708b7b4ed7906836669fbc7733 199.204.45.67 - - [25/Feb/2026:01:43:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.049 [auth-system-keycloak-80] [] 10.0.0.29:8080 1283 0.049 200 455524c255958c02cfb80ad79cefa4f6 199.204.45.67 - - [25/Feb/2026:01:43:36 +0000] "GET /admin/realms/atmosphere/clients/594099c9-f32c-4d58-8b10-fb45a11c3cd5/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.008 [auth-system-keycloak-80] [] 10.0.0.29:8080 119 0.008 404 8547b82c09d1795bef380ae988a2ff4f 199.204.45.67 - - [25/Feb/2026:01:43:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.071 [auth-system-keycloak-80] [] 10.0.0.29:8080 1283 0.071 200 790d5ea8fc160c1b4e20fa8696cc78c3 199.204.45.67 - - [25/Feb/2026:01:43:36 +0000] "POST /admin/realms/atmosphere/clients/594099c9-f32c-4d58-8b10-fb45a11c3cd5/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.019 [auth-system-keycloak-80] [] 10.0.0.29:8080 0 0.018 201 4697557d176d04d4afc4806edca93716 199.204.45.67 - - [25/Feb/2026:01:43:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.059 [auth-system-keycloak-80] [] 10.0.0.29:8080 1283 0.059 200 70a344575b340ea858fbba1f15d98a79 199.204.45.67 - - [25/Feb/2026:01:43:36 +0000] "GET /admin/realms/atmosphere/clients/594099c9-f32c-4d58-8b10-fb45a11c3cd5/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.090 [auth-system-keycloak-80] [] 10.0.0.29:8080 166 0.090 200 b27abbcbeddf19874b5641533b882552 199.204.45.67 - - [25/Feb/2026:01:43:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.521 [auth-system-keycloak-80] [] 10.0.0.29:8080 1925 0.520 200 9a09b12b5195245ead5aae61aaa22594 199.204.45.67 - - [25/Feb/2026:01:43:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.29:8080 1249 0.007 200 e8ed451bed35bb1f3b072690b565cb2b 199.204.45.67 - - [25/Feb/2026:01:43:37 +0000] "GET /admin/realms/atmosphere/clients/0e330602-6464-4d48-8184-bf9dfc2033ae/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.009 [auth-system-keycloak-80] [] 10.0.0.29:8080 119 0.009 404 179cef0dcc103620f9cf0c9e25e91219 199.204.45.67 - - [25/Feb/2026:01:43:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.046 [auth-system-keycloak-80] [] 10.0.0.29:8080 1249 0.046 200 657ded585b34e4263d34f89a2284dfb2 199.204.45.67 - - [25/Feb/2026:01:43:37 +0000] "POST /admin/realms/atmosphere/clients/0e330602-6464-4d48-8184-bf9dfc2033ae/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.014 [auth-system-keycloak-80] [] 10.0.0.29:8080 0 0.014 201 f9b921e6b1c3ca53676956fc18ad60ea 199.204.45.67 - - [25/Feb/2026:01:43:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.29:8080 1249 0.007 200 284e9302843f24ddd6d1d6d8c98c6e29 199.204.45.67 - - [25/Feb/2026:01:43:37 +0000] "GET /admin/realms/atmosphere/clients/0e330602-6464-4d48-8184-bf9dfc2033ae/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.065 [auth-system-keycloak-80] [] 10.0.0.29:8080 166 0.065 200 1ef418616712dacdd360c87fa94ae7b8 W0225 01:43:46.283525 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:43:46.283562 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:43:49.617476 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:43:49.617521 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:43:52.950853 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:43:52.950903 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:44:51.820902 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:44:51.820957 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:44:51.896228 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0225 01:44:51.896336 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0225 01:44:51.896381 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:44:51.896443 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:44:51.896718 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0225 01:44:51.896810 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0225 01:44:51.896723 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0225 01:44:51.896860 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:44:51.896879 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:44:51.896948 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0225 01:44:51.897019 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:44:51.897053 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0225 01:44:51.898845 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0225 01:44:51.898882 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0225 01:44:51.899492 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0225 01:44:51.899617 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0225 01:44:51.899946 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0225 01:44:51.899976 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0225 01:44:51.912001 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0225 01:44:51.912535 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"b7dfe906-9be5-4748-8106-dc18ade021b1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4003", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0225 01:44:51.912669 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0225 01:44:51.912710 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0225 01:44:51.912862 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"d7bf2698-34ee-4721-9077-85dbe0d9cb6f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4004", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0225 01:44:51.913042 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0225 01:44:51.913067 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0225 01:44:51.913253 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"704fb820-abd7-465e-b89a-55e781a5df36", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4005", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0225 01:44:51.913368 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0225 01:44:52.251802 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0225 01:44:52.252771 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0225 01:44:52.874507 7 store.go:645] "secret was updated and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0225 01:44:52.876754 7 backend_ssl.go:59] "Updating secret in local store" name="monitoring/prometheus-tls" I0225 01:44:52.925593 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0225 01:44:52.926836 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0225 01:44:54.426764 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0225 01:44:54.428264 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0225 01:44:55.154631 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0225 01:44:55.154686 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0225 01:44:55.154718 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0225 01:44:55.154842 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:44:55.154863 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0225 01:44:55.154963 7 controller.go:196] "Configuration changes detected, backend reload required" I0225 01:44:55.208254 7 controller.go:216] "Backend successfully reloaded" I0225 01:44:55.208527 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-r7vhw", UID:"5cd03179-1665-486b-9673-4d6cd361dd14", APIVersion:"v1", ResourceVersion:"1147", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0225 01:44:58.488092 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0225 01:44:58.488152 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0225 01:44:58.488200 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0225 01:44:58.488293 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:44:58.488315 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:45:01.821443 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0225 01:45:01.821517 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0225 01:45:01.821554 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0225 01:45:01.821681 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:45:01.821703 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:45:05.156041 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0225 01:45:05.156139 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0225 01:45:05.156178 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0225 01:45:05.156304 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:45:05.156334 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:45:08.487882 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0225 01:45:08.487995 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0225 01:45:08.488088 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0225 01:45:08.488324 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:45:08.488375 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:45:11.822542 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0225 01:45:11.822624 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0225 01:45:11.822682 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0225 01:45:11.822838 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:45:11.822879 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:45:15.154543 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0225 01:45:15.154632 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0225 01:45:15.154675 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0225 01:45:15.154818 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:45:15.155182 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:45:18.487702 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0225 01:45:18.487786 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0225 01:45:18.487883 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0225 01:45:18.488259 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:45:18.488448 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:45:21.821088 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0225 01:45:21.821158 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0225 01:45:21.821212 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0225 01:45:21.821353 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:45:21.821378 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:45:25.154932 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0225 01:45:25.154995 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0225 01:45:25.155036 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0225 01:45:25.155171 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:45:25.155198 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:45:28.488409 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0225 01:45:28.488455 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0225 01:45:28.488489 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0225 01:45:28.488585 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:45:28.488604 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0225 01:45:29.381458 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.101.119.251"}] I0225 01:45:29.381459 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.101.119.251"}] I0225 01:45:29.381661 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.101.119.251"}] I0225 01:45:29.387764 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"b7dfe906-9be5-4748-8106-dc18ade021b1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4882", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0225 01:45:29.396574 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"d7bf2698-34ee-4721-9077-85dbe0d9cb6f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4883", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0225 01:45:29.398080 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"704fb820-abd7-465e-b89a-55e781a5df36", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4884", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0225 01:45:31.821492 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0225 01:45:31.821559 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0225 01:45:31.821594 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0225 01:45:31.821860 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:45:31.821890 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:45:35.154698 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0225 01:45:35.155003 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0225 01:45:35.155302 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:45:35.155371 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:45:38.488161 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0225 01:45:38.488259 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0225 01:45:38.488387 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:45:38.488416 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.124 - - [25/Feb/2026:01:45:41 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.034 [auth-system-keycloak-80] [] 10.0.0.29:8080 6411 0.034 200 91c2453fb9de3fba219b0bc5c341c26b 10.0.0.229 - - [25/Feb/2026:01:45:41 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.009 [auth-system-keycloak-80] [] 10.0.0.29:8080 6411 0.009 200 adc8d29b2b2252bad3dc35557321ee68 W0225 01:45:41.823309 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0225 01:45:41.823441 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0225 01:45:41.823617 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:45:41.823649 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:45:45.156235 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0225 01:45:45.156460 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:45:45.156486 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:45:48.487753 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0225 01:45:48.487970 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:45:48.488000 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:45:51.821240 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:45:51.821296 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:45:55.155483 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:45:55.155540 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:46:16.509174 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:46:16.509210 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:46:19.843588 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0225 01:46:19.843640 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store