------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0402 01:08:01.417185 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0402 01:08:01.417352 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0402 01:08:01.426044 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0402 01:08:01.430465 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0402 01:08:01.758929 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0402 01:08:01.779083 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0402 01:08:01.793096 7 nginx.go:271] "Starting NGINX Ingress controller" I0402 01:08:01.805172 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"9675520a-50d3-4555-b4d2-36b6405ed67a", APIVersion:"v1", ResourceVersion:"1354", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0402 01:08:01.812019 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"bd006984-0cdc-41a9-9ff6-197255f91775", APIVersion:"v1", ResourceVersion:"1355", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0402 01:08:01.812061 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"149b48bc-7039-4667-851d-b42d171ae8a4", APIVersion:"v1", ResourceVersion:"1353", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0402 01:08:02.996255 7 nginx.go:317] "Starting NGINX process" I0402 01:08:02.996672 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0402 01:08:02.996881 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0402 01:08:02.997195 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0402 01:08:02.997277 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:08:02.997305 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 01:08:02.997365 7 controller.go:196] "Configuration changes detected, backend reload required" I0402 01:08:03.005059 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0402 01:08:03.005431 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-42cfn" I0402 01:08:03.036484 7 controller.go:216] "Backend successfully reloaded" I0402 01:08:03.036582 7 controller.go:227] "Initial sync, sleeping for 1 second" I0402 01:08:03.036665 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-42cfn", UID:"ac67d4c4-7b37-4c38-a519-d8302f5f3920", APIVersion:"v1", ResourceVersion:"1458", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0402 01:08:06.817788 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:08:06.817832 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:08:10.151421 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:08:10.151545 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:08:13.485764 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:08:13.485799 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:08:16.817976 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:08:16.818038 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:08:20.151206 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:08:20.151240 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:08:23.485299 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:08:23.485349 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:08:26.818769 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:08:26.818810 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:08:30.152081 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:08:30.152124 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:08:33.484917 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:08:33.484947 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:08:39.938753 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:08:39.938791 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:09:27.883843 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:09:27.883886 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:09:31.218179 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:09:31.218250 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:09:34.551382 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:09:34.551422 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:09:37.884055 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:09:37.884106 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:09:41.217610 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:09:41.217665 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:09:44.551446 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:09:44.551491 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:09:47.883977 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:09:47.884021 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:10:30.483327 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:10:30.483368 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:10:33.542903 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-233.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-233.nip.io-tls was not found. Using default certificate W0402 01:10:33.542971 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:10:33.542990 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 01:10:33.544935 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0402 01:10:33.544974 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0402 01:10:33.552121 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0402 01:10:33.552797 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"2a5312f5-8273-4f8c-9f47-006fb31b4a62", APIVersion:"networking.k8s.io/v1", ResourceVersion:"2839", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0402 01:10:33.552838 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-233.nip.io-tls" in local store W0402 01:10:33.817641 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-233.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-233.nip.io-tls was not found. Using default certificate W0402 01:10:33.817708 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:10:33.817725 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 01:10:33.817785 7 controller.go:196] "Configuration changes detected, backend reload required" I0402 01:10:33.867289 7 controller.go:216] "Backend successfully reloaded" I0402 01:10:33.867505 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-42cfn", UID:"ac67d4c4-7b37-4c38-a519-d8302f5f3920", APIVersion:"v1", ResourceVersion:"1458", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0402 01:10:34.108729 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-233.nip.io-tls" I0402 01:10:34.110459 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-233.nip.io-tls" W0402 01:10:37.150448 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:10:37.150493 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:10:40.484196 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:10:40.484265 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:10:43.817955 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:10:43.818015 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.233 - - [02/Apr/2026:01:10:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.433 [auth-system-keycloak-80] [] 10.0.0.165:8080 1885 0.432 200 9cbac0129c3fc07d9849f06c0d674e2f 199.204.45.233 - - [02/Apr/2026:01:10:44 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 28 "-" "Ansible" 1197 0.051 [auth-system-keycloak-80] [] 10.0.0.165:8080 28 0.050 404 4202926ba169760c80d2b98e520dd59b 199.204.45.233 - - [02/Apr/2026:01:10:46 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 1.394 [auth-system-keycloak-80] [] 10.0.0.165:8080 0 1.394 201 29f3d8ee6a97df3bbe875759d2457432 199.204.45.233 - - [02/Apr/2026:01:10:46 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4101 "-" "Ansible" 1197 0.217 [auth-system-keycloak-80] [] 10.0.0.165:8080 4101 0.218 200 18a5d1e76cf0cad9c0e5286a919d16ae 199.204.45.233 - - [02/Apr/2026:01:10:47 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.067 [auth-system-keycloak-80] [] 10.0.0.165:8080 1885 0.065 200 4518d76344ee06963f8587e913bb5ff6 W0402 01:10:47.151020 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:10:47.151059 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.233 - - [02/Apr/2026:01:10:47 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 11535 "-" "Ansible" 1211 0.029 [auth-system-keycloak-80] [] 10.0.0.165:8080 11535 0.029 200 21cbfdb44b3e38ac6f1dba42a28767f5 199.204.45.233 - - [02/Apr/2026:01:10:47 +0000] "GET /admin/realms/atmosphere/client-scopes/b457ccc5-cb63-45cb-acde-2f2581b2beb7 HTTP/1.1" 200 1146 "-" "Ansible" 1248 0.014 [auth-system-keycloak-80] [] 10.0.0.165:8080 1146 0.013 200 d461f5198fb8888edeb96318ea0b023a 199.204.45.233 - - [02/Apr/2026:01:10:47 +0000] "PUT /admin/realms/atmosphere/client-scopes/b457ccc5-cb63-45cb-acde-2f2581b2beb7 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.020 [auth-system-keycloak-80] [] 10.0.0.165:8080 0 0.019 204 a5860cfe2950dc0164daf6ef313f45b4 199.204.45.233 - - [02/Apr/2026:01:10:47 +0000] "GET /admin/realms/atmosphere/client-scopes/b457ccc5-cb63-45cb-acde-2f2581b2beb7/protocol-mappers/models HTTP/1.1" 200 831 "-" "Ansible" 1272 0.021 [auth-system-keycloak-80] [] 10.0.0.165:8080 831 0.021 200 a68ae2fec4b2506f751fe9bfeb4b9491 199.204.45.233 - - [02/Apr/2026:01:10:47 +0000] "GET /admin/realms/atmosphere/client-scopes/b457ccc5-cb63-45cb-acde-2f2581b2beb7/protocol-mappers/models/52a60e07-dea6-4264-9f3b-548d31b31738 HTTP/1.1" 200 331 "-" "Ansible" 1309 0.013 [auth-system-keycloak-80] [] 10.0.0.165:8080 331 0.013 200 60e01d78e0b740bc5b941abb0c626055 199.204.45.233 - - [02/Apr/2026:01:10:47 +0000] "PUT /admin/realms/atmosphere/client-scopes/b457ccc5-cb63-45cb-acde-2f2581b2beb7/protocol-mappers/models/52a60e07-dea6-4264-9f3b-548d31b31738 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.022 [auth-system-keycloak-80] [] 10.0.0.165:8080 0 0.021 204 674a3a8fa8a35d20b7b6adcae91e6fbf 199.204.45.233 - - [02/Apr/2026:01:10:47 +0000] "GET /admin/realms/atmosphere/client-scopes/b457ccc5-cb63-45cb-acde-2f2581b2beb7 HTTP/1.1" 200 1121 "-" "Ansible" 1248 0.017 [auth-system-keycloak-80] [] 10.0.0.165:8080 1121 0.017 200 6784bb39270be545a42e40d08d819e29 W0402 01:10:50.484409 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:10:50.484455 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 01:11:03.013447 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.111.54.231"}] I0402 01:11:03.020771 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"2a5312f5-8273-4f8c-9f47-006fb31b4a62", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3203", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0402 01:11:03.022577 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:11:03.022635 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.233 - - [02/Apr/2026:01:11:08 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.045 [auth-system-keycloak-80] [] 10.0.0.165:8080 1885 0.044 200 a0343009d87c9db9e34a71b00b6fc337 199.204.45.233 - - [02/Apr/2026:01:11:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.017 [auth-system-keycloak-80] [] 10.0.0.165:8080 2 0.017 200 9bc31173806733a01517e71df04d4699 199.204.45.233 - - [02/Apr/2026:01:11:08 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.065 [auth-system-keycloak-80] [] 10.0.0.165:8080 0 0.064 201 bf26e02cd89fe44c3aeb9ca40230e66e 199.204.45.233 - - [02/Apr/2026:01:11:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.017 [auth-system-keycloak-80] [] 10.0.0.165:8080 1261 0.018 200 7da6105bde31ab8b92ec3914521d314b 199.204.45.233 - - [02/Apr/2026:01:11:08 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.046 [auth-system-keycloak-80] [] 10.0.0.165:8080 1885 0.046 200 59dda7efd937c67ee7475eb172f67346 199.204.45.233 - - [02/Apr/2026:01:11:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.165:8080 2 0.010 200 e00de4e110188d739cb9b68a7179bdb1 199.204.45.233 - - [02/Apr/2026:01:11:08 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.040 [auth-system-keycloak-80] [] 10.0.0.165:8080 0 0.040 201 ba93314c11aa69763e3b5203906dd229 199.204.45.233 - - [02/Apr/2026:01:11:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.025 [auth-system-keycloak-80] [] 10.0.0.165:8080 1286 0.025 200 d45c16453e98c2c77e9f23aee6a3b3ef 199.204.45.233 - - [02/Apr/2026:01:11:09 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.045 [auth-system-keycloak-80] [] 10.0.0.165:8080 1885 0.044 200 59283ac275e98ed1f13c1e074a3ae6a5 199.204.45.233 - - [02/Apr/2026:01:11:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.165:8080 2 0.009 200 4d832d4bfa7e761815019b3b6f94f63a 199.204.45.233 - - [02/Apr/2026:01:11:09 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.034 [auth-system-keycloak-80] [] 10.0.0.165:8080 0 0.033 201 c1d05effc453154bff0fcc781b9903bb 199.204.45.233 - - [02/Apr/2026:01:11:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.018 [auth-system-keycloak-80] [] 10.0.0.165:8080 1251 0.018 200 bbedc8196e2b32ca5e09aa60e5475791 199.204.45.233 - - [02/Apr/2026:01:11:09 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.043 [auth-system-keycloak-80] [] 10.0.0.165:8080 1885 0.041 200 72b8c080d1c2b101ab3a5622eb7a840b 199.204.45.233 - - [02/Apr/2026:01:11:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.165:8080 1261 0.009 200 d38223790963614a86eae59d9a8190d8 199.204.45.233 - - [02/Apr/2026:01:11:09 +0000] "GET /admin/realms/atmosphere/clients/9138d735-11d2-4cb7-8975-d9068b58ed0d/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1255 0.026 [auth-system-keycloak-80] [] 10.0.0.165:8080 31 0.025 404 9fd86eb1a4ea77e28b7a65db6076dca7 199.204.45.233 - - [02/Apr/2026:01:11:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.165:8080 1261 0.007 200 a66d07590967e06be1c5c6198f5dd01b 199.204.45.233 - - [02/Apr/2026:01:11:09 +0000] "POST /admin/realms/atmosphere/clients/9138d735-11d2-4cb7-8975-d9068b58ed0d/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.017 [auth-system-keycloak-80] [] 10.0.0.165:8080 0 0.016 201 1f0b8cd2ee85c5a6c5a9704fc8761979 199.204.45.233 - - [02/Apr/2026:01:11:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.165:8080 1261 0.007 200 e6a88da466de4e9807a1bf4f9e50a2f5 199.204.45.233 - - [02/Apr/2026:01:11:09 +0000] "GET /admin/realms/atmosphere/clients/9138d735-11d2-4cb7-8975-d9068b58ed0d/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.019 [auth-system-keycloak-80] [] 10.0.0.165:8080 166 0.019 200 2c1ea10882ef41f366a835e447f66102 199.204.45.233 - - [02/Apr/2026:01:11:10 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.039 [auth-system-keycloak-80] [] 10.0.0.165:8080 1885 0.038 200 58bd68e4c5d8375625c8b68593ed7feb 199.204.45.233 - - [02/Apr/2026:01:11:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.165:8080 1286 0.008 200 7011e14457bf8372e766b2ad9d453d51 199.204.45.233 - - [02/Apr/2026:01:11:10 +0000] "GET /admin/realms/atmosphere/clients/d79c6cf1-1d32-4409-81b8-420833a6da4b/roles/admin HTTP/1.1" 404 31 "-" "Ansible" 1254 0.010 [auth-system-keycloak-80] [] 10.0.0.165:8080 31 0.010 404 3a2408133f36c68586b7da8e637de5e3 199.204.45.233 - - [02/Apr/2026:01:11:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.165:8080 1286 0.006 200 f6b12fc623eea54693f88cb6ca0646ed 199.204.45.233 - - [02/Apr/2026:01:11:10 +0000] "POST /admin/realms/atmosphere/clients/d79c6cf1-1d32-4409-81b8-420833a6da4b/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.015 [auth-system-keycloak-80] [] 10.0.0.165:8080 0 0.013 201 621d4f96bc299f9242f5ffd6fac8bd9d 199.204.45.233 - - [02/Apr/2026:01:11:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.165:8080 1286 0.008 200 1b897b24359741126df88c88a7dfbb50 199.204.45.233 - - [02/Apr/2026:01:11:10 +0000] "GET /admin/realms/atmosphere/clients/d79c6cf1-1d32-4409-81b8-420833a6da4b/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.013 [auth-system-keycloak-80] [] 10.0.0.165:8080 165 0.013 200 be9a912e9b56cf38ab58611544dceb03 199.204.45.233 - - [02/Apr/2026:01:11:10 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.048 [auth-system-keycloak-80] [] 10.0.0.165:8080 1885 0.047 200 d3d3d560342a6dd3503777c5d78df6d0 199.204.45.233 - - [02/Apr/2026:01:11:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.165:8080 1286 0.008 200 47a1678fa6dec420824c0e81b25cff25 199.204.45.233 - - [02/Apr/2026:01:11:10 +0000] "GET /admin/realms/atmosphere/clients/d79c6cf1-1d32-4409-81b8-420833a6da4b/roles/editor HTTP/1.1" 404 31 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.165:8080 31 0.009 404 3eac051255f349f4ec6e83798e3a273e 199.204.45.233 - - [02/Apr/2026:01:11:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.165:8080 1286 0.007 200 14c14bb2c542f247a5837b5e5d8c88d1 199.204.45.233 - - [02/Apr/2026:01:11:10 +0000] "POST /admin/realms/atmosphere/clients/d79c6cf1-1d32-4409-81b8-420833a6da4b/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.016 [auth-system-keycloak-80] [] 10.0.0.165:8080 0 0.016 201 89f2132aae70f75be4cc1a14d4f045cb 199.204.45.233 - - [02/Apr/2026:01:11:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.165:8080 1286 0.009 200 d206b934bcb07feedaa05ee27577e447 199.204.45.233 - - [02/Apr/2026:01:11:10 +0000] "GET /admin/realms/atmosphere/clients/d79c6cf1-1d32-4409-81b8-420833a6da4b/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.165:8080 166 0.014 200 4579d13fb731c5792c46e81dc86c2d66 199.204.45.233 - - [02/Apr/2026:01:11:11 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.041 [auth-system-keycloak-80] [] 10.0.0.165:8080 1885 0.039 200 7ab3d77859dbadc072f0767f12c5e744 199.204.45.233 - - [02/Apr/2026:01:11:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.165:8080 1286 0.010 200 f3cfb8ea36435054ae47655b696ab0fb 199.204.45.233 - - [02/Apr/2026:01:11:11 +0000] "GET /admin/realms/atmosphere/clients/d79c6cf1-1d32-4409-81b8-420833a6da4b/roles/viewer HTTP/1.1" 404 31 "-" "Ansible" 1255 0.007 [auth-system-keycloak-80] [] 10.0.0.165:8080 31 0.007 404 168917374602afc3e07376d8326c132e 199.204.45.233 - - [02/Apr/2026:01:11:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.165:8080 1286 0.004 200 f37038b6e2fd87e105ec036c9b88efa0 199.204.45.233 - - [02/Apr/2026:01:11:11 +0000] "POST /admin/realms/atmosphere/clients/d79c6cf1-1d32-4409-81b8-420833a6da4b/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.014 [auth-system-keycloak-80] [] 10.0.0.165:8080 0 0.013 201 ca51ad0ca682e5354c67fd893cd76ed4 199.204.45.233 - - [02/Apr/2026:01:11:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.165:8080 1286 0.004 200 31b5fcedfa2dd8badf730c9eb5ca10ca 199.204.45.233 - - [02/Apr/2026:01:11:11 +0000] "GET /admin/realms/atmosphere/clients/d79c6cf1-1d32-4409-81b8-420833a6da4b/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.165:8080 166 0.011 200 e7bf619403a0a97589161e99c233c0f2 199.204.45.233 - - [02/Apr/2026:01:11:11 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.044 [auth-system-keycloak-80] [] 10.0.0.165:8080 1885 0.042 200 4dba671c3b6301e7e5d9be6a5c76e1ce 199.204.45.233 - - [02/Apr/2026:01:11:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.165:8080 1251 0.008 200 76dc60cff75951fb5d59313490f17489 199.204.45.233 - - [02/Apr/2026:01:11:11 +0000] "GET /admin/realms/atmosphere/clients/633b8072-c33d-4d70-9cd4-80f11b304571/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.165:8080 31 0.009 404 3393c2f1d5e0214f2d8d2c72da5ccca2 199.204.45.233 - - [02/Apr/2026:01:11:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.165:8080 1251 0.009 200 13aaea47fdff64efd291280ce70877eb 199.204.45.233 - - [02/Apr/2026:01:11:11 +0000] "POST /admin/realms/atmosphere/clients/633b8072-c33d-4d70-9cd4-80f11b304571/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.016 [auth-system-keycloak-80] [] 10.0.0.165:8080 0 0.015 201 d066fe174febbe57fa11c6cc9779319d 199.204.45.233 - - [02/Apr/2026:01:11:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.165:8080 1251 0.007 200 9f35e7fe394c016af3e1446f9aa55b4e 199.204.45.233 - - [02/Apr/2026:01:11:11 +0000] "GET /admin/realms/atmosphere/clients/633b8072-c33d-4d70-9cd4-80f11b304571/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.165:8080 166 0.012 200 40f3c7b14d0d279645111034836fe26e W0402 01:12:18.068364 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:12:18.068402 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:12:18.137017 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 01:12:18.137077 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0402 01:12:18.137117 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:12:18.137133 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:12:18.137219 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 01:12:18.137292 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0402 01:12:18.137328 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:12:18.137346 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 01:12:18.138777 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0402 01:12:18.138802 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0402 01:12:18.138950 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.001s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.002s testedConfigurationSize:18.2kB} I0402 01:12:18.138977 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" W0402 01:12:18.139139 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 01:12:18.139276 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0402 01:12:18.139348 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:12:18.139380 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 01:12:18.142413 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:18.2kB} I0402 01:12:18.142458 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0402 01:12:18.150991 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0402 01:12:18.151150 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"fd957de2-8f4e-4c80-85d3-e9bc2df17b33", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3924", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0402 01:12:18.152528 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0402 01:12:18.152576 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0402 01:12:18.152709 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"38f46ddf-4ee5-48b3-8252-ed050ad195a0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3925", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0402 01:12:18.153176 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0402 01:12:18.154675 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0402 01:12:18.154961 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"e9f07dad-b70b-4ca5-8eaa-25c753baeadc", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3928", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0402 01:12:18.155052 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0402 01:12:18.414393 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0402 01:12:18.415480 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0402 01:12:19.157417 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0402 01:12:19.158131 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0402 01:12:19.306460 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0402 01:12:19.309219 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0402 01:12:21.402645 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 01:12:21.402694 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 01:12:21.402720 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 01:12:21.402814 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:12:21.402836 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 01:12:21.402919 7 controller.go:196] "Configuration changes detected, backend reload required" I0402 01:12:21.445435 7 controller.go:216] "Backend successfully reloaded" I0402 01:12:21.445737 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-42cfn", UID:"ac67d4c4-7b37-4c38-a519-d8302f5f3920", APIVersion:"v1", ResourceVersion:"1458", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0402 01:12:24.735514 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 01:12:24.735592 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 01:12:24.735640 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 01:12:24.735803 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:12:24.735836 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:12:28.068650 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 01:12:28.068741 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 01:12:28.068805 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 01:12:28.068999 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:12:28.069044 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:12:31.402065 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 01:12:31.402141 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 01:12:31.402180 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 01:12:31.402301 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:12:31.402331 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:12:34.736340 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 01:12:34.736411 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 01:12:34.736451 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 01:12:34.736559 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:12:34.736589 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:12:38.068550 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 01:12:38.068613 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 01:12:38.074677 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 01:12:38.074782 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:12:38.074803 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:12:41.411508 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 01:12:41.411581 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 01:12:41.411674 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:12:41.411692 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:12:44.736122 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 01:12:44.736194 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 01:12:44.736292 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:12:44.736313 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:12:48.068634 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 01:12:48.068733 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 01:12:48.068848 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:12:48.068879 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:12:51.401791 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 01:12:51.401892 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 01:12:51.402034 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:12:51.402068 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:12:54.735555 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 01:12:54.735648 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 01:12:54.735766 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:12:54.735794 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.48 - - [02/Apr/2026:01:12:55 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6264 "-" "Go-http-client/1.1" 161 0.048 [auth-system-keycloak-80] [] 10.0.0.165:8080 6264 0.048 200 4cc468e5f58e8b509bc652ffc5e7e850 10.0.0.52 - - [02/Apr/2026:01:12:55 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6264 "-" "Go-http-client/1.1" 161 0.014 [auth-system-keycloak-80] [] 10.0.0.165:8080 6264 0.014 200 8a6a1af76897065c4ca0785180103e07 W0402 01:12:58.069308 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 01:12:58.069505 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:12:58.069529 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:13:01.402580 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:13:01.402612 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 01:13:03.011362 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.111.54.231"}] I0402 01:13:03.011727 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.111.54.231"}] I0402 01:13:03.011974 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.111.54.231"}] I0402 01:13:03.020239 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"e9f07dad-b70b-4ca5-8eaa-25c753baeadc", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4967", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0402 01:13:03.023031 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"38f46ddf-4ee5-48b3-8252-ed050ad195a0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4968", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0402 01:13:03.024138 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"fd957de2-8f4e-4c80-85d3-e9bc2df17b33", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4969", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0402 01:13:04.735604 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:13:04.735644 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:13:08.069496 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:13:08.069550 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:13:11.402337 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:13:11.402380 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:13:44.825177 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:13:44.825258 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:13:48.159040 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:13:48.159075 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:13:51.491964 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:13:51.492015 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store